00000001:02000400:1.0F:1777420838.076966:0:2987:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg347-server.virtnet: executing set_hostid 00000400:00000010:1.0:1777420845.577684:0:3209:0:(lib-cpt.c:111:cfs_cpt_table_alloc()) alloc '(cptab)': 56 at 00000000e9dfb21f. 00000400:00000010:1.0:1777420845.577694:0:3209:0:(lib-cpt.c:120:cfs_cpt_table_alloc()) alloc '(cptab->ctb_nodemask)': 128 at 000000002a5e0092. 00000400:00000010:1.0:1777420845.577698:0:3209:0:(lib-cpt.c:124:cfs_cpt_table_alloc()) alloc '(cptab->ctb_cpu2cpt)': 16 at 00000000aa3af84d. 00000400:00000010:1.0:1777420845.577701:0:3209:0:(lib-cpt.c:131:cfs_cpt_table_alloc()) alloc '(cptab->ctb_node2cpt)': 4 at 00000000c3fa48b5. 00000400:00000010:1.0:1777420845.577705:0:3209:0:(lib-cpt.c:138:cfs_cpt_table_alloc()) alloc '(cptab->ctb_parts)': 32 at 00000000e0d049ff. 00000400:00000010:1.0:1777420845.577708:0:3209:0:(lib-cpt.c:150:cfs_cpt_table_alloc()) alloc '(part->cpt_nodemask)': 128 at 0000000084096085. 00000400:00000010:1.0:1777420845.577712:0:3209:0:(lib-cpt.c:154:cfs_cpt_table_alloc()) alloc '(part->cpt_distance)': 4 at 0000000031dfbe60. 00000020:02000000:1.0:1777420846.587232:0:3264:0:(class_obd.c:784:obdclass_init()) Lustre: Build Version: 2.17.50_193_g6a09ae0 00000020:00000010:1.0:1777420846.589885:0:3264:0:(lustre_handles.c:148:class_handle_init()) kmalloced '(handle_hash)': 2097152 at 00000000eea682f0. 00000001:00000010:1.0:1777420846.590642:0:3264:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000125cdb8f. 00000001:00000010:1.0:1777420846.590648:0:3264:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000008c30526d. 00000001:00000010:1.0:1777420846.590651:0:3264:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000076806389. 00000001:00000010:1.0:1777420846.590655:0:3264:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000030a730f. 00000001:00000010:1.0:1777420846.590658:0:3264:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000001e98785. 00000001:00000010:1.0:1777420846.590660:0:3264:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001214c4a1. 00000020:00000010:1.0:1777420846.590698:0:3264:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000099ea760. 00000020:00000010:1.0:1777420846.590703:0:3264:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000089fd29c3. 00000001:00000010:1.0:1777420846.590707:0:3264:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000d6854cad. 00000020:00000010:1.0:1777420846.590756:0:3264:0:(cl_object.c:1175:cl_global_init()) kmalloced '(cl_envs)': 192 at 00000000d4c95445. 00000020:00000010:1.0:1777420846.590886:0:3264:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000056b6e4cd. 00000020:00000010:1.0:1777420846.590889:0:3264:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004e1232a6. 00000020:00000010:1.0:1777420846.590890:0:3264:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 0000000040003515. 00000020:00000010:1.0:1777420846.590893:0:3264:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000051af3049. 00000020:00000010:1.0:1777420846.590896:0:3264:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008891cffb. 00000020:00000010:1.0:1777420846.590898:0:3264:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000a6c9452. 00000020:00000010:1.0:1777420846.590899:0:3264:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000368bac80. 00000020:00000010:1.0:1777420846.590901:0:3264:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000e6c2abd. 00000020:00000010:1.0:1777420846.590904:0:3264:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000013699ec1. 00000020:00000010:1.0:1777420846.590906:0:3264:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001dcae8cb. 00000020:00000010:1.0:1777420846.590907:0:3264:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000002f6fe408. 00000020:00000010:1.0:1777420846.590909:0:3264:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a7d22d61. 00000020:00000010:1.0:1777420846.590911:0:3264:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000080d90256. 00000020:00000010:1.0:1777420846.590915:0:3264:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000908cec29. 00000020:00000010:1.0:1777420846.590917:0:3264:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000bdbd9f13. 00000020:00000010:1.0:1777420846.590919:0:3264:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000077ed351d. 02000000:00000010:1.0:1777420846.590922:0:3264:0:(page_pools.c:1061:obd_pool_init()) kmalloced '(page_pools)': 112 at 00000000ff767490. 02000000:00000010:1.0:1777420846.590923:0:3264:0:(page_pools.c:1065:obd_pool_init()) kmalloced '(pool_shrinkers)': 112 at 00000000437fcd5b. 02000000:00000010:1.0:1777420846.590934:0:3264:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000a50d7bdc. 02000000:00000010:1.0:1777420846.590936:0:3264:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 1056 at 0000000004a9851f. 00000001:00000010:1.0:1777420846.590938:0:3264:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000bfc6f363. 00000020:00000010:1.0:1777420846.590957:0:3264:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000016c7ccaa. 00000020:00000010:1.0:1777420846.590964:0:3264:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000016c7ccaa. 02000000:00000010:1.0:1777420846.590968:0:3264:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000340a4470. 02000000:00000010:1.0:1777420846.590970:0:3264:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 528 at 00000000555dd8bb. 00000001:00000010:1.0:1777420846.590972:0:3264:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000008eb90051. 00000020:00000010:1.0:1777420846.590993:0:3264:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000016c7ccaa. 00000020:00000010:1.0:1777420846.591001:0:3264:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000016c7ccaa. 02000000:00000010:1.0:1777420846.591005:0:3264:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000787d3046. 02000000:00000010:1.0:1777420846.591008:0:3264:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 264 at 000000003205c595. 00000001:00000010:1.0:1777420846.591011:0:3264:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000b3c5f623. 00000020:00000010:1.0:1777420846.591031:0:3264:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000016c7ccaa. 00000020:00000010:1.0:1777420846.591039:0:3264:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000016c7ccaa. 02000000:00000010:1.0:1777420846.591043:0:3264:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000b2d989f4. 02000000:00000010:1.0:1777420846.591046:0:3264:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 136 at 0000000016c7ccaa. 00000001:00000010:1.0:1777420846.591048:0:3264:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000e5c102b9. 00000020:00000010:1.0:1777420846.591087:0:3264:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000048160ead. 00000020:00000010:1.0:1777420846.591113:0:3264:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000048160ead. 02000000:00000010:1.0:1777420846.591117:0:3264:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 0000000002f181c5. 02000000:00000010:1.0:1777420846.591118:0:3264:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 72 at 00000000b3805e35. 00000001:00000010:1.0:1777420846.591119:0:3264:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 0000000073c74973. 00000020:00000010:1.0:1777420846.591139:0:3264:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000048160ead. 00000020:00000010:1.0:1777420846.591146:0:3264:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000048160ead. 02000000:00000010:1.0:1777420846.591148:0:3264:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 0000000080a7fba6. 02000000:00000010:1.0:1777420846.591153:0:3264:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 40 at 000000009b999fa7. 00000001:00000010:1.0:1777420846.591155:0:3264:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000000c945a63. 00000020:00000010:1.0:1777420846.591180:0:3264:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000048160ead. 00000020:00000010:1.0:1777420846.591190:0:3264:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000048160ead. 02000000:00000010:1.0:1777420846.591193:0:3264:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000001b96f1ac. 02000000:00000010:1.0:1777420846.591195:0:3264:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 24 at 000000005a1ed495. 00000001:00000010:1.0:1777420846.591197:0:3264:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000003135a0b1. 00000020:00000010:1.0:1777420846.591214:0:3264:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000048160ead. 00000020:00000010:1.0:1777420846.591225:0:3264:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000048160ead. 02000000:00000010:1.0:1777420846.591229:0:3264:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 0000000082989948. 02000000:00000010:1.0:1777420846.591232:0:3264:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 16 at 000000000857ec00. 00000001:00000010:1.0:1777420846.591235:0:3264:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000009c1fee57. 00000020:00000010:1.0:1777420846.591267:0:3264:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000048160ead. 00000020:00000010:1.0:1777420846.591278:0:3264:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000048160ead. 02000000:00000010:1.0:1777420846.591283:0:3264:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000381ebcb5. 02000000:00000010:1.0:1777420846.591286:0:3264:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 00000000fc618ce9. 00000001:00000010:1.0:1777420846.591288:0:3264:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000214a55ea. 00000020:00000010:1.0:1777420846.591319:0:3264:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000048160ead. 00000020:00000010:1.0:1777420846.591937:0:3264:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000048160ead. 02000000:00000010:1.0:1777420846.591943:0:3264:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000d96b7f82. 02000000:00000010:1.0:1777420846.591946:0:3264:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 00000000348bb34c. 00000001:00000010:1.0:1777420846.591948:0:3264:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000008b86578c. 00000020:00000010:1.0:1777420846.591971:0:3264:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000048160ead. 00000020:00000010:1.0:1777420846.591978:0:3264:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000048160ead. 02000000:00000010:1.0:1777420846.591981:0:3264:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 0000000027255ed6. 02000000:00000010:1.0:1777420846.591984:0:3264:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 000000004dc8c147. 00000001:00000010:1.0:1777420846.591986:0:3264:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000002325c21b. 00000020:00000010:1.0:1777420846.592005:0:3264:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000048160ead. 00000020:00000010:1.0:1777420846.592013:0:3264:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000048160ead. 02000000:00000010:1.0:1777420846.592016:0:3264:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000007a83563e. 02000000:00000010:1.0:1777420846.592019:0:3264:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 000000003a4d1cfe. 00000001:00000010:1.0:1777420846.592028:0:3264:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000005353c460. 00000020:00000010:1.0:1777420846.592048:0:3264:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000048160ead. 00000020:00000010:1.0:1777420846.592058:0:3264:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000048160ead. 02000000:00000010:1.0:1777420846.592062:0:3264:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000a0ef88bd. 02000000:00000010:1.0:1777420846.592065:0:3264:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 000000001008be1e. 00000001:00000010:1.0:1777420846.592067:0:3264:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 0000000089a160ec. 00000020:00000010:1.0:1777420846.592084:0:3264:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000048160ead. 00000020:00000010:1.0:1777420846.592092:0:3264:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000048160ead. 02000000:00000010:1.0:1777420846.592097:0:3264:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 0000000062b2f592. 02000000:00000010:1.0:1777420846.592099:0:3264:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 00000000128a0328. 00000001:00000010:1.0:1777420846.592101:0:3264:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000006cf5c122. 00000020:00000010:1.0:1777420846.592120:0:3264:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000048160ead. 00000020:00000010:1.0:1777420846.592139:0:3264:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000048160ead. 00000100:00000200:1.0:1777420846.867960:0:3279:0:(events.c:597:ptlrpc_ni_init()) My pid is: 3039 00000400:00000010:1.0:1777420846.868141:0:3279:0:(api-ni.c:682:lnet_create_remote_nets_table()) alloc '(hash)': 1024 at 00000000930635fb. 00000400:00000010:1.0:1777420846.868144:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000063e4a67f. 00000400:00000010:1.0:1777420846.868146:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000bb1aaaeb. 00000400:00000010:1.0:1777420846.868148:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000fad187fa. 00000400:00000010:1.0:1777420846.868149:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 000000007fb862d7. 00000400:00000010:1.0:1777420846.868152:0:3279:0:(peer.c:110:lnet_peer_tables_create()) alloc '(hash)': 8192 at 00000000cf8f0bc7. 00000400:00000010:1.0:1777420846.868155:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008e712227. 00000400:00000010:1.0:1777420846.868156:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000f358b8a2. 00000400:00000010:1.0:1777420846.868159:0:3279:0:(lib-msg.c:1260:lnet_msg_container_setup()) alloc '(container->msc_finalizers)': 32 at 000000000066c855. 00000400:00000010:1.0:1777420846.868160:0:3279:0:(lib-msg.c:1270:lnet_msg_container_setup()) alloc '(container->msc_resenders)': 32 at 000000001e8bb23e. 00000400:00000010:1.0:1777420846.868215:0:3279:0:(api-ni.c:1177:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at 00000000f97609a5. 00000400:00000010:1.0:1777420846.868233:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b273b3f8. 00000400:00000010:1.0:1777420846.868244:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000280b4908. 00000400:00000010:1.0:1777420846.868295:0:3279:0:(api-ni.c:1177:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at 000000001a28f701. 00000400:00000010:1.0:1777420846.868311:0:3279:0:(lib-ptl.c:867:lnet_portals_create()) alloc '(the_lnet.ln_portals)': 512 at 00000000287308c8. 00000400:00000010:1.0:1777420846.868313:0:3279:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000e57d4d79. 00000400:00000010:1.0:1777420846.868314:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000cd08e1f2. 00000400:00000010:1.0:1777420846.868318:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000078660e8d. 00000400:00000010:1.0:1777420846.868322:0:3279:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000292f1776. 00000400:00000010:1.0:1777420846.868324:0:3279:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000032836c2a. 00000400:00000010:1.0:1777420846.868325:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000010b8e6e1. 00000400:00000010:1.0:1777420846.868326:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ea59b5fc. 00000400:00000010:1.0:1777420846.868329:0:3279:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003f4359d6. 00000400:00000010:1.0:1777420846.868330:0:3279:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000abced8eb. 00000400:00000010:1.0:1777420846.868331:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000281a2f5e. 00000400:00000010:1.0:1777420846.868332:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005555a0ca. 00000400:00000010:1.0:1777420846.868334:0:3279:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002314bc41. 00000400:00000010:1.0:1777420846.868336:0:3279:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000cfe56225. 00000400:00000010:1.0:1777420846.868337:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005e49dfaf. 00000400:00000010:1.0:1777420846.868337:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008812fcd7. 00000400:00000010:1.0:1777420846.868344:0:3279:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009afe922f. 00000400:00000010:1.0:1777420846.868346:0:3279:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000006a42f36e. 00000400:00000010:1.0:1777420846.868348:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000046cd8f7b. 00000400:00000010:1.0:1777420846.868387:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000090c50df7. 00000400:00000010:1.0:1777420846.868393:0:3279:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a644e5fa. 00000400:00000010:1.0:1777420846.868396:0:3279:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000002523baea. 00000400:00000010:1.0:1777420846.868397:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000079d8d9a4. 00000400:00000010:1.0:1777420846.868399:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a045427b. 00000400:00000010:1.0:1777420846.868403:0:3279:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000315832c5. 00000400:00000010:1.0:1777420846.868406:0:3279:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000063d08267. 00000400:00000010:1.0:1777420846.868407:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e7100413. 00000400:00000010:1.0:1777420846.868409:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002abd972e. 00000400:00000010:1.0:1777420846.868413:0:3279:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000021a19b78. 00000400:00000010:1.0:1777420846.868416:0:3279:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000001657df1e. 00000400:00000010:1.0:1777420846.868417:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000db458e77. 00000400:00000010:1.0:1777420846.868419:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ff6b8701. 00000400:00000010:1.0:1777420846.868429:0:3279:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000031c0a1fc. 00000400:00000010:1.0:1777420846.868439:0:3279:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000033f241b8. 00000400:00000010:1.0:1777420846.868441:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b9bbf8ee. 00000400:00000010:1.0:1777420846.868446:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000069dd0239. 00000400:00000010:1.0:1777420846.868451:0:3279:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000012e74444. 00000400:00000010:1.0:1777420846.868453:0:3279:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000ff75daaf. 00000400:00000010:1.0:1777420846.868455:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000000ca157c. 00000400:00000010:1.0:1777420846.868457:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000022aba39a. 00000400:00000010:1.0:1777420846.868461:0:3279:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000044f67b59. 00000400:00000010:1.0:1777420846.868464:0:3279:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000e1e5dbda. 00000400:00000010:1.0:1777420846.868465:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005f5cb220. 00000400:00000010:1.0:1777420846.868467:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000dbc287f5. 00000400:00000010:1.0:1777420846.868471:0:3279:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f9997ac4. 00000400:00000010:1.0:1777420846.868472:0:3279:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000425fcdbb. 00000400:00000010:1.0:1777420846.868473:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000725c036c. 00000400:00000010:1.0:1777420846.868474:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e764aad2. 00000400:00000010:1.0:1777420846.868480:0:3279:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003552cc22. 00000400:00000010:1.0:1777420846.868482:0:3279:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000a035c179. 00000400:00000010:1.0:1777420846.868483:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000056101b4. 00000400:00000010:1.0:1777420846.868484:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b9dfa696. 00000400:00000010:1.0:1777420846.868487:0:3279:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000000b4e50dc. 00000400:00000010:1.0:1777420846.868489:0:3279:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000e7717076. 00000400:00000010:1.0:1777420846.868489:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000085d16bb7. 00000400:00000010:1.0:1777420846.868490:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bca5c58f. 00000400:00000010:1.0:1777420846.868493:0:3279:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000000f9e427. 00000400:00000010:1.0:1777420846.868494:0:3279:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000edfca06f. 00000400:00000010:1.0:1777420846.868495:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f6975d4c. 00000400:00000010:1.0:1777420846.868496:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d1973a09. 00000400:00000010:1.0:1777420846.868498:0:3279:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000073af7a68. 00000400:00000010:1.0:1777420846.868499:0:3279:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000512b0dcf. 00000400:00000010:1.0:1777420846.868500:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a8496fec. 00000400:00000010:1.0:1777420846.868501:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b641acbe. 00000400:00000010:1.0:1777420846.868508:0:3279:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000052515576. 00000400:00000010:1.0:1777420846.868510:0:3279:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000000407b124. 00000400:00000010:1.0:1777420846.868511:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000053cb6e5. 00000400:00000010:1.0:1777420846.868514:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007bfb358a. 00000400:00000010:1.0:1777420846.868517:0:3279:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000349453d5. 00000400:00000010:1.0:1777420846.868519:0:3279:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000007a5176be. 00000400:00000010:1.0:1777420846.868520:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003c3a8b58. 00000400:00000010:1.0:1777420846.868521:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bdd52967. 00000400:00000010:1.0:1777420846.868524:0:3279:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003ccaaed0. 00000400:00000010:1.0:1777420846.868525:0:3279:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000003c22f5b2. 00000400:00000010:1.0:1777420846.868526:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003c0218a5. 00000400:00000010:1.0:1777420846.868527:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000678b87ef. 00000400:00000010:1.0:1777420846.868530:0:3279:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f6ce3612. 00000400:00000010:1.0:1777420846.868531:0:3279:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000a803e366. 00000400:00000010:1.0:1777420846.868532:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ee84844f. 00000400:00000010:1.0:1777420846.868533:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000bf112cf. 00000400:00000010:1.0:1777420846.868538:0:3279:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000023428f8c. 00000400:00000010:1.0:1777420846.868540:0:3279:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000fb6f58a2. 00000400:00000010:1.0:1777420846.868541:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000cca2b6ce. 00000400:00000010:1.0:1777420846.868542:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009aebb98b. 00000400:00000010:1.0:1777420846.868545:0:3279:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000681f28b0. 00000400:00000010:1.0:1777420846.868546:0:3279:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000062259834. 00000400:00000010:1.0:1777420846.868547:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ee32d9ee. 00000400:00000010:1.0:1777420846.868548:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007bf82b06. 00000400:00000010:1.0:1777420846.868550:0:3279:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009ec2aa4a. 00000400:00000010:1.0:1777420846.868552:0:3279:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000088514b28. 00000400:00000010:1.0:1777420846.868553:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000be94ca69. 00000400:00000010:1.0:1777420846.868554:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009c002158. 00000400:00000010:1.0:1777420846.868556:0:3279:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000bde3cb49. 00000400:00000010:1.0:1777420846.868558:0:3279:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000bcd88921. 00000400:00000010:1.0:1777420846.868558:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000020584057. 00000400:00000010:1.0:1777420846.868559:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000768f82e0. 00000400:00000010:1.0:1777420846.868565:0:3279:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002ee7aa08. 00000400:00000010:1.0:1777420846.868567:0:3279:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000337f3cb7. 00000400:00000010:1.0:1777420846.868568:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000027fabda8. 00000400:00000010:1.0:1777420846.868571:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d1f67c0a. 00000400:00000010:1.0:1777420846.868574:0:3279:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000004f487e6a. 00000400:00000010:1.0:1777420846.868575:0:3279:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000f62308f3. 00000400:00000010:1.0:1777420846.868576:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009428aa26. 00000400:00000010:1.0:1777420846.868577:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009db7ea0f. 00000400:00000010:1.0:1777420846.868580:0:3279:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000090fadd90. 00000400:00000010:1.0:1777420846.868581:0:3279:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000007a1405bc. 00000400:00000010:1.0:1777420846.868582:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002d7afbba. 00000400:00000010:1.0:1777420846.868582:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000432c70e0. 00000400:00000010:1.0:1777420846.868585:0:3279:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000509dbc1a. 00000400:00000010:1.0:1777420846.868586:0:3279:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000009da226d1. 00000400:00000010:1.0:1777420846.868587:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000fff475af. 00000400:00000010:1.0:1777420846.868588:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000966bf222. 00000400:00000010:1.0:1777420846.868593:0:3279:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000008f5574a3. 00000400:00000010:1.0:1777420846.868601:0:3279:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000005d7bac25. 00000400:00000010:1.0:1777420846.868604:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000012a3de0d. 00000400:00000010:1.0:1777420846.868605:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e5cf9d29. 00000400:00000010:1.0:1777420846.868608:0:3279:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002d7a4457. 00000400:00000010:1.0:1777420846.868610:0:3279:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000059467d80. 00000400:00000010:1.0:1777420846.868611:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b4559f73. 00000400:00000010:1.0:1777420846.868613:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fa2dd501. 00000400:00000010:1.0:1777420846.868616:0:3279:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c8adab36. 00000400:00000010:1.0:1777420846.868618:0:3279:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000029226b3d. 00000400:00000010:1.0:1777420846.868620:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008c054465. 00000400:00000010:1.0:1777420846.868621:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009b3e9f83. 00000400:00000010:1.0:1777420846.868624:0:3279:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e8faf189. 00000400:00000010:1.0:1777420846.868626:0:3279:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000cdc7742f. 00000400:00000010:1.0:1777420846.868628:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002508d070. 00000400:00000010:1.0:1777420846.868629:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000cb118ad2. 00000400:00000010:1.0:1777420846.868639:0:3279:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000463cd948. 00000400:00000010:1.0:1777420846.868643:0:3279:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000da99d7ba. 00000400:00000010:1.0:1777420846.868645:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000378eaa2d. 00000400:00000010:1.0:1777420846.868652:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f1aae7af. 00000400:00000010:1.0:1777420846.868656:0:3279:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d48cd574. 00000400:00000010:1.0:1777420846.868658:0:3279:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000cf6602c1. 00000400:00000010:1.0:1777420846.868660:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003a5d9eb9. 00000400:00000010:1.0:1777420846.868661:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004c0b5580. 00000400:00000010:1.0:1777420846.868665:0:3279:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000068503c24. 00000400:00000010:1.0:1777420846.868667:0:3279:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000aaef76af. 00000400:00000010:1.0:1777420846.868668:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000505ee2e7. 00000400:00000010:1.0:1777420846.868669:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000572a8f63. 00000400:00000010:1.0:1777420846.868672:0:3279:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000798c8fb0. 00000400:00000010:1.0:1777420846.868674:0:3279:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000007825d3c. 00000400:00000010:1.0:1777420846.868682:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000dfed4f54. 00000400:00000010:1.0:1777420846.868684:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004dd92e44. 00000400:00000010:1.0:1777420846.868689:0:3279:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000030715cc5. 00000400:00000010:1.0:1777420846.868691:0:3279:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000009cdb97bc. 00000400:00000010:1.0:1777420846.868692:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008befcd81. 00000400:00000010:1.0:1777420846.868694:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000927d33a. 00000400:00000010:1.0:1777420846.868696:0:3279:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000891984b3. 00000400:00000010:1.0:1777420846.868698:0:3279:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000008cc26cbb. 00000400:00000010:1.0:1777420846.868699:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004ebebcd0. 00000400:00000010:1.0:1777420846.868700:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e015dcb4. 00000400:00000010:1.0:1777420846.868702:0:3279:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d3dc6237. 00000400:00000010:1.0:1777420846.868703:0:3279:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000282ea5b3. 00000400:00000010:1.0:1777420846.868704:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000860603d4. 00000400:00000010:1.0:1777420846.868705:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000086ca4d61. 00000400:00000010:1.0:1777420846.868708:0:3279:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e8abce55. 00000400:00000010:1.0:1777420846.868709:0:3279:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000002c5f4d48. 00000400:00000010:1.0:1777420846.868710:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000006c3857b5. 00000400:00000010:1.0:1777420846.868711:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bd5f77fc. 00000400:00000010:1.0:1777420846.868716:0:3279:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000004c343b83. 00000400:00000010:1.0:1777420846.868718:0:3279:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000751a7e20. 00000400:00000010:1.0:1777420846.868719:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d2b4b886. 00000400:00000010:1.0:1777420846.868722:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000767e7fa6. 00000400:00000010:1.0:1777420846.868725:0:3279:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d4525026. 00000400:00000010:1.0:1777420846.868726:0:3279:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000b564729d. 00000400:00000010:1.0:1777420846.868727:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005bb7300b. 00000400:00000010:1.0:1777420846.868728:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001d3019af. 00000400:00000010:1.0:1777420846.868731:0:3279:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000cd337faf. 00000400:00000010:1.0:1777420846.868732:0:3279:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000391d87f6. 00000400:00000010:1.0:1777420846.868733:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000089e31381. 00000400:00000010:1.0:1777420846.868734:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e398146f. 00000400:00000010:1.0:1777420846.868736:0:3279:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000008cf2ff4b. 00000400:00000010:1.0:1777420846.868737:0:3279:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000318527eb. 00000400:00000010:1.0:1777420846.868738:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c9866eb7. 00000400:00000010:1.0:1777420846.868739:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000035e32200. 00000400:00000010:1.0:1777420846.868744:0:3279:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000091b4f44b. 00000400:00000010:1.0:1777420846.868746:0:3279:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000003fa42bb1. 00000400:00000010:1.0:1777420846.868747:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000be0c7a91. 00000400:00000010:1.0:1777420846.868748:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b61e279d. 00000400:00000010:1.0:1777420846.868751:0:3279:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006dd74313. 00000400:00000010:1.0:1777420846.868752:0:3279:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000573b58c9. 00000400:00000010:1.0:1777420846.868753:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000000273b994. 00000400:00000010:1.0:1777420846.868754:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000077c81e57. 00000400:00000010:1.0:1777420846.868756:0:3279:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000194cb17d. 00000400:00000010:1.0:1777420846.868757:0:3279:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000008e20dee5. 00000400:00000010:1.0:1777420846.868758:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000be7fd05a. 00000400:00000010:1.0:1777420846.868759:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000029ee97b6. 00000400:00000010:1.0:1777420846.868762:0:3279:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000049ce3af0. 00000400:00000010:1.0:1777420846.868763:0:3279:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000000e4203a6. 00000400:00000010:1.0:1777420846.868764:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003a0a2c9b. 00000400:00000010:1.0:1777420846.868765:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f83752c7. 00000400:00000010:1.0:1777420846.868770:0:3279:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000254743d5. 00000400:00000010:1.0:1777420846.868772:0:3279:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000002388823. 00000400:00000010:1.0:1777420846.868773:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000084755708. 00000400:00000010:1.0:1777420846.868776:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006ba508c2. 00000400:00000010:1.0:1777420846.868778:0:3279:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000063c2544b. 00000400:00000010:1.0:1777420846.868779:0:3279:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000005cecc39e. 00000400:00000010:1.0:1777420846.868780:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000028333ab8. 00000400:00000010:1.0:1777420846.868781:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000078075098. 00000400:00000010:1.0:1777420846.868783:0:3279:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006c44e0ce. 00000400:00000010:1.0:1777420846.868791:0:3279:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000ed5f2d1e. 00000400:00000010:1.0:1777420846.868792:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000281e0cf9. 00000400:00000010:1.0:1777420846.868793:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d87a4147. 00000400:00000010:1.0:1777420846.868795:0:3279:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b2381ad0. 00000400:00000010:1.0:1777420846.868797:0:3279:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000e31b09dc. 00000400:00000010:1.0:1777420846.868797:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e3ceb815. 00000400:00000010:1.0:1777420846.868798:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002b8cfac8. 00000400:00000010:1.0:1777420846.868804:0:3279:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001e9bc406. 00000400:00000010:1.0:1777420846.868806:0:3279:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000f394588a. 00000400:00000010:1.0:1777420846.868807:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005e6d5927. 00000400:00000010:1.0:1777420846.868808:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000054eff218. 00000400:00000010:1.0:1777420846.868810:0:3279:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f1cff4d1. 00000400:00000010:1.0:1777420846.868811:0:3279:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000fe97f6d4. 00000400:00000010:1.0:1777420846.868812:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a6b75ea6. 00000400:00000010:1.0:1777420846.868813:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000077ef9184. 00000400:00000010:1.0:1777420846.868815:0:3279:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002c53319f. 00000400:00000010:1.0:1777420846.868817:0:3279:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000cf58f543. 00000400:00000010:1.0:1777420846.868817:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000000d00a85e. 00000400:00000010:1.0:1777420846.868818:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007cbe9746. 00000400:00000010:1.0:1777420846.868821:0:3279:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000be7c6ca0. 00000400:00000010:1.0:1777420846.868822:0:3279:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000c455c7ea. 00000400:00000010:1.0:1777420846.868823:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d6ec7e3f. 00000400:00000010:1.0:1777420846.868824:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000067561118. 00000400:00000010:1.0:1777420846.868829:0:3279:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003cfc255e. 00000400:00000010:1.0:1777420846.868831:0:3279:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000e47d250a. 00000400:00000010:1.0:1777420846.868832:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000506ac894. 00000400:00000010:1.0:1777420846.868835:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001b3688a3. 00000400:00000010:1.0:1777420846.868837:0:3279:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000004b8f2d0f. 00000400:00000010:1.0:1777420846.868839:0:3279:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000005cb0b42a. 00000400:00000010:1.0:1777420846.868840:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c1dac69d. 00000400:00000010:1.0:1777420846.868841:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000002e0afd5. 00000400:00000010:1.0:1777420846.868843:0:3279:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d84affc0. 00000400:00000010:1.0:1777420846.868844:0:3279:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000004a76a247. 00000400:00000010:1.0:1777420846.868845:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005c83bed4. 00000400:00000010:1.0:1777420846.868846:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000256bcb65. 00000400:00000010:1.0:1777420846.868848:0:3279:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006b6f4ef8. 00000400:00000010:1.0:1777420846.868849:0:3279:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000de7186e3. 00000400:00000010:1.0:1777420846.868850:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000bca14293. 00000400:00000010:1.0:1777420846.868851:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000028892425. 00000400:00000010:1.0:1777420846.868857:0:3279:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006d961972. 00000400:00000010:1.0:1777420846.868858:0:3279:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000b8ad615b. 00000400:00000010:1.0:1777420846.868859:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a2615653. 00000400:00000010:1.0:1777420846.868860:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000089cf02d. 00000400:00000010:1.0:1777420846.868862:0:3279:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000cae84021. 00000400:00000010:1.0:1777420846.868863:0:3279:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000092fbc107. 00000400:00000010:1.0:1777420846.868864:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000019a188eb. 00000400:00000010:1.0:1777420846.868865:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b0bddf80. 00000400:00000010:1.0:1777420846.868867:0:3279:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000008ea53f29. 00000400:00000010:1.0:1777420846.868869:0:3279:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000c92f2dbd. 00000400:00000010:1.0:1777420846.868869:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f1f15dcc. 00000400:00000010:1.0:1777420846.868870:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000614e93b8. 00000400:00000010:1.0:1777420846.868873:0:3279:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009a6af800. 00000400:00000010:1.0:1777420846.868874:0:3279:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000017855361. 00000400:00000010:1.0:1777420846.868875:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000eeb93ddd. 00000400:00000010:1.0:1777420846.868875:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000006fb361b. 00000400:00000010:1.0:1777420846.868881:0:3279:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b992f167. 00000400:00000010:1.0:1777420846.868883:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000071e20362. 00000400:00000010:1.0:1777420846.868884:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d963a742. 00000400:00000010:1.0:1777420846.868886:0:3279:0:(config.c:344:lnet_net_alloc()) alloc '(net)': 176 at 0000000048160ead. 00000400:00000010:1.0:1777420846.868891:0:3279:0:(config.c:425:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000002eb980db. 00000400:00000010:1.0:1777420846.868892:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007739984f. 00000400:00000010:1.0:1777420846.868893:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000001d58cd9. 00000400:00000010:1.0:1777420846.868894:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000033699e11. 00000400:00000010:1.0:1777420846.868895:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007aebea1c. 00000400:00000010:1.0:1777420846.868899:0:3279:0:(config.c:592:lnet_parse_networks()) alloc '(tokens)': 4 at 00000000218c7c3b. 00000400:00000010:1.0:1777420846.868902:0:3279:0:(config.c:344:lnet_net_alloc()) alloc '(net)': 176 at 0000000057f91133. 00000400:00000010:1.0:1777420846.868903:0:3279:0:(config.c:425:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000008560b7bf. 00000400:00000010:1.0:1777420846.868904:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e0b6483e. 00000400:00000010:1.0:1777420846.868905:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004e5379c2. 00000400:00000010:1.0:1777420846.868906:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004090acfe. 00000400:00000010:1.0:1777420846.868907:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008cc9fb46. 00000400:00000010:1.0:1777420846.868908:0:3279:0:(config.c:804:lnet_parse_networks()) kfreed 'tokens': 4 at 00000000218c7c3b. 00000400:00000010:1.0:1777420846.868917:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000079b297c. 00000400:00000010:1.0:1777420846.868918:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000cc84efad. 00000800:00000200:1.0:1777420846.869662:0:3279:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_REGISTER, iface=lo ifindex 1 state 0 ns 00000000ec711d6e 00000800:00000200:1.0:1777420846.869666:0:3279:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_UP, iface=lo ifindex 1 state 0 ns 00000000ec711d6e 00000800:00000200:1.0:1777420846.869668:0:3279:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_REGISTER, iface=ens2 ifindex 2 state 6 ns 00000000ec711d6e 00000800:00000200:1.0:1777420846.869670:0:3279:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_UP, iface=ens2 ifindex 2 state 6 ns 00000000ec711d6e 00000800:00000010:1.0:1777420846.869675:0:3279:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000e6f9b367. 00000400:00000010:1.0:1777420846.869684:0:3279:0:(config.c:398:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000218c7c3b. 00000800:00000200:1.0:1777420846.869689:0:3279:0:(socklnd_modparams.c:304:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1777420846.870045:0:3279:0:(config.c:1527:lnet_get_link_status_locked()) device idx 1 get_link 2 00000400:00000200:1.0:1777420846.870104:0:3279:0:(acceptor.c:209:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.147) 00000400:02000000:1.0:1777420846.870113:0:3279:0:(api-ni.c:2707:lnet_startup_lndni()) Added LNI 192.168.203.147@tcp [8/256/0/180] 00000400:00000010:1.0:1777420846.871570:0:3279:0:(api-ni.c:1824:lnet_ping_buffer_alloc()) alloc '(pbuf)': 57 at 00000000b8f6b6da. 00000400:00000010:1.0:1777420846.871575:0:3279:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5ad2191. 00000400:00000010:1.0:1777420846.871593:0:3279:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007c2c90ee. 00000400:00000200:1.0:1777420846.871601:0:3279:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 0 lazy 00000400:00000010:1.0:1777420846.871605:0:3279:0:(api-ni.c:1824:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000051ee4d52. 00000400:00000010:1.0:1777420846.871607:0:3279:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010ff56ed. 00000400:00000010:1.0:1777420846.871608:0:3279:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005bc27ab3. 00000400:00000200:1.0:1777420846.871609:0:3279:0:(api-ni.c:2334:lnet_push_target_post()) posted push target 0000000051ee4d52 00000400:00000200:1.0:1777420846.871614:0:3279:0:(api-ni.c:2291:lnet_push_target_resize()) nbytes 272 success 00000400:00000010:1.0:1777420846.871616:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000130bbfae. 00000400:00000010:1.0:1777420846.871618:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000198a3fed. 00000400:00000010:1.0:1777420846.871619:0:3279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ea547c13. 00000400:00000010:1.0:1777420846.871620:0:3279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f476bfe3. 00000400:00000200:1.0:1777420846.872005:0:3279:0:(peer.c:4217:lnet_peer_discovery_start()) discovery start: 0 00000100:00000010:1.0:1777420846.872094:0:3279:0:(ptlrpcd.c:749:ptlrpcd_init()) kmalloced '(ptlrpcds)': 8 at 0000000090bf673e. 00000100:00000010:1.0:1777420846.872313:0:3279:0:(ptlrpcd.c:846:ptlrpcd_init()) kmalloced '(pd)': 760 at 000000004f29311f. 00000100:00000010:1.0:1777420846.872317:0:3279:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 0000000030badfb2. 00000100:00000010:1.0:1777420846.872320:0:3279:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 00000000b403017e. 00000100:00000010:1.0:1777420846.872322:0:3279:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 000000001b5bcf99. 00000100:00000010:1.0:1777420846.872324:0:3279:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 00000000dbf4df8c. 00000100:00000010:1.0:1777420846.873100:0:3279:0:(connection.c:186:ptlrpc_connection_init()) kmalloced '(cpus_latency_qos)': 1088 at 000000008e0b11ee. 00000100:00000010:1.0:1777420846.873218:0:3279:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 00000000af478315. 00000100:00000010:1.0:1777420846.873222:0:3279:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 000000008768d931. 00000100:00000010:1.0:1777420846.873224:0:3279:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 000000002cd78ba7. 00000100:00000010:1.0:1777420846.873226:0:3279:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 00000000f41d29da. 00000100:00000010:1.0:1777420846.873228:0:3279:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 00000000ab56726b. 00000100:00000010:1.0:1777420846.873230:0:3279:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 000000003525ebc2. 00000001:00000010:1.0:1777420846.873442:0:3279:0:(nodemap_handler.c:4695:nodemap_config_alloc()) kmalloced '(config)': 480 at 00000000d6a2a8fd. 00000001:00000010:1.0:1777420846.873449:0:3279:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000001ce672d2. 00000001:00000010:1.0:1777420846.873454:0:3279:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000415d56f7. 00000001:00000010:1.0:1777420846.873457:0:3279:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000f8ad1efc. 00000001:00000010:1.0:1777420846.873467:0:3279:0:(nodemap_handler.c:3541:nodemap_create()) kmalloced '(nodemap)': 968 at 00000000622d3ec4. 00000001:00000010:1.0:1777420846.873502:0:3279:0:(nodemap_lproc.c:1443:lprocfs_nodemap_register()) kmalloced '(nm_entry)': 48 at 000000002d020582. 02000000:00000010:1.0:1777420846.943216:0:3310:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 0000000006d3ead1. 02000000:00000010:1.0:1777420846.943225:0:3310:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 1024 at 00000000ab62fb27. 02000000:00000010:1.0:1777420846.943229:0:3310:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 000000004bf803c5. 02000000:00000010:1.0:1777420846.943240:0:3310:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 16384 at 000000007e5f4353. 00000001:00000010:1.0:1777420848.742378:0:3375:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 0000000089d52169. 00000100:00000010:1.0:1777420848.742426:0:3375:0:(client.c:689:ptlrpc_init_rq_pool()) kmalloced '(pool)': 56 at 000000008a5afa58. 00000020:00000010:1.0:1777420848.742462:0:3375:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000d9300747. 00000020:00000010:1.0:1777420848.742485:0:3375:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000ce5b9fe3. 00000020:00000010:1.0:1777420848.742494:0:3375:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000ce5b9fe3. 00000020:00000010:1.0:1777420849.412173:0:3519:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000e632fadb. 00000020:00000010:1.0:1777420849.508664:0:3532:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000d4a9b950. 00000020:00000010:1.0:1777420849.662296:0:3545:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 000000003748abf4. 00000020:00000010:1.0:1777420849.662313:0:3545:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000577145f5. 00000020:00000010:1.0:1777420849.881528:0:3579:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 0000000049ce15d4. 00000020:00000010:1.0:1777420849.881780:0:3579:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000d9bf6708. 00100000:00000010:3.0:1777420867.834737:0:5745:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000008981105f. 00040000:00000010:3.0:1777420867.834746:0:5745:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f1122257. 00040000:00000010:3.0:1777420867.834750:0:5745:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 000000000bb61953. 00040000:00000010:3.0:1777420867.834753:0:5745:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b53f6232. 00080000:00000010:3.0:1777420867.834756:0:5745:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000c09741e6. 00000004:00000010:3.0:1777420867.834772:0:5745:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000bec601e1. 00000004:00000010:3.0:1777420867.834776:0:5745:0:(mdt_handler.c:8396:mdt_key_init()) kmalloced '(value)': 2568 at 0000000000ddc49d. 00000004:00000010:3.0:1777420867.834780:0:5745:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000006efb02bd. 00002000:00000010:3.0:1777420867.834783:0:5745:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000057f82f7f. 00000004:00000010:3.0:1777420867.834786:0:5745:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000ed9e8352. 00000080:00000010:3.0:1777420867.834790:0:5745:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000bff617a0. 00000080:00000010:3.0:1777420867.834794:0:5745:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 592 at 00000000d2b38999. 00000100:00000200:3.0:1777420867.834798:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1777420867.834802:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d2d5442a. 00000400:00000010:3.0:1777420867.834807:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000015377bc8. 00000100:00000200:3.0:1777420867.834812:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1777420867.834815:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8d1a196. 00000400:00000010:3.0:1777420867.834817:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f6a0381b. 00000100:00000200:3.0:1777420867.834820:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1777420867.834823:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000659abb72. 00000400:00000010:3.0:1777420867.834825:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000201152ac. 00000100:00000200:3.0:1777420867.834827:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1777420867.834829:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d4f6afc. 00000400:00000010:3.0:1777420867.834831:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d5aaad97. 00000100:00000200:3.0:1777420867.834833:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1777420867.834835:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002ab1b5cb. 00000400:00000010:3.0:1777420867.834838:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000034bb2ef4. 00000100:00000200:3.0:1777420867.834840:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1777420867.834842:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba237e54. 00000400:00000010:3.0:1777420867.834844:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000033f0b47a. 00000100:00000200:3.0:1777420867.834846:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1777420867.834848:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009beec056. 00000400:00000010:3.0:1777420867.834850:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c68329a3. 00000100:00000200:3.0:1777420867.834852:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1777420867.834854:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026c45f3e. 00000400:00000010:3.0:1777420867.834856:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000affe2fc7. 00000100:00000200:3.0:1777420867.834865:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1777420867.834867:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093c7df9b. 00000400:00000010:3.0:1777420867.834869:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005c85c991. 00000100:00000200:3.0:1777420867.834871:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1777420867.834873:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000afb7e31b. 00000400:00000010:3.0:1777420867.834875:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bacc853d. 00000100:00000200:3.0:1777420867.834877:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1777420867.834879:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a39bfa59. 00000400:00000010:3.0:1777420867.834881:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000025083614. 00000100:00000200:3.0:1777420867.834883:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1777420867.834896:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013236539. 00000400:00000010:3.0:1777420867.834899:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004e0ce0f8. 00000100:00000200:3.0:1777420867.834901:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1777420867.834903:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024ab55a9. 00000400:00000010:3.0:1777420867.834905:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000039c10d7d. 00000100:00000200:3.0:1777420867.834907:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1777420867.834909:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000be98b8f. 00000400:00000010:3.0:1777420867.834911:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000459fe5d7. 00000100:00000200:3.0:1777420867.834912:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1777420867.834914:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000065e476f. 00000400:00000010:3.0:1777420867.834916:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000078734e04. 00000100:00000200:3.0:1777420867.834918:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1777420867.834919:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f2af610a. 00000400:00000010:3.0:1777420867.834921:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000627762aa. 00000100:00000200:3.0:1777420867.834922:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1777420867.834924:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fa700c25. 00000400:00000010:3.0:1777420867.834926:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b2c0d831. 00000100:00000200:3.0:1777420867.834927:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1777420867.834929:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4e209ff. 00000400:00000010:3.0:1777420867.834931:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000137fc4ba. 00000100:00000200:3.0:1777420867.834933:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1777420867.834934:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009684bb46. 00000400:00000010:3.0:1777420867.834936:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a512d86e. 00000100:00000200:3.0:1777420867.834938:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1777420867.834950:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000596dd964. 00000400:00000010:3.0:1777420867.834957:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a0fc5ab6. 00000100:00000200:3.0:1777420867.834959:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1777420867.834961:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c8bf6e2e. 00000400:00000010:3.0:1777420867.834963:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000033046383. 00000100:00000200:3.0:1777420867.834964:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1777420867.834966:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026cecf09. 00000400:00000010:3.0:1777420867.834968:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005f23c6cf. 00000100:00000200:3.0:1777420867.834970:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1777420867.834972:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a5dd6e8a. 00000400:00000010:3.0:1777420867.834973:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a4ef2829. 00000100:00000200:3.0:1777420867.834975:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1777420867.834977:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eb3becd9. 00000400:00000010:3.0:1777420867.834979:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f2125189. 00000100:00000200:3.0:1777420867.834981:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1777420867.834983:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000019950242. 00000400:00000010:3.0:1777420867.834985:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c0e1b6e4. 00000100:00000200:3.0:1777420867.834986:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1777420867.834988:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000071608394. 00000400:00000010:3.0:1777420867.834998:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dcc8c3fb. 00000100:00000200:3.0:1777420867.835001:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1777420867.835002:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002644e334. 00000400:00000010:3.0:1777420867.835005:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006e708065. 00000100:00000200:3.0:1777420867.835007:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1777420867.835008:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000826c3fc. 00000400:00000010:3.0:1777420867.835011:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000850d1f52. 00000100:00000200:3.0:1777420867.835012:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1777420867.835014:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df8deb3b. 00000400:00000010:3.0:1777420867.835015:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003e084ef2. 00000100:00000200:3.0:1777420867.835017:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1777420867.835018:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007f0d9309. 00000400:00000010:3.0:1777420867.835020:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000abfe511a. 00000100:00000200:3.0:1777420867.835022:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1777420867.835023:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d67f9f8. 00000400:00000010:3.0:1777420867.835024:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000682a8962. 00000100:00000200:3.0:1777420867.835026:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1777420867.835036:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000621064fc. 00000400:00000010:3.0:1777420867.835039:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000426274c. 00000100:00000200:3.0:1777420867.835041:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1777420867.835043:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d3639e9b. 00000400:00000010:3.0:1777420867.835045:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000018e88d80. 00000100:00000200:3.0:1777420867.835046:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1777420867.835048:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000081e8b3ba. 00000400:00000010:3.0:1777420867.835050:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dcc222e3. 00000100:00000200:3.0:1777420867.835052:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1777420867.835054:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000080b44bdd. 00000400:00000010:3.0:1777420867.835056:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001e72a074. 00000100:00000200:3.0:1777420867.835057:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1777420867.835059:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fc1ffe4e. 00000400:00000010:3.0:1777420867.835061:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e832c14a. 00000100:00000200:3.0:1777420867.835063:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1777420867.835065:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004723ad5b. 00000400:00000010:3.0:1777420867.835066:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b04f91c0. 00000100:00000200:3.0:1777420867.835068:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1777420867.835070:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e7624509. 00000400:00000010:3.0:1777420867.835072:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003562c421. 00000100:00000200:3.0:1777420867.835074:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1777420867.835076:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a72fd2c7. 00000400:00000010:3.0:1777420867.835077:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000d1867d1. 00000100:00000200:3.0:1777420867.835079:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1777420867.835081:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000089450cc3. 00000400:00000010:3.0:1777420867.835083:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e9d4b2a4. 00000100:00000200:3.0:1777420867.835085:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1777420867.835086:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000941aa887. 00000400:00000010:3.0:1777420867.835088:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f010efc4. 00000100:00000200:3.0:1777420867.835090:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1777420867.835091:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bb2318a8. 00000400:00000010:3.0:1777420867.835093:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000036ff754c. 00000100:00000200:3.0:1777420867.835095:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1777420867.835097:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e26f8f3. 00000400:00000010:3.0:1777420867.835098:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dc68a32f. 00000100:00000200:3.0:1777420867.835105:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1777420867.835107:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015f18bbd. 00000400:00000010:3.0:1777420867.835109:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ec780185. 00000100:00000200:3.0:1777420867.835111:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1777420867.835112:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8508762. 00000400:00000010:3.0:1777420867.835114:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000053ae3479. 00000100:00000200:3.0:1777420867.835116:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1777420867.835118:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000082e0d2bb. 00000400:00000010:3.0:1777420867.835120:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003b76aaad. 00000100:00000200:3.0:1777420867.835121:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1777420867.835123:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006c77356. 00000400:00000010:3.0:1777420867.835132:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000adaddd43. 00000100:00000200:3.0:1777420867.835135:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1777420867.835137:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be1313e5. 00000400:00000010:3.0:1777420867.835139:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000044c9df67. 00000100:00000200:3.0:1777420867.835141:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1777420867.835143:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aaddf5c9. 00000400:00000010:3.0:1777420867.835145:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000390ac53. 00000100:00000200:3.0:1777420867.835146:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1777420867.835148:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7d6edf3. 00000400:00000010:3.0:1777420867.835150:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000068a39899. 00000100:00000200:3.0:1777420867.835152:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1777420867.835154:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f22eaea1. 00000400:00000010:3.0:1777420867.835156:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e1efacc7. 00000100:00000200:3.0:1777420867.835158:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1777420867.835159:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014d43435. 00000400:00000010:3.0:1777420867.835162:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cc493e57. 00000100:00000200:3.0:1777420867.835163:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1777420867.835165:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000043c3c85f. 00000400:00000010:3.0:1777420867.835167:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000005013186. 00000100:00000200:3.0:1777420867.835168:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1777420867.835170:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000003d68024. 00000400:00000010:3.0:1777420867.835172:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000808aba11. 00000100:00000200:3.0:1777420867.835174:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1777420867.835175:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c8815798. 00000400:00000010:3.0:1777420867.835181:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000092c024da. 00000100:00000200:3.0:1777420867.835183:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1777420867.835185:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ddcc07b1. 00000400:00000010:3.0:1777420867.835187:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ad7f969d. 00000100:00000200:3.0:1777420867.835189:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1777420867.835190:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000169614. 00000400:00000010:3.0:1777420867.835192:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000eb2fcd4. 00000100:00000200:3.0:1777420867.835194:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1777420867.835195:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f3b0224. 00000400:00000010:3.0:1777420867.835197:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008ae12ac1. 00000100:00000200:3.0:1777420867.835198:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1777420867.835200:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003d4a2c43. 00000400:00000010:3.0:1777420867.835201:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008ee67655. 00000100:00000200:3.0:1777420867.835203:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1777420867.835204:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005c7bae1e. 00000400:00000010:3.0:1777420867.835206:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008a168710. 00000100:00000200:3.0:1777420867.835208:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1777420867.835209:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000021bb1ada. 00000400:00000010:3.0:1777420867.835223:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000be6632f7. 00000100:00000200:3.0:1777420867.835225:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1777420867.835227:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008bf2117e. 00000400:00000010:3.0:1777420867.835229:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008f1531ea. 00000100:00000200:3.0:1777420867.835231:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1777420867.835232:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000049da2216. 00000400:00000010:3.0:1777420867.835234:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000263f4c2d. 00000100:00000200:3.0:1777420867.835235:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1777420867.835237:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001be22eee. 00000400:00000010:3.0:1777420867.835239:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000025a7efbd. 00000100:00000010:3.0:1777420867.835242:0:5745:0:(service.c:3046:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000077948593. 00000100:00000200:3.0:1777420867.835257:0:5745:0:(service.c:3080:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1777420867.835696:0:5746:0:(service.c:3019:ptlrpc_main()) kmalloced '(env)': 56 at 00000000bb87fb9a. 00000020:00000010:3.0:1777420867.835700:0:5746:0:(lu_object.c:1959:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000047f33296. 00000020:00000010:3.0:1777420867.835704:0:5746:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000be1885d9. 00000020:00000010:3.0:1777420867.835706:0:5746:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ffce8c04. 00000020:00000010:3.0:1777420867.835708:0:5746:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000006b54fbb5. 00000040:00000010:3.0:1777420867.835724:0:5746:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000033d4c071. 00000020:00000010:3.0:1777420867.835728:0:5746:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000004e29f1f. 00000020:00000010:3.0:1777420867.835731:0:5746:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000001627a6e2. 00000020:00000010:3.0:1777420867.835734:0:5746:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000380a22a9. 80000000:00000010:3.0:1777420867.835737:0:5746:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ba579738. 40000000:00000010:3.0:1777420867.835738:0:5746:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d89c23c5. 00000008:00000010:3.0:1777420867.835741:0:5746:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at 0000000076364c71. 00020000:00000010:3.0:1777420867.835743:0:5746:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000a18c9fe7. 00008000:00000010:3.0:1777420867.835745:0:5746:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000003c2d21fc. 00100000:00000010:3.0:1777420867.835748:0:5746:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003d30faa6. 00040000:00000010:3.0:1777420867.835750:0:5746:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000098e02a3. 00040000:00000010:3.0:1777420867.835752:0:5746:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 000000006699a1b6. 00040000:00000010:3.0:1777420867.835754:0:5746:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000eaa36f5d. 00080000:00000010:3.0:1777420867.835763:0:5746:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000a8fce061. 00000004:00000010:3.0:1777420867.835766:0:5746:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000771b8fb1. 00000004:00000010:3.0:1777420867.835777:0:5746:0:(mdt_handler.c:8396:mdt_key_init()) kmalloced '(value)': 2568 at 000000008fddc9f1. 00000004:00000010:3.0:1777420867.835780:0:5746:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000007bee597a. 00002000:00000010:3.0:1777420867.835782:0:5746:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000097154d3d. 00000004:00000010:3.0:1777420867.835783:0:5746:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000021edcc56. 00000080:00000010:3.0:1777420867.835785:0:5746:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000bfeb928f. 00000080:00000010:3.0:1777420867.835787:0:5746:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 592 at 00000000504c056e. 00000100:00000010:3.0:1777420867.835790:0:5746:0:(service.c:3046:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000b551c2c8. 00000100:00000200:3.0:1777420867.835801:0:5746:0:(service.c:3080:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1777420867.836052:0:5747:0:(service.c:3019:ptlrpc_main()) kmalloced '(env)': 56 at 00000000ffe8e905. 00000020:00000010:3.0:1777420867.836055:0:5747:0:(lu_object.c:1959:lu_env_add_task()) kmalloced '(lei)': 40 at 000000003eec5ccb. 00000020:00000010:3.0:1777420867.836059:0:5747:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000150b89f4. 00000020:00000010:3.0:1777420867.836060:0:5747:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000bf9aa717. 00000020:00000010:3.0:1777420867.836062:0:5747:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000d530c044. 00000040:00000010:3.0:1777420867.836063:0:5747:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e4545822. 00000020:00000010:3.0:1777420867.836066:0:5747:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008fa9fdae. 00000020:00000010:3.0:1777420867.836069:0:5747:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000000e9606ab. 00000020:00000010:3.0:1777420867.836071:0:5747:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000063deb764. 80000000:00000010:3.0:1777420867.836073:0:5747:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000609f8e0e. 40000000:00000010:3.0:1777420867.836078:0:5747:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000062482e0c. 00000008:00000010:3.0:1777420867.836081:0:5747:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at 00000000da5ab0d2. 00020000:00000010:3.0:1777420867.836083:0:5747:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000b4cafb94. 00008000:00000010:3.0:1777420867.836085:0:5747:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000007547a061. 00100000:00000010:3.0:1777420867.836087:0:5747:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006218a1c7. 00040000:00000010:3.0:1777420867.836089:0:5747:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c8cc7d2d. 00040000:00000010:3.0:1777420867.836098:0:5747:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000a7d6e557. 00040000:00000010:3.0:1777420867.836101:0:5747:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000fe1942f8. 00080000:00000010:3.0:1777420867.836103:0:5747:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000009c8da7cc. 00000004:00000010:3.0:1777420867.836105:0:5747:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000536b9763. 00000004:00000010:3.0:1777420867.836107:0:5747:0:(mdt_handler.c:8396:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d4cd77e7. 00000004:00000010:3.0:1777420867.836109:0:5747:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000777a82cb. 00002000:00000010:3.0:1777420867.836111:0:5747:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f2a3fdf8. 00000004:00000010:3.0:1777420867.836113:0:5747:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000fcceea06. 00000080:00000010:3.0:1777420867.836115:0:5747:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000fd21c187. 00000080:00000010:3.0:1777420867.836117:0:5747:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 592 at 000000009bb20e0a. 00000100:00000010:3.0:1777420867.836120:0:5747:0:(service.c:3046:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000f46dbc3e. 00000100:00000200:3.0:1777420867.836131:0:5747:0:(service.c:3080:ptlrpc_main()) service thread 2 (#3) started 00010000:00000010:3.0:1777420867.836276:0:5748:0:(ldlm_lockd.c:2961:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 0000000099a8efd0. 00000020:00000010:3.0:1777420867.836279:0:5748:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f3bc04e6. 00000020:00000010:3.0:1777420867.836282:0:5748:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006c0b54be. 00000020:00000010:3.0:1777420867.836284:0:5748:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000adc57e68. 00000020:00000010:3.0:1777420867.836286:0:5748:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b58b2317. 00000020:00000010:3.0:1777420867.836288:0:5748:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e2762f1a. 80000000:00000010:3.0:1777420867.836290:0:5748:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000acb1538b. 40000000:00000010:3.0:1777420867.836291:0:5748:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000007aef0e3d. 00100000:00000010:3.0:1777420867.836294:0:5748:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c06b5ae4. 00040000:00000010:3.0:1777420867.836296:0:5748:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001a6db25d. 00040000:00000010:3.0:1777420867.836298:0:5748:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000098fc3290. 00080000:00000010:3.0:1777420867.836301:0:5748:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000001111328f. 00002000:00000010:3.0:1777420867.836304:0:5748:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c64e055e. 00000020:00000010:3.0:1777420867.836307:0:5748:0:(lu_object.c:1959:lu_env_add_task()) kmalloced '(lei)': 40 at 000000008efff903. 00010000:00000010:3.0:1777420867.836481:0:5749:0:(ldlm_lockd.c:2961:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 0000000046868410. 00000020:00000010:3.0:1777420867.836488:0:5749:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008be4272f. 00000020:00000010:3.0:1777420867.836492:0:5749:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000dcb604ab. 00000020:00000010:3.0:1777420867.836495:0:5749:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000001150c4f. 00000020:00000010:3.0:1777420867.836498:0:5749:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000058d6d1a5. 00000020:00000010:3.0:1777420867.836500:0:5749:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000fe11df8. 80000000:00000010:3.0:1777420867.836503:0:5749:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000094b95b82. 40000000:00000010:3.0:1777420867.836505:0:5749:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e7aa4f3e. 00100000:00000010:3.0:1777420867.836507:0:5749:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000475a4b3f. 00040000:00000010:3.0:1777420867.836510:0:5749:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000071e5bb2e. 00040000:00000010:3.0:1777420867.836512:0:5749:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000250df2c5. 00080000:00000010:3.0:1777420867.836515:0:5749:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000d43c4f42. 00002000:00000010:3.0:1777420867.836517:0:5749:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f335791a. 00000020:00000010:3.0:1777420867.836518:0:5749:0:(lu_object.c:1959:lu_env_add_task()) kmalloced '(lei)': 40 at 000000005af27b76. 00000020:00000010:3.0:1777420867.836675:0:5750:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cad3d8ba. 00000020:00000010:3.0:1777420867.836679:0:5750:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000009be186a. 00000040:00000010:3.0:1777420867.836681:0:5750:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a34f8d92. 00000020:00000010:3.0:1777420867.836683:0:5750:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000560de857. 00000020:00000010:3.0:1777420867.836685:0:5750:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000062999ffb. 00000020:00000010:3.0:1777420867.836687:0:5750:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008a40f58b. 80000000:00000010:3.0:1777420867.836689:0:5750:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000043e4ef01. 40000000:00000010:3.0:1777420867.836691:0:5750:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f110716a. 00100000:00000010:3.0:1777420867.836693:0:5750:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000369f25df. 00040000:00000010:3.0:1777420867.836695:0:5750:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c0635369. 00040000:00000010:3.0:1777420867.836697:0:5750:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000dcfab613. 00040000:00000010:3.0:1777420867.836699:0:5750:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000038804cf. 00080000:00000010:3.0:1777420867.836701:0:5750:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000cbd948fe. 00000004:00000010:3.0:1777420867.836703:0:5750:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000008c43df. 00000004:00000010:3.0:1777420867.836707:0:5750:0:(mdt_handler.c:8396:mdt_key_init()) kmalloced '(value)': 2568 at 0000000002f9acda. 00000004:00000010:3.0:1777420867.836727:0:5750:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000004a90ff64. 00002000:00000010:3.0:1777420867.836732:0:5750:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000005ad4219c. 00000004:00000010:3.0:1777420867.836734:0:5750:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000a2fa89b8. 00000020:00000010:3.0:1777420867.836737:0:5750:0:(lu_object.c:1959:lu_env_add_task()) kmalloced '(lei)': 40 at 000000002f851e90. 20000000:00000010:3.0:1777420868.853057:0:5741:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 15 at 00000000b5271ad3. 00000040:00000010:3.0:1777420868.853068:0:5741:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000099e00097. 00000040:00000010:3.0:1777420868.853086:0:5741:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000099e00097. 20000000:00000010:3.0:1777420868.853091:0:5741:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 15 at 00000000b5271ad3. 00000040:00000010:3.0:1777420868.853097:0:5741:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000099e00097. 00000040:00000010:3.0:1777420868.853105:0:5741:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 000000002ede4604. 00000020:00000010:3.0:1777420868.853110:0:5741:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b3b74c0b. 00080000:00000010:3.0:1777420868.853114:0:5741:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000099a824b1. 00080000:00000010:3.0:1777420868.853132:0:5741:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000687aca82. 00000040:00000010:3.0:1777420868.853264:0:5741:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000000369e5d9. 00000040:00000010:3.0:1777420868.853278:0:5741:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 000000002ede4604. 00000040:00000010:3.0:1777420868.853281:0:5741:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000000369e5d9. 00000040:00000010:3.0:1777420868.853284:0:5741:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000099e00097. 20000000:00000010:3.0:1777420868.853289:0:5741:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 0000000099e00097. 20000000:00000010:3.0:1777420868.853293:0:5741:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 13 at 00000000b5271ad3. 00000040:00000010:3.0:1777420868.853297:0:5741:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000007ab3f95e. 00000040:00000010:3.0:1777420868.853312:0:5741:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000007ab3f95e. 20000000:00000010:3.0:1777420868.853314:0:5741:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 13 at 00000000b5271ad3. 00000100:00000010:3.0:1777420868.853321:0:5741:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000007ab3f95e. 00000100:00000010:3.0:1777420868.853329:0:5741:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 0000000037f78f18. 00000100:00000010:3.0:1777420868.853339:0:5741:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000e6dab556. 00000100:00000010:3.0:1777420868.853348:0:5741:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000076c147e. 00000100:00000010:3.0:1777420868.853382:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008d2d82dd. 00000100:00000010:3.0:1777420868.853387:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000369e5d9. 00000100:00000010:3.0:1777420868.853401:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000032a2e35d. 00000100:00000010:3.0:1777420868.853407:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000052932c08. 00000100:00000010:3.0:1777420868.853412:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000059964238. 00000100:00000010:3.0:1777420868.853418:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b9d9990d. 00000100:00000010:3.0:1777420868.853422:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000db443245. 00000100:00000010:3.0:1777420868.853428:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f4e35a53. 00000100:00000010:3.0:1777420868.853431:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007742acb7. 00000100:00000010:3.0:1777420868.853444:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000030778014. 00000100:00000010:3.0:1777420868.853449:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fb562beb. 00000100:00000010:3.0:1777420868.853460:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005b33fe90. 00000100:00000010:3.0:1777420868.853464:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002914d9c9. 00000100:00000010:3.0:1777420868.853468:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f46ac63a. 00000100:00000010:3.0:1777420868.853472:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000037e9c1fc. 00000100:00000010:3.0:1777420868.853476:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000081224a3a. 00000100:00000010:3.0:1777420868.853479:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000049a2deed. 00000100:00000010:3.0:1777420868.853492:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004308d4ec. 00000100:00000010:3.0:1777420868.853496:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009fa06b7d. 00000100:00000010:3.0:1777420868.853501:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000086a3d784. 00000100:00000010:3.0:1777420868.853504:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c2ff03ef. 00000100:00000010:3.0:1777420868.853509:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001b79ac6b. 00000100:00000010:3.0:1777420868.853511:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ece0ace3. 00000100:00000010:3.0:1777420868.853516:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008dde3cc4. 00000100:00000010:3.0:1777420868.853520:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a68a5605. 00000100:00000010:3.0:1777420868.853532:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000092bc5467. 00000100:00000010:3.0:1777420868.853537:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006f83f51a. 00000100:00000010:3.0:1777420868.853542:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cdae93e3. 00000100:00000010:3.0:1777420868.853546:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000445f1cbe. 00000100:00000010:3.0:1777420868.853552:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bffb65b8. 00000100:00000010:3.0:1777420868.853556:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000023331025. 00000100:00000010:3.0:1777420868.853562:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000058007a77. 00000100:00000010:3.0:1777420868.853566:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eae48361. 00000100:00000010:3.0:1777420868.853579:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000401b4687. 00000100:00000010:3.0:1777420868.853590:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000df341b96. 00000100:00000010:3.0:1777420868.853597:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008e88d845. 00000100:00000010:3.0:1777420868.853601:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000c857468. 00000100:00000010:3.0:1777420868.853608:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000bc15faa. 00000100:00000010:3.0:1777420868.853612:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004ca87a63. 00000100:00000010:3.0:1777420868.853619:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001879598f. 00000100:00000010:3.0:1777420868.853622:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004a087b9d. 00000100:00000010:3.0:1777420868.853636:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000492bd170. 00000100:00000010:3.0:1777420868.853646:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d14e14f1. 00000100:00000010:3.0:1777420868.853660:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000db80f0e5. 00000100:00000010:3.0:1777420868.853664:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b947ba52. 00000100:00000010:3.0:1777420868.853671:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d8db0914. 00000100:00000010:3.0:1777420868.853674:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000077e1616e. 00000100:00000010:3.0:1777420868.853680:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001c0e31ed. 00000100:00000010:3.0:1777420868.853686:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e34d6450. 00000100:00000010:3.0:1777420868.853699:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000073256f1b. 00000100:00000010:3.0:1777420868.853705:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c588a9d0. 00000100:00000010:3.0:1777420868.853711:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008dd6a3f5. 00000100:00000010:3.0:1777420868.853715:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b550342d. 00000100:00000010:3.0:1777420868.853720:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000073b5048a. 00000100:00000010:3.0:1777420868.853724:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000639b8ac8. 00000100:00000010:3.0:1777420868.853730:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d28e27bf. 00000100:00000010:3.0:1777420868.853737:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000627ef354. 00000100:00000010:3.0:1777420868.853751:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005a291a5e. 00000100:00000010:3.0:1777420868.853756:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000061ebfe56. 00000100:00000010:3.0:1777420868.853761:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a2576ee9. 00000100:00000010:3.0:1777420868.853766:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000762991a. 00000100:00000010:3.0:1777420868.853771:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a63271a8. 00000100:00000010:3.0:1777420868.853774:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c2ae7b83. 00000100:00000010:3.0:1777420868.853779:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000aa5a86e8. 00000100:00000010:3.0:1777420868.853781:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000da4d7cd0. 00000100:00000010:3.0:1777420868.853791:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a5748f53. 00000100:00000010:3.0:1777420868.853800:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b726e96f. 00000100:00000010:3.0:1777420868.853805:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bd1cccee. 00000100:00000010:3.0:1777420868.853808:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c9e90205. 00000100:00000010:3.0:1777420868.853811:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008329e2f0. 00000100:00000010:3.0:1777420868.853813:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e87f0704. 00000100:00000010:3.0:1777420868.853825:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f34c2790. 00000100:00000010:3.0:1777420868.853829:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000081a6f9d1. 00000100:00000010:3.0:1777420868.853848:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fd748fec. 00000100:00000010:3.0:1777420868.853853:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003058a974. 00000100:00000010:3.0:1777420868.853859:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000017e258f4. 00000100:00000010:3.0:1777420868.853863:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c33f53b6. 00000100:00000010:3.0:1777420868.853868:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b7cd8c9b. 00000100:00000010:3.0:1777420868.853879:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a9981808. 00000100:00000010:3.0:1777420868.853884:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a8f48855. 00000100:00000010:3.0:1777420868.853887:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f0820318. 00000100:00000010:3.0:1777420868.853898:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ce83c74e. 00000100:00000010:3.0:1777420868.853901:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bd600f4f. 00000100:00000010:3.0:1777420868.853906:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b0744528. 00000100:00000010:3.0:1777420868.853909:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000746993a0. 00000100:00000010:3.0:1777420868.853912:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b2ff0e6c. 00000100:00000010:3.0:1777420868.853916:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000056e0455e. 00000100:00000010:3.0:1777420868.853920:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000225212cd. 00000100:00000010:3.0:1777420868.853923:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e578c84b. 00000100:00000010:3.0:1777420868.853936:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f6928534. 00000100:00000010:3.0:1777420868.853940:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000054b36f4c. 00000100:00000010:3.0:1777420868.853946:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006e33f2ea. 00000100:00000010:3.0:1777420868.853950:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004dd33303. 00000100:00000010:3.0:1777420868.853956:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000645baf14. 00000100:00000010:3.0:1777420868.853960:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000087af5b5d. 00000100:00000010:3.0:1777420868.853965:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bbd10afa. 00000100:00000010:3.0:1777420868.853969:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bc1d3238. 00000100:00000010:3.0:1777420868.853982:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000045ceec10. 00000100:00000010:3.0:1777420868.853996:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003dc189c4. 00000100:00000010:3.0:1777420868.854003:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003d86ef2a. 00000100:00000010:3.0:1777420868.854007:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000002bb2c6. 00000100:00000010:3.0:1777420868.854011:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f8244d70. 00000100:00000010:3.0:1777420868.854014:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000088f9663c. 00000100:00000010:3.0:1777420868.854019:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000013da6a5a. 00000100:00000010:3.0:1777420868.854028:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009786b218. 00000100:00000010:3.0:1777420868.854037:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000578e84b6. 00000100:00000010:3.0:1777420868.854041:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002343187b. 00000100:00000010:3.0:1777420868.854045:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000159293a4. 00000100:00000010:3.0:1777420868.854048:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000006a0cae8. 00000100:00000010:3.0:1777420868.854053:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002b005479. 00000100:00000010:3.0:1777420868.854055:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000069be706d. 00000100:00000010:3.0:1777420868.854059:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000092302db9. 00000100:00000010:3.0:1777420868.854062:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000008fec03. 00000100:00000010:3.0:1777420868.854071:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f189cae0. 00000100:00000010:3.0:1777420868.854074:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009d178a2c. 00000100:00000010:3.0:1777420868.854078:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000dfba89c6. 00000100:00000010:3.0:1777420868.854080:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000038865290. 00000100:00000010:3.0:1777420868.854083:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008de6a176. 00000100:00000010:3.0:1777420868.854086:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000757560cd. 00000100:00000010:3.0:1777420868.854091:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000df52110e. 00000100:00000010:3.0:1777420868.854093:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006fe67513. 00000100:00000010:3.0:1777420868.854103:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006a4ff5ef. 00000100:00000010:3.0:1777420868.854106:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f9d698a6. 00000100:00000010:3.0:1777420868.854110:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000025eb34fc. 00000100:00000010:3.0:1777420868.854114:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a2bfe06c. 00000100:00000010:3.0:1777420868.854118:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007b6265cd. 00000100:00000010:3.0:1777420868.854120:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008cbb3397. 00000100:00000010:3.0:1777420868.854125:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004785fb30. 00000400:00000200:3.0:1777420868.854128:0:5741:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 26 lazy 00000020:00000010:3.0:1777420868.854183:0:5741:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000008ceb7b00. 00000020:00000010:3.0:1777420868.854188:0:5741:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000c0509b79. 00000100:00000010:3.0:1777420868.854261:0:5741:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000037411aec. 00000100:00000010:3.0:1777420868.854266:0:5741:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 0000000005d1514f. 00000100:00000010:3.0:1777420868.854270:0:5741:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000014b273d1. 00000100:00000010:3.0:1777420868.854275:0:5741:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000004c9c6829. 00000100:00000010:3.0:1777420868.854276:0:5741:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000070b81f6c. 00000100:00000200:3.0:1777420868.854336:0:5741:0:(service.c:848:ptlrpc_register_service()) mgs: Started, listening on portal 26 00000100:00000010:3.0:1777420868.854343:0:5741:0:(service.c:3446:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000017fe4627. 00000100:00000010:1.0:1777420868.855069:0:5741:0:(service.c:3446:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000095a4b748. 00000100:00000010:1.0:1777420868.855252:0:5754:0:(service.c:3019:ptlrpc_main()) kmalloced '(env)': 56 at 000000008607c707. 00000020:00000010:1.0:1777420868.855256:0:5754:0:(lu_object.c:1959:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000273a4084. 00000020:00000010:1.0:1777420868.855261:0:5754:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001d13197a. 00000020:00000010:1.0:1777420868.855264:0:5754:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000634c7c14. 00000040:00000010:1.0:1777420868.855268:0:5754:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000071425bcf. 00000020:00000010:1.0:1777420868.855272:0:5754:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009f12b648. 00000020:00000010:1.0:1777420868.855276:0:5754:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003d81a83e. 80000000:00000010:1.0:1777420868.855279:0:5754:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000063c48ab5. 00040000:00000010:1.0:1777420868.855283:0:5754:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000057b505a6. 00080000:00000010:1.0:1777420868.855287:0:5754:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000001f866acd. 20000000:00000010:1.0:1777420868.855291:0:5754:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at 000000000018cabe. 00000100:00000010:1.0:1777420868.855308:0:5754:0:(service.c:3046:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000004d620e88. 00000100:00000200:1.0:1777420868.855324:0:5754:0:(service.c:3080:ptlrpc_main()) service thread 1 (#2) started 00000020:00000010:1.0:1777420868.855741:0:5756:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005522d3e9. 00000020:00000010:1.0:1777420868.855747:0:5756:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003e82a69e. 00000040:00000010:1.0:1777420868.855751:0:5756:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001ded9112. 00000020:00000010:1.0:1777420868.855758:0:5756:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000947a840c. 00000020:00000010:1.0:1777420868.855777:0:5756:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f6502229. 00000020:00000010:1.0:1777420868.855785:0:5756:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004c9b3b7c. 80000000:00000010:1.0:1777420868.855789:0:5756:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ba0a0a08. 40000000:00000010:1.0:1777420868.855793:0:5756:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b4368197. 00100000:00000010:1.0:1777420868.855799:0:5756:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000039c42825. 00040000:00000010:1.0:1777420868.855805:0:5756:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d653367b. 00040000:00000010:1.0:1777420868.855810:0:5756:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 0000000009007a54. 00040000:00000010:1.0:1777420868.855819:0:5756:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000747314ce. 00080000:00000010:1.0:1777420868.855823:0:5756:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000e68870a3. 00000004:00000010:1.0:1777420868.855831:0:5756:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000edcd0cd1. 00000004:00000010:1.0:1777420868.855840:0:5756:0:(mdt_handler.c:8396:mdt_key_init()) kmalloced '(value)': 2568 at 00000000572c586e. 00000004:00000010:1.0:1777420868.855848:0:5756:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000007b616d0e. 00002000:00000010:1.0:1777420868.855856:0:5756:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d38f8714. 00000004:00000010:1.0:1777420868.855863:0:5756:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000e29343c6. 00000020:00000010:1.0:1777420868.855871:0:5756:0:(lu_object.c:1959:lu_env_add_task()) kmalloced '(lei)': 40 at 000000003e59397f. 00000400:00000200:1.0:1777420868.856087:0:3293:0:(peer.c:3990:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1777420868.856095:0:3293:0:(peer.c:4102:lnet_peer_discovery()) peer 192.168.203.147@tcp(000000007e5b236a) state 0x100041 00000400:00000010:1.0:1777420868.856104:0:3293:0:(api-ni.c:1824:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000e961aee6. 00000400:00000010:1.0:1777420868.856110:0:3293:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000091d47edf. 00000400:00000010:1.0:1777420868.856133:0:3293:0:(lib-lnet.h:479:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000f7beb94. 00000400:00000200:1.0:1777420868.856140:0:3293:0:(lib-move.c:5547:LNetGet()) LNetGet -> 12345-192.168.203.147@tcp 00000400:00000200:1.0:1777420868.856153:0:3293:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.147@tcp local destination 00000400:00000200:1.0:1777420868.856160:0:3293:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777420868.856166:0:3293:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.147@tcp 00000400:00000200:1.0:1777420868.856172:0:3293:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.147@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777420868.856177:0:3293:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.147@tcp 00000400:00000200:1.0:1777420868.856184:0:3293:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.147@tcp NI seq info: [1:1:256:4294967295] 192.168.203.147@tcp LPNI seq info [1:1:8:4294967295] 00000400:00000200:1.0:1777420868.856193:0:3293:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.147@tcp 00000400:00000200:1.0:1777420868.856222:0:3293:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.147@tcp(192.168.203.147@tcp:) -> 192.168.203.147@tcp(192.168.203.147@tcp:192.168.203.147@tcp) : GET try# 0 00000800:00000200:1.0:1777420868.856234:0:3293:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.147@tcp 00000800:00000010:1.0:1777420868.856240:0:3293:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000075c177e3. 00000800:00000010:1.0:1777420868.856251:0:3293:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000008c474e36. 00000800:00000010:1.0:1777420868.856257:0:3293:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000021039eae. 00000800:00000200:1.0:1777420868.856265:0:3293:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c474e36] -> 12345-192.168.203.147@tcp (2) 00000800:00000200:1.1F:1777420868.856273:0:3293:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c474e36] -> 12345-192.168.203.147@tcp (2) 00000400:00000200:1.0:1777420868.856299:0:3293:0:(peer.c:3790:lnet_peer_send_ping()) peer 192.168.203.147@tcp 00000400:00000200:1.0:1777420868.856303:0:3293:0:(peer.c:4120:lnet_peer_discovery()) peer 192.168.203.147@tcp(000000007e5b236a) state 0x100241 rc 0 00000800:00000010:3.0:1777420868.856611:0:3283:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000622b730. 00000800:00000010:3.0:1777420868.856618:0:3283:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000072430772. 00000800:00000010:3.0:1777420868.856627:0:3283:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008027ce08. 00000800:00000010:1.0:1777420868.856662:0:3284:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000264a7ef7. 00000800:00000010:3.0:1777420868.856665:0:3283:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008027ce08. 00000800:00000010:1.0:1777420868.856667:0:3284:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009bd04ff8. 00000800:00000010:1.0:1777420868.856690:0:3284:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000afb503c4. 00000800:00000200:1.1:1777420868.856702:0:3284:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c474e36] -> 12345-192.168.203.147@tcp (2) 00000800:00000200:1.1:1777420868.856714:0:3284:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.147@tcp 00000000afb503c4 deleted 00000800:00000010:1.1:1777420868.856716:0:3284:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000afb503c4. 00000800:00000200:1.1:1777420868.856722:0:3284:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1777420868.856729:0:3284:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.147@tcp ip 192.168.203.147:1023 00000800:00000200:1.1:1777420868.856734:0:3284:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000075c177e3 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1777420868.856740:0:3284:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.147@tcp p 3.x 192.168.203.147 -> 192.168.203.147:1023 incarnation:1777420846869677666 sched[0] 00000800:00000010:1.0:1777420868.856746:0:3284:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000ff783c3. 00000800:00000010:1.0:1777420868.856800:0:3284:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000ff783c3. 00000800:00000010:1.0:1777420868.856804:0:3284:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009bd04ff8. 00000800:00000010:1.0:1777420868.856841:0:3284:0:(socklnd_cb.c:2301:ksocknal_connd()) kfreed 'cr': 32 at 00000000f46331c9. 00000800:00000200:1.1:1777420868.856864:0:3283:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1777420868.856868:0:3283:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.147@tcp p 3.x 192.168.203.147 -> 192.168.203.147:988 incarnation:1777420846869677666 sched[0] 00000800:00000010:1.0:1777420868.856872:0:3283:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000072430772. 00000400:00000200:1.0:1777420868.856929:0:3283:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.147:988 00000800:00000010:1.0:1777420868.857117:0:3283:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000087b4dd4b. 00000800:00000010:1.0:1777420868.857122:0:3283:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000afb503c4. 00000800:00000010:1.0:1777420868.857125:0:3283:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000ff783c3. 00000800:00000010:1.0:1777420868.857165:0:3283:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000ff783c3. 00000400:00000200:1.0:1777420868.857289:0:3293:0:(peer.c:3990:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1777420868.857295:0:3293:0:(peer.c:4102:lnet_peer_discovery()) peer 192.168.203.147@tcp(000000007e5b236a) state 0x1000c1 00000400:00000010:1.0:1777420868.857302:0:3293:0:(peer.c:3267:lnet_peer_merge_data()) alloc '(curnis)': 40 at 000000000ff783c3. 00000400:00000010:1.0:1777420868.857306:0:3293:0:(peer.c:3268:lnet_peer_merge_data()) alloc '(addnis)': 48 at 00000000ddd1631b. 00000400:00000010:1.0:1777420868.857309:0:3293:0:(peer.c:3269:lnet_peer_merge_data()) alloc '(delnis)': 40 at 00000000ea30573d. 00000400:00000010:1.0:1777420868.857314:0:3293:0:(peer.c:3407:lnet_peer_merge_data()) kfreed 'curnis': 40 at 000000000ff783c3. 00000400:00000010:1.0:1777420868.857317:0:3293:0:(peer.c:3408:lnet_peer_merge_data()) kfreed 'addnis': 48 at 00000000ddd1631b. 00000400:00000010:1.0:1777420868.857319:0:3293:0:(peer.c:3409:lnet_peer_merge_data()) kfreed 'delnis': 40 at 00000000ea30573d. 00000400:00000010:1.0:1777420868.857322:0:3293:0:(api-ni.c:1842:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000e961aee6. 00000400:00000200:1.0:1777420868.857325:0:3293:0:(peer.c:3412:lnet_peer_merge_data()) peer 192.168.203.147@tcp (000000007e5b236a): 0 00000400:00000200:1.0:1777420868.857328:0:3293:0:(peer.c:3716:lnet_peer_data_present()) peer 192.168.203.147@tcp(000000007e5b236a): 0. state = 0x100141 00000400:00000200:1.0:1777420868.857332:0:3293:0:(peer.c:4120:lnet_peer_discovery()) peer 192.168.203.147@tcp(000000007e5b236a) state 0x100141 rc 1 00000400:00000200:1.0:1777420868.857335:0:3293:0:(peer.c:4102:lnet_peer_discovery()) peer 192.168.203.147@tcp(000000007e5b236a) state 0x100141 00000400:00000010:1.0:1777420868.857340:0:3293:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e0556dbd. 00000400:00000010:1.0:1777420868.857347:0:3293:0:(lib-lnet.h:479:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005f6e9acc. 00000400:00000200:1.0:1777420868.857370:0:3293:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.203.147@tcp 00000400:00000200:1.0:1777420868.857378:0:3293:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.147@tcp to MR: 192.168.203.147@tcp local destination 00000400:00000200:1.0:1777420868.857382:0:3293:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.147@tcp NI seq info: [3:3:256:4294967295] 192.168.203.147@tcp LPNI seq info [3:3:8:4294967295] 00000400:00000200:1.0:1777420868.857388:0:3293:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.147@tcp 00000400:00000200:1.0:1777420868.857401:0:3293:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.147@tcp(192.168.203.147@tcp:192.168.203.147@tcp) -> 192.168.203.147@tcp(192.168.203.147@tcp:192.168.203.147@tcp) : PUT try# 0 00000800:00000200:1.0:1777420868.857407:0:3293:0:(socklnd_cb.c:1001:ksocknal_send()) sending 48 bytes in 1 frags to 12345-192.168.203.147@tcp 00000800:00000010:1.0:1777420868.857411:0:3293:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e1967ac7. 00000800:00000200:1.0:1777420868.857420:0:3293:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c474e36] -> 12345-192.168.203.147@tcp (4) 00000800:00000200:1.0:1777420868.857427:0:3293:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.147@tcp ip 192.168.203.147:1023 00000800:00000200:1.0:1777420868.857430:0:3293:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e1967ac7 type 1, nob 144 niov 1 nkiov 1 00000400:00000200:1.0:1777420868.857441:0:3293:0:(peer.c:3924:lnet_peer_send_push()) peer 192.168.203.147@tcp 00000400:00000200:1.0:1777420868.857447:0:3293:0:(peer.c:4120:lnet_peer_discovery()) peer 192.168.203.147@tcp(000000007e5b236a) state 0x100541 rc 0 00000800:00000200:1.0:1777420868.857504:0:3290:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777420868.857508:0:3290:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e1967ac7. 00000400:00000200:1.0:1777420868.857512:0:3290:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777420868.857519:0:3290:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.147@tcp->192.168.203.147@tcp: PUT: OK 00000400:00000200:1.0:1777420868.857523:0:3290:0:(peer.c:3083:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1777420868.857525:0:3290:0:(peer.c:3035:lnet_discovery_event_send()) Push Send to 192.168.203.147@tcp: 0 00000400:00000200:1.0:1777420868.857539:0:3290:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.203.147@tcp(192.168.203.147@tcp) <- 192.168.203.147@tcp : PUT - for me 00000400:00000200:1.0:1777420868.857548:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.147@tcp of length 48 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1777420868.857553:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.147@tcp of length 48/48 into md 0x5 [1] + 0 00000400:00000010:1.0:1777420868.857559:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000010ff56ed. 00000400:00000200:1.0:1777420868.857563:0:3290:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005bc27ab3 00000400:00000200:1.0:1777420868.857569:0:3290:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777420868.857574:0:3290:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.147@tcp->192.168.203.147@tcp: PUT: OK 00000400:00000200:1.0:1777420868.857577:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005bc27ab3 00000400:00000010:1.0:1777420868.857579:0:3290:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at 000000005bc27ab3. 00000400:00000200:1.0:1777420868.857583:0:3290:0:(api-ni.c:2344:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1777420868.857589:0:3290:0:(peer.c:2572:lnet_peer_push_event()) peer 192.168.203.147@tcp(000000007e5b236a) is MR 00000400:00000010:1.0:1777420868.857592:0:3290:0:(api-ni.c:1824:lnet_ping_buffer_alloc()) alloc '(pbuf)': 57 at 00000000ea30573d. 00000400:00000200:1.0:1777420868.857595:0:3290:0:(peer.c:2646:lnet_peer_push_event()) Received Push 192.168.203.147@tcp 1 00000400:00000200:1.0:1777420868.857599:0:3290:0:(peer.c:2407:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.147@tcp: -114 00000400:00000200:1.0:1777420868.857609:0:3290:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1777420868.857614:0:3290:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.147@tcp to MR: 192.168.203.147@tcp local destination 00000400:00000200:1.0:1777420868.857619:0:3290:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.147@tcp NI seq info: [4:4:256:4294967295] 192.168.203.147@tcp LPNI seq info [4:4:8:4294967295] 00000400:00000200:1.0:1777420868.857645:0:3290:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.147@tcp(192.168.203.147@tcp:192.168.203.147@tcp) -> 192.168.203.147@tcp(192.168.203.147@tcp:192.168.203.147@tcp) 192.168.203.147@tcp : ACK try# 0 00000800:00000200:1.0:1777420868.857651:0:3290:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.147@tcp 00000800:00000010:1.0:1777420868.857654:0:3290:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e1967ac7. 00000800:00000200:1.0:1777420868.857659:0:3290:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c474e36] -> 12345-192.168.203.147@tcp (4) 00000800:00000200:1.0:1777420868.857666:0:3290:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.147@tcp ip 192.168.203.147:988 00000800:00000200:1.0:1777420868.857671:0:3290:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e1967ac7 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1777420868.857703:0:3290:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777420868.857707:0:3290:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e1967ac7. 00000400:00000200:1.0:1777420868.857710:0:3290:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777420868.857717:0:3290:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.147@tcp->192.168.203.147@tcp: ACK: OK 00000400:00000200:1.0:1777420868.857734:0:3290:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.203.147@tcp(192.168.203.147@tcp) <- 192.168.203.147@tcp : ACK - for me 00000400:00000200:1.0:1777420868.857744:0:3290:0:(lib-move.c:4700:lnet_parse_ack()) 192.168.203.147@tcp: ACK from 12345-192.168.203.147@tcp into md 0x211 00000400:00000200:1.0:1777420868.857748:0:3290:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777420868.857752:0:3290:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.147@tcp->192.168.203.147@tcp: ACK: OK 00000400:00000200:1.0:1777420868.857755:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0556dbd 00000400:00000010:1.0:1777420868.857758:0:3290:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at 00000000e0556dbd. 00000400:00000200:1.0:1777420868.857762:0:3290:0:(peer.c:3083:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1777420868.857764:0:3290:0:(peer.c:2801:lnet_discovery_event_ack()) peer 192.168.203.147@tcp ev->status 0 00000400:00000200:1.0:1777420868.857767:0:3290:0:(peer.c:2407:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.147@tcp: -114 00000400:00000200:1.0:1777420868.857781:0:3293:0:(peer.c:3990:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1777420868.857787:0:3293:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010ff56ed. 00000400:00000010:1.0:1777420868.857793:0:3293:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e0556dbd. 00000400:00000200:1.0:1777420868.857798:0:3293:0:(api-ni.c:2334:lnet_push_target_post()) posted push target 0000000051ee4d52 00000400:00000200:1.0:1777420868.857803:0:3293:0:(peer.c:4102:lnet_peer_discovery()) peer 192.168.203.147@tcp(000000007e5b236a) state 0x1000c1 00000400:00000010:1.0:1777420868.857809:0:3293:0:(peer.c:3267:lnet_peer_merge_data()) alloc '(curnis)': 40 at 00000000ddd1631b. 00000400:00000010:1.0:1777420868.857811:0:3293:0:(peer.c:3268:lnet_peer_merge_data()) alloc '(addnis)': 48 at 000000000ff783c3. 00000400:00000010:1.0:1777420868.857814:0:3293:0:(peer.c:3269:lnet_peer_merge_data()) alloc '(delnis)': 40 at 00000000300cef5e. 00000400:00000010:1.0:1777420868.857817:0:3293:0:(peer.c:3407:lnet_peer_merge_data()) kfreed 'curnis': 40 at 00000000ddd1631b. 00000400:00000010:1.0:1777420868.857821:0:3293:0:(peer.c:3408:lnet_peer_merge_data()) kfreed 'addnis': 48 at 000000000ff783c3. 00000400:00000010:1.0:1777420868.857826:0:3293:0:(peer.c:3409:lnet_peer_merge_data()) kfreed 'delnis': 40 at 00000000300cef5e. 00000400:00000010:1.0:1777420868.857830:0:3293:0:(api-ni.c:1842:lnet_ping_buffer_free()) kfreed 'pbuf': 57 at 00000000ea30573d. 00000400:00000200:1.0:1777420868.857840:0:3293:0:(peer.c:3412:lnet_peer_merge_data()) peer 192.168.203.147@tcp (000000007e5b236a): 0 00000400:00000200:1.0:1777420868.857843:0:3293:0:(peer.c:3716:lnet_peer_data_present()) peer 192.168.203.147@tcp(000000007e5b236a): 0. state = 0x100141 00000400:00000200:1.0:1777420868.857847:0:3293:0:(peer.c:4120:lnet_peer_discovery()) peer 192.168.203.147@tcp(000000007e5b236a) state 0x100141 rc 1 00000400:00000200:1.0:1777420868.857852:0:3293:0:(peer.c:4102:lnet_peer_discovery()) peer 192.168.203.147@tcp(000000007e5b236a) state 0x100141 00000400:00000200:1.0:1777420868.857856:0:3293:0:(peer.c:3846:lnet_peer_discovered()) peer 192.168.203.147@tcp 00000400:00000200:1.0:1777420868.857860:0:3293:0:(peer.c:4120:lnet_peer_discovery()) peer 192.168.203.147@tcp(000000007e5b236a) state 0x100111 rc 0 00000400:00000200:1.0:1777420868.857865:0:3293:0:(peer.c:2423:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.147@tcp 00000020:00000010:1.0:1777420868.858006:0:5755:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000007fa727f8. 00000020:00000010:1.0:1777420868.858023:0:5755:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e961aee6. 00000020:00000010:1.0:1777420868.858028:0:5755:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fc5d34d1. 00000020:00000010:1.0:1777420868.858043:0:5755:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b907c2f7. 00000100:00000200:1.0:1777420868.858080:0:5754:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1863760841015424 02000000:00000010:1.0:1777420868.858099:0:5754:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000d861c579. 00000020:00000010:1.0:1777420868.858111:0:5754:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000864f36e4. 00000001:00000010:1.0:1777420868.858122:0:5754:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000e1967ac7. 00000001:00000010:1.0:1777420868.858130:0:5754:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000020cc19d2. 00000001:00000010:1.0:1777420868.858135:0:5754:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000098586ec6. 00000001:00000010:1.0:1777420868.858139:0:5754:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e14a69ab. 00000001:00000010:1.0:1777420868.858142:0:5754:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c30de97a. 00000001:00000010:1.0:1777420868.858147:0:5754:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000eb46f9ab. 00000020:00000010:1.0:1777420868.858162:0:5754:0:(lprocfs_status_server.c:622:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 0000000034c9188e. 00000020:00000010:1.0:1777420868.858282:0:5754:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000ec3399e1. 00000020:00000010:1.0:1777420868.858287:0:5754:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 160 at 00000000083d7e9a. 00000020:00000010:1.0:1777420868.858291:0:5754:0:(lprocfs_status.c:1464:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 200 at 000000008ca2e643. 00000020:00000010:1.0:1777420868.858310:0:5754:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000628b4c74. 00000020:00000010:1.0:1777420868.858315:0:5754:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 000000000070d1da. 00000020:00000010:1.0:1777420868.858318:0:5754:0:(lprocfs_status.c:1464:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 000000002772fcb3. 00000020:00000010:1.0:1777420868.858337:0:5754:0:(genops.c:1283:class_new_import()) kmalloced '(imp)': 1712 at 000000006cee29c9. 00010000:00000200:1.0:1777420868.858398:0:5754:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000547ac6ab x1863760841015424/t0(0) o250->0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa@0@lo:0/0 lens 520/416 e 0 to 0 dl 1777420968 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777420868.858416:0:5754:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005bc27ab3. 00000100:00000200:1.0:1777420868.858424:0:5754:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 25, xid 1863760841015424, offset 0 00000400:00000200:1.0:1777420868.858429:0:5754:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777420868.858435:0:5754:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777420868.858442:0:5754:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 25 MB=0x69f14a2e00080 00000400:00000200:1.0:1777420868.858447:0:5754:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 416/416 into md 0x219 [1] + 0 00000400:00000200:1.0:1777420868.858450:0:5754:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777420868.858454:0:5754:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777420868.858459:0:5754:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003e88ee23 x1863760841015424/t0(0) o250->MGC192.168.203.147@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1777420878 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777420868.858478:0:5754:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005bc27ab3 00000400:00000010:1.0:1777420868.858482:0:5754:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at 000000005bc27ab3. 00000400:00000200:3.0:1777420868.858490:0:3291:0:(acceptor.c:580:lnet_acceptor()) Accepted connection on ens2:988 00000020:00000010:1.0:1777420868.858496:0:5754:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fc5d34d1. 00000020:00000010:1.0:1777420868.858501:0:5754:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b907c2f7. 00000020:00000010:1.0:1777420868.858505:0:5754:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e961aee6. 00000400:00000200:3.0:1777420868.858506:0:3291:0:(acceptor.c:502:lnet_accept()) Accept 192.168.203.147@tcp from 254.3.0.2 00000800:00000010:3.0:1777420868.858511:0:3291:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000fb71e13b. 02000000:00000010:1.0:1777420868.858513:0:5754:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 00000000d861c579. 00000100:00000200:1.0:1777420868.858520:0:5754:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1777420868.858534:0:5754:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b56eef53. 00000400:00000010:1.0:1777420868.858540:0:5754:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000033028d13. 00000800:00000200:2.1F:1777420868.858571:0:3285:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c474e36] -> 12345-192.168.203.147@tcp (4) 00000400:00000010:1.0:1777420868.858577:0:3294:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000175bd57d. 00000800:00000200:2.1:1777420868.858582:0:3285:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.147@tcp 00000000d214a2b2 deleted 00000400:00000200:1.0:1777420868.858583:0:3294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004804905b 00000800:00000010:2.1:1777420868.858585:0:3285:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d214a2b2. 00000400:00000010:1.0:1777420868.858587:0:3294:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at 000000004804905b. 00000800:00000200:2.1:1777420868.858590:0:3285:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000100:00000200:1.0:1777420868.858594:0:3294:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003e88ee23 x1863760841015424/t0(0) o250->MGC192.168.203.147@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1777420878 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777420868.858612:0:3294:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003e88ee23 x1863760841015424/t0(0) o250->MGC192.168.203.147@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1777420878 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777420868.858656:0:3294:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000001492cd85. 02000000:00000010:1.0:1777420868.858661:0:3294:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000c40b0038. 00000100:00000010:1.0:1777420868.858666:0:3294:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003e88ee23. 00000800:00000200:2.1:1777420868.858717:0:3283:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000100:00000010:3.0:1777420868.861402:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000053376f85. 00000100:00000010:1.0:1777420868.862386:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004526cfaf. 00000020:00000010:1.0:1777420868.912797:0:5773:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 00000000d4ad33d8. 00000100:00000010:1.0:1777420868.912802:0:5773:0:(service.c:3019:ptlrpc_main()) kmalloced '(env)': 56 at 00000000300cef5e. 00000020:00000010:1.0:1777420868.912805:0:5773:0:(lu_object.c:1959:lu_env_add_task()) kmalloced '(lei)': 40 at 000000008cbc713e. 00000020:00000010:1.0:1777420868.912820:0:5773:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000e1c6965. 00000020:00000010:1.0:1777420868.912824:0:5773:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e961aee6. 00000040:00000010:1.0:1777420868.912826:0:5773:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003b9a47c3. 00000020:00000010:1.0:1777420868.912829:0:5773:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003620c68d. 00000020:00000010:1.0:1777420868.912833:0:5773:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a8e1bc78. 00000020:00000010:1.0:1777420868.912835:0:5773:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f7163402. 80000000:00000010:1.0:1777420868.912839:0:5773:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a1d4763a. 40000000:00000010:1.0:1777420868.912841:0:5773:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000051761fac. 00100000:00000010:1.0:1777420868.912845:0:5773:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006978d5e8. 00040000:00000010:1.0:1777420868.912847:0:5773:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000069ef78d3. 00040000:00000010:1.0:1777420868.912850:0:5773:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d1e658aa. 00040000:00000010:1.0:1777420868.912852:0:5773:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005aa0df76. 00080000:00000010:1.0:1777420868.912855:0:5773:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000000eb6653c. 00000004:00000010:1.0:1777420868.912857:0:5773:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000aeccecd9. 00000004:00000010:1.0:1777420868.912861:0:5773:0:(mdt_handler.c:8396:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c76fb761. 00000004:00000010:1.0:1777420868.912864:0:5773:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000009e396689. 00002000:00000010:1.0:1777420868.912867:0:5773:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c8cbc8c5. 00000004:00000010:1.0:1777420868.912870:0:5773:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000095f297cc. 00000100:00000200:1.0:1777420868.912873:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1777420868.912876:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000001d21b86. 00000400:00000010:1.0:1777420868.912880:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ff3e1257. 00000100:00000200:1.0:1777420868.912886:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1777420868.912887:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c543838f. 00000400:00000010:1.0:1777420868.912889:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f4de0606. 00000100:00000200:1.0:1777420868.912891:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1777420868.912892:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068fb6f63. 00000400:00000010:1.0:1777420868.912894:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000afaeab93. 00000100:00000200:1.0:1777420868.912895:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1777420868.912896:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060ad343d. 00000400:00000010:1.0:1777420868.912898:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b11c6ee4. 00000100:00000200:1.0:1777420868.912899:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1777420868.912900:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ef489be. 00000400:00000010:1.0:1777420868.912902:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000803d4c43. 00000100:00000200:1.0:1777420868.912904:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1777420868.912908:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003b0e04c8. 00000400:00000010:1.0:1777420868.912910:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a49edcb7. 00000100:00000200:1.0:1777420868.912912:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1777420868.912913:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000662ea922. 00000400:00000010:1.0:1777420868.912915:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000dbfd4828. 00000100:00000200:1.0:1777420868.912917:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1777420868.912917:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000212bebe1. 00000400:00000010:1.0:1777420868.912919:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000009ef9ae86. 00000100:00000200:1.0:1777420868.912921:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1777420868.912921:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001cc26085. 00000400:00000010:1.0:1777420868.912924:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000071b0dd0b. 00000100:00000200:1.0:1777420868.912925:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1777420868.912926:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000090d96b7c. 00000400:00000010:1.0:1777420868.912933:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000097b2deba. 00000100:00000200:1.0:1777420868.912935:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1777420868.912936:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d5fec470. 00000400:00000010:1.0:1777420868.912938:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000002709458a. 00000100:00000200:1.0:1777420868.912939:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1777420868.912940:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002deba226. 00000400:00000010:1.0:1777420868.912942:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000407da374. 00000100:00000200:1.0:1777420868.912943:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1777420868.912944:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3b93446. 00000400:00000010:1.0:1777420868.912946:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000401ae590. 00000100:00000200:1.0:1777420868.912947:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1777420868.912948:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c3500af. 00000400:00000010:1.0:1777420868.912950:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f7618025. 00000100:00000200:1.0:1777420868.912952:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1777420868.912952:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cef9123b. 00000400:00000010:1.0:1777420868.912954:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e207e3a1. 00000100:00000200:1.0:1777420868.912956:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1777420868.912957:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000501e65e3. 00000400:00000010:1.0:1777420868.912959:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000023c59add. 00000100:00000200:1.0:1777420868.912960:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1777420868.912961:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bae0fc42. 00000400:00000010:1.0:1777420868.912963:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000006d188f8. 00000100:00000200:1.0:1777420868.912964:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1777420868.912968:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000085872141. 00000400:00000010:1.0:1777420868.912974:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a6ff9c77. 00000100:00000200:1.0:1777420868.912976:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1777420868.912977:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008ed8b14f. 00000400:00000010:1.0:1777420868.912979:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000006a899249. 00000100:00000200:1.0:1777420868.912980:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1777420868.912981:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084bf7129. 00000400:00000010:1.0:1777420868.912983:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000071f1f2ba. 00000100:00000200:1.0:1777420868.912984:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1777420868.912985:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014b53e9e. 00000400:00000010:1.0:1777420868.912987:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000848b7918. 00000100:00000200:1.0:1777420868.912988:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1777420868.912989:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000083e64dbc. 00000400:00000010:1.0:1777420868.912990:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000004df21b2d. 00000100:00000200:1.0:1777420868.912992:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1777420868.912993:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008123f030. 00000400:00000010:1.0:1777420868.912994:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b26093b8. 00000100:00000200:1.0:1777420868.912996:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1777420868.912997:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000069376d1. 00000400:00000010:1.0:1777420868.912998:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000033d4fe9. 00000100:00000200:1.0:1777420868.913000:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1777420868.913000:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f2cb532. 00000400:00000010:1.0:1777420868.913002:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a8434e4a. 00000100:00000200:1.0:1777420868.913004:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1777420868.913004:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000008ed6cb7. 00000400:00000010:1.0:1777420868.913010:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000388691c1. 00000100:00000200:1.0:1777420868.913012:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1777420868.913013:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000048773ade. 00000400:00000010:1.0:1777420868.913014:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f20c8940. 00000100:00000200:1.0:1777420868.913016:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1777420868.913017:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000acc10d4. 00000400:00000010:1.0:1777420868.913019:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000009151330c. 00000100:00000200:1.0:1777420868.913020:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1777420868.913021:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009aec0e11. 00000400:00000010:1.0:1777420868.913022:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000d67cb287. 00000100:00000200:1.0:1777420868.913024:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1777420868.913027:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c2cdf201. 00000400:00000010:1.0:1777420868.913029:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000020512147. 00000100:00000200:1.0:1777420868.913031:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1777420868.913031:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000552e70d0. 00000400:00000010:1.0:1777420868.913033:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a2374f4f. 00000100:00000200:1.0:1777420868.913035:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1777420868.913035:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d202908d. 00000400:00000010:1.0:1777420868.913037:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000613a9b5a. 00000100:00000200:1.0:1777420868.913038:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1777420868.913039:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b6cf72e9. 00000400:00000010:1.0:1777420868.913046:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000006d36d62b. 00000100:00000200:1.0:1777420868.913048:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1777420868.913049:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002843034b. 00000400:00000010:1.0:1777420868.913055:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000001a95dab3. 00000100:00000200:1.0:1777420868.913057:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1777420868.913058:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006808beb5. 00000400:00000010:1.0:1777420868.913060:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000094074611. 00000100:00000200:1.0:1777420868.913061:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1777420868.913062:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000012bebeb. 00000400:00000010:1.0:1777420868.913064:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000bbc7f763. 00000100:00000200:1.0:1777420868.913065:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1777420868.913066:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c8b4b34a. 00000400:00000010:1.0:1777420868.913068:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000003933ea20. 00000100:00000200:1.0:1777420868.913069:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1777420868.913070:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f84854c5. 00000400:00000010:1.0:1777420868.913072:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000001e5389cd. 00000100:00000200:1.0:1777420868.913073:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1777420868.913074:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d9fe8fb6. 00000400:00000010:1.0:1777420868.913076:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000088dd5cb3. 00000100:00000200:1.0:1777420868.913077:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1777420868.913078:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a90b650. 00000400:00000010:1.0:1777420868.913080:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000059d3a7bf. 00000100:00000200:1.0:1777420868.913081:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1777420868.913082:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9918512. 00000400:00000010:1.0:1777420868.913084:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000387fec1a. 00000100:00000200:1.0:1777420868.913085:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1777420868.913088:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a7afed1. 00000400:00000010:1.0:1777420868.913094:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000009f325860. 00000100:00000200:1.0:1777420868.913097:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1777420868.913098:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e9bd32d6. 00000400:00000010:1.0:1777420868.913099:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000000f77b6f. 00000100:00000200:1.0:1777420868.913101:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1777420868.913102:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000539d7c8c. 00000400:00000010:1.0:1777420868.913103:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000574f6457. 00000100:00000200:1.0:1777420868.913105:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1777420868.913106:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e28c6aaa. 00000400:00000010:1.0:1777420868.913107:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000225c8ad2. 00000100:00000200:1.0:1777420868.913109:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1777420868.913116:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b19c7975. 00000400:00000010:1.0:1777420868.913119:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f671b2fa. 00000100:00000200:1.0:1777420868.913121:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1777420868.913122:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000061d25ae7. 00000400:00000010:1.0:1777420868.913123:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000045cea19f. 00000100:00000200:1.0:1777420868.913125:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1777420868.913125:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000030d270b6. 00000400:00000010:1.0:1777420868.913127:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f539dc1e. 00000100:00000200:1.0:1777420868.913128:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1777420868.913129:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000096985375. 00000400:00000010:1.0:1777420868.913131:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000aa519017. 00000100:00000200:1.0:1777420868.913132:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1777420868.913133:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e867bb4d. 00000400:00000010:1.0:1777420868.913139:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000d5ac13d5. 00000100:00000200:1.0:1777420868.913141:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1777420868.913142:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008acb2a61. 00000400:00000010:1.0:1777420868.913144:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000016cf84ae. 00000100:00000200:1.0:1777420868.913145:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1777420868.913146:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000036b09c6f. 00000400:00000010:1.0:1777420868.913148:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000cdb552e0. 00000100:00000200:1.0:1777420868.913149:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1777420868.913150:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000019352426. 00000400:00000010:1.0:1777420868.913152:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000dc7a53ee. 00000100:00000200:1.0:1777420868.913153:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1777420868.913157:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000609855d3. 00000400:00000010:1.0:1777420868.913159:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000afb7c3a8. 00000100:00000200:1.0:1777420868.913160:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1777420868.913161:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d7d9561e. 00000400:00000010:1.0:1777420868.913163:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ccea8c37. 00000100:00000200:1.0:1777420868.913165:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1777420868.913165:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f1d29943. 00000400:00000010:1.0:1777420868.913167:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000080927fe5. 00000100:00000200:1.0:1777420868.913169:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1777420868.913169:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003083e9cf. 00000400:00000010:1.0:1777420868.913171:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000009b9a83f9. 00000100:00000200:1.0:1777420868.913172:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1777420868.913173:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c98a161d. 00000400:00000010:1.0:1777420868.913179:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000009a6589f. 00000100:00000200:1.0:1777420868.913181:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1777420868.913182:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b238089. 00000400:00000010:1.0:1777420868.913183:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e562d507. 00000100:00000200:1.0:1777420868.913185:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1777420868.913186:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003809b7f4. 00000400:00000010:1.0:1777420868.913187:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000961854f4. 00000100:00000200:1.0:1777420868.913189:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1777420868.913190:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f84d4d8e. 00000400:00000010:1.0:1777420868.913191:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000068eae5d2. 00000100:00000200:1.0:1777420868.913193:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1777420868.913193:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4dc35a5. 00000400:00000010:1.0:1777420868.913195:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000044a4d3fb. 00000100:00000200:1.0:1777420868.913197:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1777420868.913197:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002960c14d. 00000400:00000010:1.0:1777420868.913199:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000029b4f12d. 00000100:00000200:1.0:1777420868.913200:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1777420868.913201:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000030544be1. 00000400:00000010:1.0:1777420868.913213:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b4b566c9. 00000100:00000010:1.0:1777420868.913222:0:5773:0:(service.c:3046:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000b2ce9085. 00000100:00000200:1.0:1777420868.913235:0:5773:0:(service.c:3080:ptlrpc_main()) service thread 0 (#1) started 00000020:00000010:1.0:1777420868.914017:0:5774:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 0000000086249a18. 00000100:00000010:1.0:1777420868.914022:0:5774:0:(service.c:3019:ptlrpc_main()) kmalloced '(env)': 56 at 000000005d3cce44. 00000020:00000010:1.0:1777420868.914030:0:5774:0:(lu_object.c:1959:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000dc5c6bf8. 00000020:00000010:1.0:1777420868.914034:0:5774:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a00ae025. 00000020:00000010:1.0:1777420868.914036:0:5774:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000077d54796. 00000040:00000010:1.0:1777420868.914039:0:5774:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007769f7ed. 00000020:00000010:1.0:1777420868.914042:0:5774:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e548de8a. 00000020:00000010:1.0:1777420868.914046:0:5774:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000017d374a8. 00000020:00000010:1.0:1777420868.914048:0:5774:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000971a8191. 80000000:00000010:1.0:1777420868.914051:0:5774:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c6babd90. 40000000:00000010:1.0:1777420868.914054:0:5774:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000083909f4e. 00100000:00000010:1.0:1777420868.914057:0:5774:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f496c9bf. 00040000:00000010:1.0:1777420868.914060:0:5774:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000bd7f640b. 00040000:00000010:1.0:1777420868.914063:0:5774:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000948afa34. 00040000:00000010:1.0:1777420868.914066:0:5774:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f3ee1f0b. 00080000:00000010:1.0:1777420868.914069:0:5774:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000009b09a988. 00000004:00000010:1.0:1777420868.914071:0:5774:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000fa407e7f. 00000004:00000010:1.0:1777420868.914075:0:5774:0:(mdt_handler.c:8396:mdt_key_init()) kmalloced '(value)': 2568 at 00000000672cb1e9. 00000004:00000010:1.0:1777420868.914078:0:5774:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000001ce5d7f0. 00002000:00000010:1.0:1777420868.914081:0:5774:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c40b0038. 00000004:00000010:1.0:1777420868.914084:0:5774:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000d2f7146f. 00000100:00000010:1.0:1777420868.914095:0:5774:0:(service.c:3046:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000066a71512. 00000100:00000200:1.0:1777420868.914107:0:5774:0:(service.c:3080:ptlrpc_main()) service thread 1 (#2) started 00000020:00000010:1.0:1777420868.914439:0:5775:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 00000000408b05d8. 00000100:00000010:1.0:1777420868.914444:0:5775:0:(service.c:3019:ptlrpc_main()) kmalloced '(env)': 56 at 000000000b6b5ac9. 00000020:00000010:1.0:1777420868.914446:0:5775:0:(lu_object.c:1959:lu_env_add_task()) kmalloced '(lei)': 40 at 000000005d0cfde9. 00000020:00000010:1.0:1777420868.914450:0:5775:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007e5cdee8. 00000020:00000010:1.0:1777420868.914453:0:5775:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d6c4256c. 00000040:00000010:1.0:1777420868.914455:0:5775:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000490b6f80. 00000020:00000010:1.0:1777420868.914458:0:5775:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000cef837f5. 00000020:00000010:1.0:1777420868.914461:0:5775:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d277d1a6. 00000020:00000010:1.0:1777420868.914464:0:5775:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000066b5798a. 80000000:00000010:1.0:1777420868.914466:0:5775:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000051b19905. 40000000:00000010:1.0:1777420868.914468:0:5775:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d24f9f7f. 00100000:00000010:1.0:1777420868.914470:0:5775:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001e05a6d2. 00040000:00000010:1.0:1777420868.914478:0:5775:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000075c177e3. 00040000:00000010:1.0:1777420868.914481:0:5775:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000a04b4807. 00040000:00000010:1.0:1777420868.914483:0:5775:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000cb424469. 00080000:00000010:1.0:1777420868.914485:0:5775:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000018153bbc. 00000004:00000010:1.0:1777420868.914488:0:5775:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000003c368e46. 00000004:00000010:1.0:1777420868.914497:0:5775:0:(mdt_handler.c:8396:mdt_key_init()) kmalloced '(value)': 2568 at 000000008d2ac5d3. 00000004:00000010:1.0:1777420868.914500:0:5775:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000078d74178. 00002000:00000010:1.0:1777420868.914503:0:5775:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000cb0f3664. 00000004:00000010:1.0:1777420868.914505:0:5775:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000d861c579. 00000100:00000010:1.0:1777420868.914515:0:5775:0:(service.c:3046:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000935a12e1. 00000100:00000200:1.0:1777420868.914528:0:5775:0:(service.c:3080:ptlrpc_main()) service thread 2 (#3) started 00000020:00000010:1.0:1777420868.915033:0:5755:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a6c3eff. 00000020:00000010:1.0:1777420868.915040:0:5755:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a6c3eff. 00000020:00000010:1.0:1777420868.915047:0:5755:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003bd2fb35. 00000020:00000010:1.0:1777420868.915055:0:5755:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f2a3735a. 00000020:00000010:1.0:1777420868.915059:0:5755:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b907c2f7. 00000020:00000010:1.0:1777420868.915093:0:5755:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a6c3eff. 00000020:00000010:1.0:1777420868.915096:0:5755:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a6c3eff. 00000100:00000200:1.0:1777420868.915099:0:5755:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1863760841015552 02000000:00000010:1.0:1777420868.915113:0:5755:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000013dbc253. 20000000:00000010:1.0:1777420868.915123:0:5755:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000277b34d1. 20000000:00000010:1.0:1777420868.915129:0:5755:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 00000000a4bdf22e. 20000000:00000010:1.0:1777420868.915136:0:5755:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 00000000c083104e. 20000000:00000010:1.0:1777420868.915140:0:5755:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 000000009cfdd425. 20000000:00000010:1.0:1777420868.915145:0:5755:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 0000000090fe92a6. 20000000:00000010:1.0:1777420868.915149:0:5755:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 00000000946b6e87. 20000000:00000010:1.0:1777420868.915153:0:5755:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 00000000bfd80ec4. 20000000:00000010:1.0:1777420868.915156:0:5755:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 000000007619acc9. 20000000:00000010:1.0:1777420868.915159:0:5755:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 0000000052c5d72d. 00000040:00000010:1.0:1777420868.916307:0:5755:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000003a097d68. 00000040:00000010:1.0:1777420868.916314:0:5755:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 000000005fe1d930. 00000040:00000010:1.0:1777420868.916317:0:5755:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000004fc50503. 00000040:00000010:1.0:1777420868.916320:0:5755:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000007a425594. 20000000:00000010:1.0:1777420868.916326:0:5755:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 00000000a03ad320. 20000000:00000010:1.0:1777420868.916330:0:5755:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 15 at 00000000025f09fc. 00000040:00000010:1.0:1777420868.916333:0:5755:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000647aaecc. 00000040:00000010:1.0:1777420868.916346:0:5755:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000647aaecc. 20000000:00000010:1.0:1777420868.916349:0:5755:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 15 at 00000000025f09fc. 20000000:00000010:1.0:1777420868.916372:0:5755:0:(mgs_llog.c:3442:mgs_write_log_mdt0()) kmalloced '(uuid)': 40 at 000000007e1171b0. 20000000:00000010:1.0:1777420868.916374:0:5755:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 22 at 00000000c7e2950b. 00000040:00000010:1.0:1777420868.916376:0:5755:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000647aaecc. 00000040:00000010:1.0:1777420868.916382:0:5755:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000647aaecc. 20000000:00000010:1.0:1777420868.916385:0:5755:0:(mgs_llog.c:3073:mgs_write_log_lov()) kmalloced '(lovdesc)': 88 at 00000000e9b0b676. 00000040:00000010:1.0:1777420868.916388:0:5755:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000647aaecc. 00000040:00000010:1.0:1777420868.916394:0:5755:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 00000000025f09fc. 00000020:00000010:1.0:1777420868.916397:0:5755:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 0000000073f88e30. 00000020:00000010:1.0:1777420868.916400:0:5755:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000050c5234c. 00080000:00000010:1.0:1777420868.916409:0:5755:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003de536f5. 00080000:00000010:1.0:1777420868.916422:0:5755:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000008dbabcb3. 00000040:00000010:1.0:1777420868.916519:0:5755:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000004953c270. 00000020:00000010:1.0:1777420868.916526:0:5755:0:(obd_config.c:1851:lustre_cfg_rec_new()) kmalloced '(lcr)': 224 at 000000003cbb692a. 00080000:00000010:1.0:1777420868.916530:0:5755:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000009aa446f6. 00000020:00000010:1.0:1777420868.916652:0:5755:0:(obd_config.c:1867:lustre_cfg_rec_free()) kfreed 'lcr': 224 at 000000003cbb692a. 00000020:00000010:1.0:1777420868.916658:0:5755:0:(obd_config.c:1851:lustre_cfg_rec_new()) kmalloced '(lcr)': 136 at 00000000ff1c26d9. 00080000:00000010:1.0:1777420868.916661:0:5755:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000033f33657. 00000020:00000010:1.0:1777420868.916702:0:5755:0:(obd_config.c:1867:lustre_cfg_rec_free()) kfreed 'lcr': 136 at 00000000ff1c26d9. 00000020:00000010:1.0:1777420868.916706:0:5755:0:(obd_config.c:1851:lustre_cfg_rec_new()) kmalloced '(lcr)': 176 at 00000000ff1c26d9. 00080000:00000010:1.0:1777420868.916709:0:5755:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000094eb4664. 00000020:00000010:1.0:1777420868.916747:0:5755:0:(obd_config.c:1867:lustre_cfg_rec_free()) kfreed 'lcr': 176 at 00000000ff1c26d9. 00000020:00000010:1.0:1777420868.916751:0:5755:0:(obd_config.c:1851:lustre_cfg_rec_new()) kmalloced '(lcr)': 224 at 000000003cbb692a. 00080000:00000010:1.0:1777420868.916754:0:5755:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000001d72d921. 00000020:00000010:1.0:1777420868.916782:0:5755:0:(obd_config.c:1867:lustre_cfg_rec_free()) kfreed 'lcr': 224 at 000000003cbb692a. 00000040:00000010:1.0:1777420868.916786:0:5755:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 00000000025f09fc. 00000040:00000010:1.0:1777420868.916788:0:5755:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000004953c270. 00000040:00000010:1.0:1777420868.916790:0:5755:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000647aaecc. 20000000:00000010:1.0:1777420868.916792:0:5755:0:(mgs_llog.c:3111:mgs_write_log_lov()) kfreed 'lovdesc': 88 at 00000000e9b0b676. 00000040:00000010:1.0:1777420868.916800:0:5755:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000647aaecc. 00000040:00000010:1.0:1777420868.916813:0:5755:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 00000000025f09fc. 00000040:00000010:1.0:1777420868.916818:0:5755:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000004953c270. 00000020:00000010:1.0:1777420868.916845:0:5755:0:(obd_config.c:1851:lustre_cfg_rec_new()) kmalloced '(lcr)': 224 at 000000003cbb692a. 00080000:00000010:1.0:1777420868.916849:0:5755:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006090df33. 00000020:00000010:1.0:1777420868.916878:0:5755:0:(obd_config.c:1867:lustre_cfg_rec_free()) kfreed 'lcr': 224 at 000000003cbb692a. 00000020:00000010:1.0:1777420868.916882:0:5755:0:(obd_config.c:1851:lustre_cfg_rec_new()) kmalloced '(lcr)': 120 at 00000000f4aa6e1a. 00080000:00000010:1.0:1777420868.916886:0:5755:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000991c8073. 00000020:00000010:1.0:1777420868.916933:0:5755:0:(obd_config.c:1867:lustre_cfg_rec_free()) kfreed 'lcr': 120 at 00000000f4aa6e1a. 00000020:00000010:1.0:1777420868.916937:0:5755:0:(obd_config.c:1851:lustre_cfg_rec_new()) kmalloced '(lcr)': 112 at 00000000f4aa6e1a. 00080000:00000010:1.0:1777420868.916941:0:5755:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000008f641355. 00000020:00000010:1.0:1777420868.916973:0:5755:0:(obd_config.c:1867:lustre_cfg_rec_free()) kfreed 'lcr': 112 at 00000000f4aa6e1a. 00000020:00000010:1.0:1777420868.916977:0:5755:0:(obd_config.c:1851:lustre_cfg_rec_new()) kmalloced '(lcr)': 160 at 00000000ff1c26d9. 00080000:00000010:1.0:1777420868.916981:0:5755:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f05aa05c. 00000020:00000010:1.0:1777420868.917011:0:5755:0:(obd_config.c:1867:lustre_cfg_rec_free()) kfreed 'lcr': 160 at 00000000ff1c26d9. 00000020:00000010:1.0:1777420868.917015:0:5755:0:(obd_config.c:1851:lustre_cfg_rec_new()) kmalloced '(lcr)': 224 at 000000003cbb692a. 00080000:00000010:1.0:1777420868.917018:0:5755:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a63b238d. 00000020:00000010:1.0:1777420868.917062:0:5755:0:(obd_config.c:1867:lustre_cfg_rec_free()) kfreed 'lcr': 224 at 000000003cbb692a. 00000040:00000010:1.0:1777420868.917067:0:5755:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 00000000025f09fc. 00000040:00000010:1.0:1777420868.917069:0:5755:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000004953c270. 00000040:00000010:1.0:1777420868.917071:0:5755:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000647aaecc. 20000000:00000010:1.0:1777420868.917073:0:5755:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 22 at 00000000c7e2950b. 20000000:00000010:1.0:1777420868.917075:0:5755:0:(mgs_llog.c:3489:mgs_write_log_mdt0()) kfreed 'uuid': 40 at 000000007e1171b0. 20000000:00000010:1.0:1777420868.917078:0:5755:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 00000000025f09fc. 00000040:00000010:1.0:1777420868.917080:0:5755:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000647aaecc. 00000040:00000010:1.0:1777420868.917092:0:5755:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 00000000a8ff26fb. 00000040:00000010:1.0:1777420868.917097:0:5755:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000004953c270. 00000040:00000010:1.0:1777420868.917102:0:5755:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 00000000a8ff26fb. 00000040:00000010:1.0:1777420868.917104:0:5755:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000004953c270. 00000040:00000010:1.0:1777420868.917106:0:5755:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000647aaecc. 20000000:00000010:1.0:1777420868.917109:0:5755:0:(mgs_llog.c:3073:mgs_write_log_lov()) kmalloced '(lovdesc)': 88 at 0000000033bf0b3f. 00000040:00000010:1.0:1777420868.917111:0:5755:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000647aaecc. 00000040:00000010:1.0:1777420868.917120:0:5755:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 00000000a8ff26fb. 00000040:00000010:1.0:1777420868.917131:0:5755:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000004953c270. 00000020:00000010:1.0:1777420868.917136:0:5755:0:(obd_config.c:1851:lustre_cfg_rec_new()) kmalloced '(lcr)': 224 at 000000003cbb692a. 00080000:00000010:1.0:1777420868.917140:0:5755:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000e142c683. 00000020:00000010:1.0:1777420868.917313:0:5755:0:(obd_config.c:1867:lustre_cfg_rec_free()) kfreed 'lcr': 224 at 000000003cbb692a. 00000020:00000010:1.0:1777420868.917318:0:5755:0:(obd_config.c:1851:lustre_cfg_rec_new()) kmalloced '(lcr)': 120 at 00000000f4aa6e1a. 00080000:00000010:1.0:1777420868.917321:0:5755:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000003d44da37. 00000020:00000010:1.0:1777420868.917376:0:5755:0:(obd_config.c:1867:lustre_cfg_rec_free()) kfreed 'lcr': 120 at 00000000f4aa6e1a. 00000020:00000010:1.0:1777420868.917381:0:5755:0:(obd_config.c:1851:lustre_cfg_rec_new()) kmalloced '(lcr)': 168 at 00000000ff1c26d9. 00080000:00000010:1.0:1777420868.917386:0:5755:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000087bcdd0e. 00000020:00000010:1.0:1777420868.917424:0:5755:0:(obd_config.c:1867:lustre_cfg_rec_free()) kfreed 'lcr': 168 at 00000000ff1c26d9. 00000020:00000010:1.0:1777420868.917428:0:5755:0:(obd_config.c:1851:lustre_cfg_rec_new()) kmalloced '(lcr)': 224 at 000000003cbb692a. 00080000:00000010:1.0:1777420868.917431:0:5755:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000cd428a94. 00000020:00000010:1.0:1777420868.917475:0:5755:0:(obd_config.c:1867:lustre_cfg_rec_free()) kfreed 'lcr': 224 at 000000003cbb692a. 00000040:00000010:1.0:1777420868.917479:0:5755:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 00000000a8ff26fb. 00000040:00000010:1.0:1777420868.917482:0:5755:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000004953c270. 00000040:00000010:1.0:1777420868.917484:0:5755:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000647aaecc. 20000000:00000010:1.0:1777420868.917485:0:5755:0:(mgs_llog.c:3111:mgs_write_log_lov()) kfreed 'lovdesc': 88 at 0000000033bf0b3f. 20000000:00000010:1.0:1777420868.917489:0:5755:0:(mgs_llog.c:3023:mgs_write_log_lmv()) kmalloced '(lmvdesc)': 88 at 0000000033bf0b3f. 00000040:00000010:1.0:1777420868.917492:0:5755:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000647aaecc. 00000040:00000010:1.0:1777420868.917504:0:5755:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 00000000a8ff26fb. 00000040:00000010:1.0:1777420868.917509:0:5755:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000004953c270. 00000020:00000010:1.0:1777420868.917535:0:5755:0:(obd_config.c:1851:lustre_cfg_rec_new()) kmalloced '(lcr)': 224 at 000000003cbb692a. 00080000:00000010:1.0:1777420868.917539:0:5755:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000052690e7f. 00000020:00000010:1.0:1777420868.917571:0:5755:0:(obd_config.c:1867:lustre_cfg_rec_free()) kfreed 'lcr': 224 at 000000003cbb692a. 00000020:00000010:1.0:1777420868.917576:0:5755:0:(obd_config.c:1851:lustre_cfg_rec_new()) kmalloced '(lcr)': 120 at 0000000032dd1cb6. 00080000:00000010:1.0:1777420868.917579:0:5755:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000690628dd. 00000020:00000010:1.0:1777420868.917622:0:5755:0:(obd_config.c:1867:lustre_cfg_rec_free()) kfreed 'lcr': 120 at 0000000032dd1cb6. 00000020:00000010:1.0:1777420868.917627:0:5755:0:(obd_config.c:1851:lustre_cfg_rec_new()) kmalloced '(lcr)': 168 at 00000000ff1c26d9. 00080000:00000010:1.0:1777420868.917640:0:5755:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a5490036. 00000020:00000010:1.0:1777420868.917679:0:5755:0:(obd_config.c:1867:lustre_cfg_rec_free()) kfreed 'lcr': 168 at 00000000ff1c26d9. 00000020:00000010:1.0:1777420868.917683:0:5755:0:(obd_config.c:1851:lustre_cfg_rec_new()) kmalloced '(lcr)': 224 at 000000003cbb692a. 00080000:00000010:1.0:1777420868.917687:0:5755:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f866b994. 00000020:00000010:1.0:1777420868.917720:0:5755:0:(obd_config.c:1867:lustre_cfg_rec_free()) kfreed 'lcr': 224 at 000000003cbb692a. 00000040:00000010:1.0:1777420868.917729:0:5755:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 00000000a8ff26fb. 00000040:00000010:1.0:1777420868.917731:0:5755:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000004953c270. 00000040:00000010:1.0:1777420868.917733:0:5755:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000647aaecc. 20000000:00000010:1.0:1777420868.917735:0:5755:0:(mgs_llog.c:3049:mgs_write_log_lmv()) kfreed 'lmvdesc': 88 at 0000000033bf0b3f. 00000040:00000010:1.0:1777420868.917739:0:5755:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000647aaecc. 00000040:00000010:1.0:1777420868.917753:0:5755:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 00000000a8ff26fb. 00000040:00000010:1.0:1777420868.917757:0:5755:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000004953c270. 00000020:00000010:1.0:1777420868.917780:0:5755:0:(obd_config.c:1851:lustre_cfg_rec_new()) kmalloced '(lcr)': 224 at 000000003cbb692a. 00080000:00000010:1.0:1777420868.917785:0:5755:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ae4192d2. 00000020:00000010:1.0:1777420868.917828:0:5755:0:(obd_config.c:1867:lustre_cfg_rec_free()) kfreed 'lcr': 224 at 000000003cbb692a. 00000020:00000010:1.0:1777420868.917832:0:5755:0:(obd_config.c:1851:lustre_cfg_rec_new()) kmalloced '(lcr)': 120 at 00000000f4aa6e1a. 00080000:00000010:1.0:1777420868.917835:0:5755:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000099f99045. 00000020:00000010:1.0:1777420868.917863:0:5755:0:(obd_config.c:1867:lustre_cfg_rec_free()) kfreed 'lcr': 120 at 00000000f4aa6e1a. 00000020:00000010:1.0:1777420868.917867:0:5755:0:(obd_config.c:1851:lustre_cfg_rec_new()) kmalloced '(lcr)': 224 at 000000003cbb692a. 00080000:00000010:1.0:1777420868.917871:0:5755:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000003d637615. 00000020:00000010:1.0:1777420868.917902:0:5755:0:(obd_config.c:1867:lustre_cfg_rec_free()) kfreed 'lcr': 224 at 000000003cbb692a. 00000040:00000010:1.0:1777420868.917906:0:5755:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 00000000a8ff26fb. 00000040:00000010:1.0:1777420868.917908:0:5755:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000004953c270. 00000040:00000010:1.0:1777420868.917910:0:5755:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000647aaecc. 00000040:00000010:1.0:1777420868.917913:0:5755:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000647aaecc. 00000040:00000010:1.0:1777420868.917925:0:5755:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 00000000a8ff26fb. 00000040:00000010:1.0:1777420868.917929:0:5755:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000004953c270. 00000040:00000010:1.0:1777420868.917955:0:5755:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 00000000a8ff26fb. 00000040:00000010:1.0:1777420868.917957:0:5755:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000004953c270. 00000040:00000010:1.0:1777420868.917960:0:5755:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000647aaecc. 00000040:00000010:1.0:1777420868.917963:0:5755:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000647aaecc. 00000040:00000010:1.0:1777420868.917974:0:5755:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 00000000a8ff26fb. 00000040:00000010:1.0:1777420868.917978:0:5755:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000004953c270. 00000040:00000010:1.0:1777420868.918002:0:5755:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000d642bd12. 00000040:00000010:1.0:1777420868.918013:0:5755:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 0000000035ba70a4. 00000040:00000010:1.0:1777420868.918019:0:5755:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000005f9c0bbf. 00000040:00000010:1.0:1777420868.918045:0:5755:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000e9b0b676. 00000040:00000010:1.0:1777420868.918051:0:5755:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000009851cf5d. 00000040:00000010:1.0:1777420868.918092:0:5755:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000009851cf5d. 00000040:00000010:1.0:1777420868.918095:0:5755:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000e9b0b676. 00000040:00000010:1.0:1777420868.918098:0:5755:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 0000000035ba70a4. 00000040:00000010:1.0:1777420868.918100:0:5755:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000005f9c0bbf. 00000040:00000010:1.0:1777420868.918102:0:5755:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000d642bd12. 00000040:00000010:1.0:1777420868.918105:0:5755:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 00000000a8ff26fb. 00000040:00000010:1.0:1777420868.918106:0:5755:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000004953c270. 00000040:00000010:1.0:1777420868.918108:0:5755:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000647aaecc. 00000040:00000010:1.0:1777420868.918112:0:5755:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000647aaecc. 00000040:00000010:1.0:1777420868.918124:0:5755:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 00000000a8ff26fb. 00000040:00000010:1.0:1777420868.918128:0:5755:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000004953c270. 00000040:00000010:1.0:1777420868.918151:0:5755:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 00000000a8ff26fb. 00000040:00000010:1.0:1777420868.918154:0:5755:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000004953c270. 00000040:00000010:1.0:1777420868.918156:0:5755:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000647aaecc. 20000000:00000010:1.0:1777420868.918159:0:5755:0:(mgs_llog.c:170:niduuid_create()) kmalloced '(*niduuid)': 20 at 000000000e7fa2ee. 20000000:00000010:1.0:1777420868.918161:0:5755:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 19 at 000000000f0f951f. 20000000:00000010:1.0:1777420868.918164:0:5755:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 24 at 000000003d384479. 20000000:00000010:1.0:1777420868.918166:0:5755:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 19 at 00000000a77ba61b. 00000040:00000010:1.0:1777420868.918169:0:5755:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000647aaecc. 00000040:00000010:1.0:1777420868.918179:0:5755:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 00000000a8ff26fb. 00000040:00000010:1.0:1777420868.918183:0:5755:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000004953c270. 20000000:00000010:1.0:1777420868.918221:0:5755:0:(mgs_llog.c:1034:mgs_modify()) kmalloced '(mml)': 168 at 00000000ff1c26d9. 00000040:00000010:1.0:1777420868.918225:0:5755:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000e9b0b676. 00000020:00000010:1.0:1777420868.918464:0:5778:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d642bd12. 00000020:00000010:1.0:1777420868.918468:0:5778:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000025502d7a. 00000040:00000010:1.0:1777420868.918470:0:5778:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000012ebc24e. 00000020:00000010:1.0:1777420868.918473:0:5778:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000faff551c. 00000020:00000010:1.0:1777420868.918477:0:5778:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000cae1e41a. 00000020:00000010:1.0:1777420868.918480:0:5778:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e66b3acd. 80000000:00000010:1.0:1777420868.918483:0:5778:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000033bf0b3f. 40000000:00000010:1.0:1777420868.918486:0:5778:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000007e1171b0. 00100000:00000010:1.0:1777420868.918491:0:5778:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e5be5143. 00040000:00000010:1.0:1777420868.918493:0:5778:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003cbb692a. 00040000:00000010:1.0:1777420868.918501:0:5778:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 000000000c6a9b9a. 00040000:00000010:1.0:1777420868.918505:0:5778:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000078dd7f5a. 00080000:00000010:1.0:1777420868.918515:0:5778:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000005d894186. 00000004:00000010:1.0:1777420868.918519:0:5778:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000ccd47124. 00000004:00000010:1.0:1777420868.918523:0:5778:0:(mdt_handler.c:8396:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e9dc4c60. 00000004:00000010:1.0:1777420868.918526:0:5778:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000051a5ac72. 00002000:00000010:1.0:1777420868.918529:0:5778:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000000b9bb1e9. 00000004:00000010:1.0:1777420868.918532:0:5778:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000001bc9cdb7. 00000020:00000010:1.0:1777420868.918535:0:5778:0:(lu_object.c:1959:lu_env_add_task()) kmalloced '(lei)': 40 at 000000005a6c3eff. 00000040:00000010:1.0:1777420868.918539:0:5778:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000005f9c0bbf. 00000040:00000010:1.0:1777420868.918572:0:5778:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000005f9c0bbf. 00000020:00000010:1.0:1777420868.918576:0:5778:0:(lu_object.c:2004:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000005a6c3eff. 00000020:00000010:1.0:1777420868.918585:0:5778:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000025502d7a. 00000040:00000010:1.0:1777420868.918589:0:5778:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000012ebc24e. 00000020:00000010:1.0:1777420868.918591:0:5778:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000faff551c. 00000020:00000010:1.0:1777420868.918596:0:5778:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000cae1e41a. 00000020:00000010:1.0:1777420868.918600:0:5778:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e66b3acd. 80000000:00000010:1.0:1777420868.918603:0:5778:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000033bf0b3f. 40000000:00000010:1.0:1777420868.918605:0:5778:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000007e1171b0. 00100000:00000010:1.0:1777420868.918608:0:5778:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e5be5143. 00040000:00000010:1.0:1777420868.918610:0:5778:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003cbb692a. 00040000:00000010:1.0:1777420868.918612:0:5778:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at 000000000c6a9b9a. 00040000:00000010:1.0:1777420868.918615:0:5778:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000078dd7f5a. 00080000:00000010:1.0:1777420868.918618:0:5778:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000005d894186. 00000004:00000010:1.0:1777420868.918621:0:5778:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000ccd47124. 00000004:00000010:1.0:1777420868.918624:0:5778:0:(mdt_handler.c:8421:mdt_key_fini()) kfreed 'info': 2568 at 00000000e9dc4c60. 00000004:00000010:1.0:1777420868.918626:0:5778:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000051a5ac72. 00002000:00000010:1.0:1777420868.918629:0:5778:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000000b9bb1e9. 00000004:00000010:1.0:1777420868.918631:0:5778:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000001bc9cdb7. 00000020:00000010:1.0:1777420868.918633:0:5778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d642bd12. 00000100:00000010:1.0:1777420868.919404:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ea33b3af. 00000100:00000010:3.0:1777420868.919406:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005e4eb3a0. 00000020:00000010:1.0:1777420868.924897:0:5781:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000078dd7f5a. 00000020:00000010:1.0:1777420868.924901:0:5781:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009c5a92d9. 00000040:00000010:1.0:1777420868.924902:0:5781:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000742105b3. 00000020:00000010:1.0:1777420868.924916:0:5781:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000051a5ac72. 00000020:00000010:1.0:1777420868.924918:0:5781:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000cae1e41a. 00000020:00000010:1.0:1777420868.924920:0:5781:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b2468dad. 80000000:00000010:1.0:1777420868.924922:0:5781:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000033bf0b3f. 40000000:00000010:1.0:1777420868.924923:0:5781:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000007e1171b0. 00100000:00000010:1.0:1777420868.924925:0:5781:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ccd47124. 00040000:00000010:1.0:1777420868.924927:0:5781:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003cbb692a. 00040000:00000010:1.0:1777420868.924928:0:5781:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 000000005d894186. 00040000:00000010:1.0:1777420868.924930:0:5781:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006634312e. 00080000:00000010:1.0:1777420868.924932:0:5781:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000566637b7. 00000004:00000010:1.0:1777420868.924933:0:5781:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000017d6939f. 00000004:00000010:1.0:1777420868.924936:0:5781:0:(mdt_handler.c:8396:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e9dc4c60. 00000004:00000010:1.0:1777420868.924938:0:5781:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000044573ca. 00002000:00000010:1.0:1777420868.924939:0:5781:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000001bc9cdb7. 00000004:00000010:1.0:1777420868.924941:0:5781:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000000b9bb1e9. 00000020:00000010:1.0:1777420868.924943:0:5781:0:(lu_object.c:1959:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ea30573d. 00000040:00000010:1.0:1777420868.924947:0:5781:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000005f9c0bbf. 00000040:00000010:1.0:1777420868.924974:0:5781:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000005f9c0bbf. 00000020:00000010:1.0:1777420868.924977:0:5781:0:(lu_object.c:2004:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000ea30573d. 00000020:00000010:1.0:1777420868.924980:0:5781:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009c5a92d9. 00000040:00000010:1.0:1777420868.924982:0:5781:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000742105b3. 00000020:00000010:1.0:1777420868.924984:0:5781:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000051a5ac72. 00000020:00000010:1.0:1777420868.924985:0:5781:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000cae1e41a. 00000020:00000010:1.0:1777420868.924988:0:5781:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b2468dad. 80000000:00000010:1.0:1777420868.924989:0:5781:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000033bf0b3f. 40000000:00000010:1.0:1777420868.924991:0:5781:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000007e1171b0. 00100000:00000010:1.0:1777420868.924992:0:5781:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ccd47124. 00040000:00000010:1.0:1777420868.924994:0:5781:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003cbb692a. 00040000:00000010:1.0:1777420868.924996:0:5781:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at 000000005d894186. 00040000:00000010:1.0:1777420868.924998:0:5781:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006634312e. 00080000:00000010:1.0:1777420868.924999:0:5781:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000566637b7. 00000004:00000010:1.0:1777420868.925001:0:5781:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000017d6939f. 00000004:00000010:1.0:1777420868.925002:0:5781:0:(mdt_handler.c:8421:mdt_key_fini()) kfreed 'info': 2568 at 00000000e9dc4c60. 00000004:00000010:1.0:1777420868.925004:0:5781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000044573ca. 00002000:00000010:1.0:1777420868.925009:0:5781:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000001bc9cdb7. 00000004:00000010:1.0:1777420868.925010:0:5781:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000000b9bb1e9. 00000020:00000010:1.0:1777420868.925011:0:5781:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000078dd7f5a. 00010000:00000010:2.1:1777420868.933376:0:5583:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d300ceb1. 00010000:00000010:2.1:1777420868.933390:0:5583:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003efb7d60. 00080000:00000010:1.0:1777420868.994523:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000009e366598. 00080000:00000010:1.0:1777420868.994533:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006b15c93d. 00080000:00000010:1.0:1777420868.994537:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000003c8de2f7. 00080000:00000010:1.0:1777420868.994540:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a7bf8a88. 00080000:00000010:1.0:1777420868.994544:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000050324792. 00080000:00000010:1.0:1777420868.994548:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000088b5ae07. 00080000:00000010:1.0:1777420868.994552:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000087a05310. 00080000:00000010:1.0:1777420868.994556:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000674a9870. 00080000:00000010:1.0:1777420868.994560:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000e558e2fd. 00080000:00000010:1.0:1777420868.994565:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000038dc6ac. 00080000:00000010:1.0:1777420868.994570:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c7266fe8. 00080000:00000010:1.0:1777420868.994574:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000071cb60e4. 00080000:00000010:1.0:1777420868.994577:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000007eac7965. 00080000:00000010:1.0:1777420868.994581:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ab7e769d. 00080000:00000010:1.0:1777420868.994584:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f21eb27f. 00080000:00000010:1.0:1777420868.994589:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000003d637615. 00080000:00000010:1.0:1777420868.994593:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000099f99045. 00080000:00000010:1.0:1777420868.994596:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ae4192d2. 00080000:00000010:1.0:1777420868.994601:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f866b994. 00080000:00000010:1.0:1777420868.994606:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a5490036. 00080000:00000010:1.0:1777420868.994610:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000690628dd. 00080000:00000010:1.0:1777420868.994615:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000052690e7f. 00080000:00000010:1.0:1777420868.994619:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000cd428a94. 00080000:00000010:1.0:1777420868.994622:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000087bcdd0e. 00080000:00000010:1.0:1777420868.994626:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000003d44da37. 00080000:00000010:1.0:1777420868.994630:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000e142c683. 00080000:00000010:1.0:1777420868.994635:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a63b238d. 00080000:00000010:1.0:1777420868.994641:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f05aa05c. 00080000:00000010:1.0:1777420868.994645:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000008f641355. 00080000:00000010:1.0:1777420868.994649:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000991c8073. 00080000:00000010:1.0:1777420868.994660:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006090df33. 00080000:00000010:1.0:1777420868.994664:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000001d72d921. 00080000:00000010:1.0:1777420868.994667:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000094eb4664. 00080000:00000010:1.0:1777420868.994670:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000033f33657. 00080000:00000010:1.0:1777420868.994672:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000009aa446f6. 00080000:00000010:1.0:1777420868.994676:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000008dbabcb3. 00080000:00000010:1.0:1777420868.994684:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000002a1a2ff6. 00080000:00000010:1.0:1777420868.994689:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000088d304a2. 00080000:00000010:1.0:1777420868.994693:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000008187e2ee. 00080000:00000010:1.0:1777420868.994698:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000046c6bb56. 00080000:00000010:1.0:1777420868.994702:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000037e7002e. 00080000:00000010:1.0:1777420868.994705:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000003200f9b2. 00080000:00000010:1.0:1777420868.994710:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000054cced50. 00080000:00000010:1.0:1777420868.994715:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000001b3270e6. 00080000:00000010:1.0:1777420868.994740:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000040682391. 00080000:00000010:1.0:1777420868.994745:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000687aca82. 00080000:00000010:1.0:1777420868.994750:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000566f1e49. 00080000:00000010:1.0:1777420868.994754:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000080939801. 00000020:00000010:3.0:1777420868.999178:0:5755:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000022c5c15e. 00000020:00000010:3.0:1777420868.999190:0:5755:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000073c2f8b4. 00000020:00000010:3.0:1777420868.999192:0:5755:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000073c2f8b4. 00000020:00000010:3.0:1777420868.999196:0:5755:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000932c7400. 00000020:00000010:3.0:1777420868.999199:0:5755:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f56c141f. 00000020:00000010:3.0:1777420868.999213:0:5755:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d309acb7. 00000020:00000010:3.0:1777420868.999232:0:5755:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000073c2f8b4. 00000020:00000010:3.0:1777420868.999234:0:5755:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000073c2f8b4. 00000100:00000200:3.0:1777420868.999235:0:5755:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1863760841016448 02000000:00000010:3.0:1777420868.999251:0:5755:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000b258c4e1. 00000040:00000010:3.0:1777420868.999256:0:5755:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000000f913990. 00000040:00000010:3.0:1777420868.999264:0:5755:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000226a54c9. 00000040:00000010:3.0:1777420868.999379:0:5755:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000226a54c9. 00000040:00000010:3.0:1777420868.999385:0:5755:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000000f913990. 00010000:00000200:3.0:1777420868.999391:0:5755:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000697d6b18 x1863760841016448/t0(0) o502->0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa@0@lo:634/0 lens 272/8472 e 0 to 0 dl 1777420879 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777420868.999403:0:5755:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000033b868ef. 00000100:00000200:3.0:1777420868.999406:0:5755:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1863760841016448, offset 224 00000400:00000200:3.0:1777420868.999421:0:5755:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777420868.999425:0:5755:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777420868.999429:0:5755:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x69f14a2e00480 00000400:00000200:3.0:1777420868.999432:0:5755:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x999 [4] + 224 00000400:00000200:3.0:1777420868.999440:0:5755:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777420868.999443:0:5755:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777420868.999448:0:5755:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000076f67bb8 x1863760841016448/t0(0) o502->MGC192.168.203.147@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1777420884 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777420868.999466:0:5755:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000033b868ef 00000400:00000010:3.0:1777420868.999468:0:5755:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 168 at 0000000033b868ef. 00000020:00000010:3.0:1777420868.999479:0:5755:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f56c141f. 00000020:00000010:3.0:1777420868.999483:0:5755:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d309acb7. 00000020:00000010:3.0:1777420868.999486:0:5755:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000932c7400. 02000000:00000010:3.0:1777420868.999491:0:5755:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000b258c4e1. 00000100:00000200:3.0:1777420868.999504:0:5755:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777420868.999511:0:5755:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eb3c3979. 00000400:00000010:3.0:1777420868.999516:0:5755:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000033b868ef. 00000100:00000010:3.0:1777420869.002416:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000487f9c2b. 00000100:00000010:1.0:1777420869.002427:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b2e9d986. 00080000:00000010:3.0:1777420869.050159:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f0e0c619. 00000001:00000010:1.0:1777420869.050167:0:5783:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000005970fbea. 00080000:00000010:3.0:1777420869.050168:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006271a53e. 00080000:00000010:3.0:1777420869.050171:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000dba6143a. 00000001:00000010:1.0:1777420869.050173:0:5783:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000012f3fd6c. 00080000:00000010:3.0:1777420869.050174:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000007a4db648. 00000001:00000010:1.0:1777420869.050176:0:5783:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000288d9c3c. 40000000:00000010:3.0:1777420869.050177:0:5782:0:(fid_store.c:51:seq_update_cb()) kfreed 'ccb': 80 at 000000002b4bfce9. 00080000:00000010:3.0:1777420869.050180:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000052690e7f. 00000020:00000010:1.0:1777420869.050181:0:5783:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003d4e86d2. 00080000:00000010:3.0:1777420869.050182:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000cd428a94. 40000000:00000010:3.0:1777420869.050184:0:5782:0:(fid_store.c:51:seq_update_cb()) kfreed 'ccb': 80 at 000000002f644385. 00000020:00000010:1.0:1777420869.050184:0:5783:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000021b53c31. 00080000:00000010:3.0:1777420869.050186:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000087bcdd0e. 00000040:00000010:1.0:1777420869.050187:0:5783:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000fdea54b4. 00080000:00000010:3.0:1777420869.050188:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000003d44da37. 00080000:00000010:3.0:1777420869.050191:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000e142c683. 00000020:00000010:1.0:1777420869.050192:0:5783:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000017d6939f. 00080000:00000010:3.0:1777420869.050193:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a63b238d. 00080000:00000010:3.0:1777420869.050196:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f05aa05c. 00000020:00000010:1.0:1777420869.050196:0:5783:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000cae1e41a. 00080000:00000010:3.0:1777420869.050199:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000991c8073. 00000020:00000010:1.0:1777420869.050199:0:5783:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000067c215e7. 80000000:00000010:1.0:1777420869.050216:0:5783:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000bfe150b4. 40000000:00000010:1.0:1777420869.050220:0:5783:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ffe0d783. 00100000:00000010:1.0:1777420869.050224:0:5783:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000566637b7. 00040000:00000010:1.0:1777420869.050227:0:5783:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000067dda14b. 00040000:00000010:1.0:1777420869.050231:0:5783:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 000000005d894186. 00040000:00000010:1.0:1777420869.050239:0:5783:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000280ffaba. 00080000:00000010:1.0:1777420869.050243:0:5783:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000ccd47124. 00000004:00000010:1.0:1777420869.050247:0:5783:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000051a5ac72. 00000004:00000010:1.0:1777420869.050251:0:5783:0:(mdt_handler.c:8396:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e9dc4c60. 00000004:00000010:1.0:1777420869.050255:0:5783:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000e469ce78. 00000004:00000010:1.0:1777420869.050259:0:5783:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000a5490036. 00000020:00000010:1.0:1777420869.050263:0:5783:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009c5a92d9. 00000020:00000010:1.0:1777420869.050266:0:5783:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000e087f69. 00000020:00000010:1.0:1777420869.050269:0:5783:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000035efbfbc. 02000000:00000010:1.0:1777420869.050281:0:5783:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 00000000b352e5ea. 02000000:00000010:1.0:1777420869.050285:0:5783:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 2048 at 0000000093f25394. 02000000:00000010:1.0:1777420869.050289:0:5783:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 00000000f37437ac. 02000000:00000010:1.0:1777420869.050292:0:5783:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 2048 at 0000000073f18d2e. 00000020:00000010:1.0:1777420869.050541:0:5783:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000f866b994. 00000020:00000010:1.0:1777420869.050546:0:5783:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1344 at 00000000457deac1. 00000004:00000010:1.0:1777420869.050567:0:5783:0:(mdt_handler.c:6096:mdt_quota_init()) kmalloced '(qmtname)': 128 at 0000000085afb2e3. 00000004:00000010:1.0:1777420869.050570:0:5783:0:(mdt_handler.c:6097:mdt_quota_init()) kmalloced '(uuid)': 40 at 000000000a30b6bf. 00000004:00000010:1.0:1777420869.050572:0:5783:0:(mdt_handler.c:6098:mdt_quota_init()) kmalloced '(bufs)': 104 at 0000000017e698bd. 00000004:00000010:1.0:1777420869.050574:0:5783:0:(mdt_handler.c:6099:mdt_quota_init()) kmalloced '(data)': 192 at 00000000cb71c4b8. 00000004:00000010:1.0:1777420869.050580:0:5783:0:(mdt_handler.c:6125:mdt_quota_init()) kmalloced '(lcfg)': 120 at 00000000b57153b3. 00000020:00000010:1.0:1777420869.050597:0:5783:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at 00000000515fd198. 00000020:00000010:1.0:1777420869.050603:0:5783:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000f6f2f725. 00000004:00000010:1.0:1777420869.050619:0:5783:0:(mdt_handler.c:6141:mdt_quota_init()) kfreed 'lcfg': 120 at 00000000b57153b3. 00000004:00000010:1.0:1777420869.050623:0:5783:0:(mdt_handler.c:6151:mdt_quota_init()) kmalloced '(lcfg)': 128 at 00000000b57153b3. 00000001:00000010:1.0:1777420869.050638:0:5783:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000004f02a68f. 00000001:00000010:1.0:1777420869.050640:0:5783:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000005a97dc20. 00000001:00000010:1.0:1777420869.050643:0:5783:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000078dd7f5a. 00000001:00000010:1.0:1777420869.050646:0:5783:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000742105b3. 00000001:00000010:1.0:1777420869.050648:0:5783:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000065c56cf2. 00000001:00000010:1.0:1777420869.050651:0:5783:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b2468dad. 00000020:00000010:1.0:1777420869.050654:0:5783:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006634312e. 00000020:00000010:1.0:1777420869.050657:0:5783:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a3ff970e. 00000020:00000010:1.0:1777420869.050665:0:5783:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e8ce7919. 00000008:00000010:1.0:1777420869.050676:0:5783:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000ebdbf184. 00020000:00000010:1.0:1777420869.050689:0:5783:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 584 at 0000000045768bdc. 00008000:00000010:1.0:1777420869.050706:0:5783:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000001df9c543. 00000080:00000010:1.0:1777420869.050716:0:5783:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000d3f58843. 00000020:00000010:1.0:1777420869.050720:0:5783:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003edf274f. 00000020:00000010:1.0:1777420869.050723:0:5783:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000019cee77e. 00000040:00000010:1.0:1777420869.050726:0:5783:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f763b78f. 00000020:00000010:1.0:1777420869.050728:0:5783:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008d6303e7. 00000020:00000010:1.0:1777420869.050731:0:5783:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e347b740. 00000020:00000010:1.0:1777420869.050734:0:5783:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c2b4145a. 80000000:00000010:1.0:1777420869.050736:0:5783:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000008613553. 40000000:00000010:1.0:1777420869.050738:0:5783:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000040530c4e. 00100000:00000010:1.0:1777420869.050742:0:5783:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000047d6a814. 00040000:00000010:1.0:1777420869.050745:0:5783:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001930bac7. 00040000:00000010:1.0:1777420869.050747:0:5783:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000a96e6bfb. 00040000:00000010:1.0:1777420869.050750:0:5783:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e5d59e42. 00080000:00000010:1.0:1777420869.050754:0:5783:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000000c6a9b9a. 00000004:00000010:1.0:1777420869.050757:0:5783:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000e5be5143. 00000004:00000010:1.0:1777420869.050760:0:5783:0:(mdt_handler.c:8396:mdt_key_init()) kmalloced '(value)': 2568 at 000000007ab4603c. 00000004:00000010:1.0:1777420869.050763:0:5783:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000faff551c. 00000004:00000010:1.0:1777420869.050765:0:5783:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000023b35dd3. 00040000:00000010:1.0:1777420869.050768:0:5783:0:(qmt_dev.c:325:qmt_device_alloc()) kmalloced '(qmt)': 664 at 000000008d4b97fc. 00040000:00000010:1.0:1777420869.050776:0:5783:0:(qmt_dev.c:138:qmt_connect_to_osd()) kmalloced '(data)': 192 at 00000000cd833782. 00000020:00000010:1.0:1777420869.050787:0:5783:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000b3d584cd. 00040000:00000010:1.0:1777420869.050793:0:5783:0:(qmt_dev.c:169:qmt_connect_to_osd()) kfreed 'data': 192 at 00000000cd833782. 00040000:00000010:1.0:1777420869.050798:0:5783:0:(qmt_lock.c:1118:qmt_start_reba_thread()) kmalloced '(args)': 72 at 00000000e6a1dfd9. 00000020:00000010:1.0:1777420869.050802:0:5783:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001f51ff20. 00000020:00000010:1.0:1777420869.050806:0:5783:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008ccd149c. 00000040:00000010:1.0:1777420869.050808:0:5783:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b796dac2. 00000020:00000010:1.0:1777420869.050811:0:5783:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000003ceced9. 00000020:00000010:1.0:1777420869.050814:0:5783:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000006ec84f69. 00000020:00000010:1.0:1777420869.050817:0:5783:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003ac88e18. 80000000:00000010:1.0:1777420869.050824:0:5783:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f2334d92. 40000000:00000010:1.0:1777420869.050827:0:5783:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b053a8f7. 00100000:00000010:1.0:1777420869.050830:0:5783:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000016c2b48f. 00040000:00000010:1.0:1777420869.050832:0:5783:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000847be1e2. 00040000:00000010:1.0:1777420869.050835:0:5783:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d40b05c9. 00040000:00000010:1.0:1777420869.050838:0:5783:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000900cb186. 00080000:00000010:1.0:1777420869.050840:0:5783:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000baf55de0. 00000004:00000010:1.0:1777420869.050843:0:5783:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000f4f9f554. 00000004:00000010:1.0:1777420869.050847:0:5783:0:(mdt_handler.c:8396:mdt_key_init()) kmalloced '(value)': 2568 at 00000000558c54d7. 00000004:00000010:1.0:1777420869.050849:0:5783:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000114cc499. 00000004:00000010:1.0:1777420869.050852:0:5783:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000872dda44. 00080000:00000010:1.0:1777420869.066004:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000007a4db648. 00080000:00000010:1.0:1777420869.066010:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000631edc40. 00080000:00000010:1.0:1777420869.066013:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000e30a2c8f. 00080000:00000010:1.0:1777420869.066015:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000018f4d7bd. 00080000:00000010:1.0:1777420869.066019:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000002fbe2c91. 00040000:00000010:1.0:1777420869.075774:0:5783:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000003fdc3181. 00000001:00000010:1.0:1777420869.075789:0:5783:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000009f51bb64. 00000001:00000010:1.0:1777420869.075797:0:5783:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000006717912b. 00000001:00000010:1.0:1777420869.075803:0:5783:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000002225e530. 00040000:00000010:1.0:1777420869.075808:0:5783:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 0000000092fe3597. 00080000:00000010:1.0:1777420869.075828:0:5783:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 000000009ca07f51. 00080000:00000010:1.0:1777420869.075832:0:5783:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 0000000064beb160. 00080000:00000010:1.0:1777420869.075867:0:5783:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 0000000064beb160. 00080000:00000010:1.0:1777420869.075872:0:5783:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 000000009ca07f51. 00040000:00000010:1.0:1777420869.075875:0:5783:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 0000000092fe3597. 00040000:00000010:1.0:1777420869.075891:0:5783:0:(lquota_entry.c:320:lqe_locate_find()) slab-alloced 'new': 392 at 00000000dff90927. 00000020:00000010:1.0:1777420869.075957:0:5783:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000001930bac7. 00080000:00000010:1.0:1777420869.075966:0:5783:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000054a070fb. 00080000:00000010:1.0:1777420869.075977:0:5783:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000e4d6cf56. 00080000:00000010:1.0:1777420869.076272:0:5783:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000054a070fb. 00000020:00000010:1.0:1777420869.076277:0:5783:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000001930bac7. 00000004:00000010:1.0:1777420869.076298:0:5783:0:(mdt_handler.c:6942:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000783aeedd. 00000004:00000010:1.0:1777420869.076317:0:5783:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000005b7a9ada. 00000004:00000010:1.0:1777420869.076331:0:5783:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000005ecdcfdf. 00080000:00000010:1.0:1777420869.076338:0:5783:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000054a070fb. 00100000:00000010:1.0:1777420869.076415:0:5783:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000064beb160. 00080000:00000010:1.0:1777420869.076423:0:5783:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b8d3d4f6. 00040000:00000010:1.0:1777420869.076437:0:5783:0:(lquota_disk.c:791:lquota_disk_write_glb()) kmalloced '(tmp)': 32 at 00000000b0e5c947. 00040000:00000010:1.0:1777420869.076448:0:5783:0:(lquota_disk.c:797:lquota_disk_write_glb()) kfreed 'tmp': 32 at 00000000b0e5c947. 00080000:00000010:1.0:1777420869.076463:0:5783:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000008684c190. 00040000:00000010:1.0:1777420869.084782:0:5783:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000097220b6b. 00000001:00000010:1.0:1777420869.084795:0:5783:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000a0896830. 00000001:00000010:1.0:1777420869.084804:0:5783:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000040228d88. 00000001:00000010:1.0:1777420869.084808:0:5783:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000083bd789a. 00040000:00000010:1.0:1777420869.084814:0:5783:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 00000000381af362. 00080000:00000010:1.0:1777420869.084820:0:5783:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 000000009ca07f51. 00080000:00000010:1.0:1777420869.084823:0:5783:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000eea59d14. 00080000:00000010:1.0:1777420869.084851:0:5783:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000eea59d14. 00080000:00000010:1.0:1777420869.084856:0:5783:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 000000009ca07f51. 00040000:00000010:1.0:1777420869.084858:0:5783:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 00000000381af362. 00040000:00000010:1.0:1777420869.084864:0:5783:0:(lquota_entry.c:320:lqe_locate_find()) slab-alloced 'new': 392 at 00000000bae6db23. 00000020:00000010:1.0:1777420869.084915:0:5783:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000322fd114. 00080000:00000010:1.0:1777420869.084923:0:5783:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000eb550f2d. 00080000:00000010:1.0:1777420869.084932:0:5783:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000023b35dd3. 00080000:00000010:1.0:1777420869.085321:0:5783:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000eb550f2d. 00000020:00000010:1.0:1777420869.085326:0:5783:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000322fd114. 00000004:00000010:1.0:1777420869.085334:0:5783:0:(mdt_handler.c:6942:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000005053d7d8. 00000004:00000010:1.0:1777420869.085341:0:5783:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000d7200db8. 00000004:00000010:1.0:1777420869.085347:0:5783:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000007fb1f1e5. 00080000:00000010:1.0:1777420869.085381:0:5783:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000eb550f2d. 00000020:00000010:1.0:1777420869.085447:0:5783:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000001171061b. 00080000:00000010:1.0:1777420869.085452:0:5783:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000cfcd0043. 00080000:00000010:1.0:1777420869.085457:0:5783:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000001bc9cdb7. 00080000:00000010:1.0:1777420869.085625:0:5783:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000cfcd0043. 00000020:00000010:1.0:1777420869.085629:0:5783:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000001171061b. 00000004:00000010:1.0:1777420869.085641:0:5783:0:(mdt_handler.c:6942:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000002d630344. 00000004:00000010:1.0:1777420869.085644:0:5783:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000069118f9b. 00000004:00000010:1.0:1777420869.085647:0:5783:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000008231c3c4. 00080000:00000010:1.0:1777420869.085650:0:5783:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000cfcd0043. 00100000:00000010:1.0:1777420869.085683:0:5783:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000003c11f036. 00080000:00000010:1.0:1777420869.085690:0:5783:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000090a54937. 00040000:00000010:1.0:1777420869.085704:0:5783:0:(lquota_disk.c:791:lquota_disk_write_glb()) kmalloced '(tmp)': 32 at 00000000c3abd88f. 00040000:00000010:1.0:1777420869.085715:0:5783:0:(lquota_disk.c:797:lquota_disk_write_glb()) kfreed 'tmp': 32 at 00000000c3abd88f. 00080000:00000010:1.0:1777420869.085734:0:5783:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000e4d6cf56. 00040000:00000010:1.0:1777420869.094865:0:5783:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000c3abd88f. 00000001:00000010:1.0:1777420869.094880:0:5783:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000f36be1b5. 00000001:00000010:1.0:1777420869.094886:0:5783:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000009fae4210. 00000001:00000010:1.0:1777420869.094889:0:5783:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000b12f60ac. 00040000:00000010:1.0:1777420869.094898:0:5783:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 0000000077421d14. 00080000:00000010:1.0:1777420869.094904:0:5783:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 000000009ca07f51. 00080000:00000010:1.0:1777420869.094907:0:5783:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 000000008f501338. 00080000:00000010:1.0:1777420869.094945:0:5783:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 000000008f501338. 00080000:00000010:1.0:1777420869.094949:0:5783:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 000000009ca07f51. 00040000:00000010:1.0:1777420869.094951:0:5783:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 0000000077421d14. 00040000:00000010:1.0:1777420869.094955:0:5783:0:(lquota_entry.c:320:lqe_locate_find()) slab-alloced 'new': 392 at 000000001a0b2874. 00000020:00000010:1.0:1777420869.094989:0:5783:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c7c2492d. 00080000:00000010:1.0:1777420869.094994:0:5783:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000112c1b27. 00080000:00000010:1.0:1777420869.095003:0:5783:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b8d3d4f6. 00080000:00000010:1.0:1777420869.095199:0:5783:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000112c1b27. 00000020:00000010:1.0:1777420869.095214:0:5783:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000c7c2492d. 00000004:00000010:1.0:1777420869.095224:0:5783:0:(mdt_handler.c:6942:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000d0b18b14. 00000004:00000010:1.0:1777420869.095229:0:5783:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000068692074. 00000004:00000010:1.0:1777420869.095234:0:5783:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000006f59be71. 00080000:00000010:1.0:1777420869.095239:0:5783:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000112c1b27. 00100000:00000010:1.0:1777420869.095278:0:5783:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000008f501338. 00080000:00000010:1.0:1777420869.095283:0:5783:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000008684c190. 00040000:00000010:1.0:1777420869.095292:0:5783:0:(lquota_disk.c:791:lquota_disk_write_glb()) kmalloced '(tmp)': 32 at 00000000b95a3214. 00040000:00000010:1.0:1777420869.095307:0:5783:0:(lquota_disk.c:797:lquota_disk_write_glb()) kfreed 'tmp': 32 at 00000000b95a3214. 00080000:00000010:1.0:1777420869.095319:0:5783:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000023b35dd3. 00040000:00000010:1.0:1777420869.104400:0:5783:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000092c0ac69. 00000001:00000010:1.0:1777420869.104410:0:5783:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000055287bb2. 00080000:00000010:3.0:1777420869.104411:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000023b35dd3. 00000001:00000010:1.0:1777420869.104416:0:5783:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000000e976fbc. 00000001:00000010:1.0:1777420869.104420:0:5783:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000c1997dd1. 00080000:00000010:3.0:1777420869.104421:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000008684c190. 00040000:00000010:1.0:1777420869.104424:0:5783:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 0000000008d8e7da. 00080000:00000010:3.0:1777420869.104428:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000b8d3d4f6. 00080000:00000010:1.0:1777420869.104430:0:5783:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 000000009ca07f51. 00080000:00000010:1.0:1777420869.104433:0:5783:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 000000002d1f57cb. 00080000:00000010:1.0:1777420869.104464:0:5783:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 000000002d1f57cb. 00080000:00000010:1.0:1777420869.104467:0:5783:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 000000009ca07f51. 00040000:00000010:1.0:1777420869.104469:0:5783:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 0000000008d8e7da. 00040000:00000010:1.0:1777420869.104474:0:5783:0:(lquota_entry.c:320:lqe_locate_find()) slab-alloced 'new': 392 at 00000000deddb23a. 00000020:00000010:1.0:1777420869.104509:0:5783:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000003700bd26. 00080000:00000010:1.0:1777420869.104515:0:5783:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b55f8d30. 00080000:00000010:1.0:1777420869.104522:0:5783:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000001bc9cdb7. 00080000:00000010:1.0:1777420869.104770:0:5783:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000b55f8d30. 00000020:00000010:1.0:1777420869.104774:0:5783:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000003700bd26. 00000004:00000010:1.0:1777420869.104786:0:5783:0:(mdt_handler.c:6942:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000eb21727e. 00000004:00000010:1.0:1777420869.104790:0:5783:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000cd35a528. 00000004:00000010:1.0:1777420869.104794:0:5783:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000039f849e5. 00080000:00000010:1.0:1777420869.104798:0:5783:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b55f8d30. 00100000:00000010:1.0:1777420869.104842:0:5783:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000002d1f57cb. 00080000:00000010:1.0:1777420869.104850:0:5783:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000090a54937. 00040000:00000010:1.0:1777420869.104864:0:5783:0:(lquota_disk.c:791:lquota_disk_write_glb()) kmalloced '(tmp)': 32 at 0000000034867eb7. 00040000:00000010:1.0:1777420869.104877:0:5783:0:(lquota_disk.c:797:lquota_disk_write_glb()) kfreed 'tmp': 32 at 0000000034867eb7. 00080000:00000010:1.0:1777420869.104893:0:5783:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000e4d6cf56. 00080000:00000010:3.0:1777420869.114247:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000e4d6cf56. 00040000:00000010:1.0:1777420869.114248:0:5783:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000006fc14fff. 00000001:00000010:1.0:1777420869.114259:0:5783:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000031c10caa. 00080000:00000010:3.0:1777420869.114260:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000090a54937. 00000001:00000010:1.0:1777420869.114266:0:5783:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000c7f3f9b6. 00000001:00000010:1.0:1777420869.114270:0:5783:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000013b1b249. 00080000:00000010:3.0:1777420869.114275:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000001bc9cdb7. 00040000:00000010:1.0:1777420869.114276:0:5783:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 000000005de7c409. 00080000:00000010:1.0:1777420869.114287:0:5783:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 000000009ca07f51. 00080000:00000010:1.0:1777420869.114289:0:5783:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 0000000074629384. 00080000:00000010:1.0:1777420869.114318:0:5783:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 0000000074629384. 00080000:00000010:1.0:1777420869.114321:0:5783:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 000000009ca07f51. 00040000:00000010:1.0:1777420869.114323:0:5783:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 000000005de7c409. 00040000:00000010:1.0:1777420869.114328:0:5783:0:(lquota_entry.c:320:lqe_locate_find()) slab-alloced 'new': 392 at 000000009a3a780e. 00000020:00000010:1.0:1777420869.114373:0:5783:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000001c4ab639. 00000004:00000010:1.0:1777420869.114381:0:5783:0:(mdt_handler.c:6194:mdt_quota_init()) kfreed 'lcfg': 128 at 00000000b57153b3. 00000004:00000010:1.0:1777420869.114384:0:5783:0:(mdt_handler.c:6198:mdt_quota_init()) kfreed 'bufs': 104 at 0000000017e698bd. 00000004:00000010:1.0:1777420869.114385:0:5783:0:(mdt_handler.c:6199:mdt_quota_init()) kfreed 'qmtname': 128 at 0000000085afb2e3. 00000004:00000010:1.0:1777420869.114386:0:5783:0:(mdt_handler.c:6200:mdt_quota_init()) kfreed 'uuid': 40 at 000000000a30b6bf. 00000004:00000010:1.0:1777420869.114388:0:5783:0:(mdt_handler.c:6201:mdt_quota_init()) kfreed 'data': 192 at 00000000cb71c4b8. 00000020:00000010:1.0:1777420869.114395:0:5783:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fbb6436b. 00000020:00000010:1.0:1777420869.114398:0:5783:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004c8568a9. 00000040:00000010:1.0:1777420869.114401:0:5783:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006312387d. 00000020:00000010:1.0:1777420869.114403:0:5783:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a908ccdc. 00000020:00000010:1.0:1777420869.114407:0:5783:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b523c987. 00000020:00000010:1.0:1777420869.114410:0:5783:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e26aff23. 80000000:00000010:1.0:1777420869.114413:0:5783:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a6a84dbc. 40000000:00000010:1.0:1777420869.114416:0:5783:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000000a30b6bf. 00100000:00000010:1.0:1777420869.114419:0:5783:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000fe9cc1b4. 00040000:00000010:1.0:1777420869.114421:0:5783:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c7c2492d. 00040000:00000010:1.0:1777420869.114424:0:5783:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000f4f9f233. 00040000:00000010:1.0:1777420869.114426:0:5783:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000064c218d. 00080000:00000010:1.0:1777420869.114428:0:5783:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000008cd4837f. 00000004:00000010:1.0:1777420869.114431:0:5783:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000f06d011b. 00000004:00000010:1.0:1777420869.114434:0:5783:0:(mdt_handler.c:8396:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c0acb444. 00000004:00000010:1.0:1777420869.114437:0:5783:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000008d0fd0fb. 00000004:00000010:1.0:1777420869.114440:0:5783:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000b8d3d4f6. 00000020:00000010:1.0:1777420869.114442:0:5783:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ba54d53f. 00000020:00000010:1.0:1777420869.114443:0:5783:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000085afb2e3. 00000020:00000010:1.0:1777420869.114446:0:5783:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004e210113. 00000020:00000010:3.0:1777420869.115142:0:5755:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000087b4e8a7. 00000020:00000010:3.0:1777420869.115148:0:5755:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000087b4e8a7. 00000020:00000010:3.0:1777420869.115154:0:5755:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000146473d9. 00000020:00000010:3.0:1777420869.115159:0:5755:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007e8ef35f. 00000020:00000010:3.0:1777420869.115165:0:5755:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d309acb7. 00000020:00000010:3.0:1777420869.115216:0:5755:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000087b4e8a7. 00000020:00000010:3.0:1777420869.115221:0:5755:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000087b4e8a7. 00000100:00000200:3.0:1777420869.115225:0:5755:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1863760841016576 02000000:00000010:3.0:1777420869.115252:0:5755:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000acb7dd6a. 00000040:00000010:3.0:1777420869.115260:0:5755:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c1af9d9f. 00000040:00000010:3.0:1777420869.115274:0:5755:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000226a54c9. 00000040:00000010:3.0:1777420869.115468:0:5755:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000226a54c9. 00000040:00000010:3.0:1777420869.115474:0:5755:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c1af9d9f. 00010000:00000200:3.0:1777420869.115483:0:5755:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000aaff45b7 x1863760841016576/t0(0) o502->0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa@0@lo:635/0 lens 272/8472 e 0 to 0 dl 1777420880 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777420869.115502:0:5755:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000008a90c43b. 00000100:00000200:3.0:1777420869.115507:0:5755:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1863760841016576, offset 224 00000400:00000200:3.0:1777420869.115514:0:5755:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777420869.115525:0:5755:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777420869.115534:0:5755:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x69f14a2e00500 00000400:00000200:3.0:1777420869.115541:0:5755:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x9a9 [4] + 224 00000400:00000200:3.0:1777420869.115551:0:5755:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777420869.115554:0:5755:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777420869.115562:0:5755:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000076f67bb8 x1863760841016576/t0(0) o502->MGC192.168.203.147@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1777420885 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777420869.115584:0:5755:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a90c43b 00000400:00000010:3.0:1777420869.115587:0:5755:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 168 at 000000008a90c43b. 00000020:00000010:3.0:1777420869.115600:0:5755:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007e8ef35f. 00000020:00000010:3.0:1777420869.115605:0:5755:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d309acb7. 00000020:00000010:3.0:1777420869.115609:0:5755:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000146473d9. 02000000:00000010:3.0:1777420869.115616:0:5755:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000acb7dd6a. 00000100:00000200:3.0:1777420869.115637:0:5755:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777420869.115669:0:5755:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009c8baf2f. 00000400:00000010:3.0:1777420869.115677:0:5755:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008a90c43b. 00000020:00000010:3.0:1777420869.116112:0:5755:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000087b4e8a7. 00000020:00000010:3.0:1777420869.116116:0:5755:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000087b4e8a7. 00000020:00000010:3.0:1777420869.116121:0:5755:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000146473d9. 00000020:00000010:3.0:1777420869.116124:0:5755:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007e8ef35f. 00000020:00000010:3.0:1777420869.116127:0:5755:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d309acb7. 00000020:00000010:3.0:1777420869.116150:0:5755:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000087b4e8a7. 00000020:00000010:3.0:1777420869.116152:0:5755:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000087b4e8a7. 00000100:00000200:3.0:1777420869.116154:0:5755:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1863760841016704 00010000:00000010:3.0:1777420869.116167:0:5755:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000078460542. 00010000:00000010:3.0:1777420869.116172:0:5755:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c03fa2c1. 00000020:00000010:3.0:1777420869.116176:0:5755:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at 00000000ff18e793. 02000000:00000010:3.0:1777420869.116184:0:5755:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000f2ff6a60. 00010000:00000200:3.0:1777420869.116198:0:5755:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cc515f97 x1863760841016704/t0(0) o101->0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa@0@lo:635/0 lens 328/344 e 0 to 0 dl 1777420880 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777420869.116230:0:5755:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e93705c. 00000100:00000200:3.0:1777420869.116233:0:5755:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1863760841016704, offset 224 00000400:00000200:3.0:1777420869.116238:0:5755:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777420869.116243:0:5755:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777420869.116248:0:5755:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x69f14a2e00580 00000400:00000200:3.0:1777420869.116252:0:5755:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x9b9 [1] + 224 00000400:00000200:3.0:1777420869.116256:0:5755:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777420869.116259:0:5755:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777420869.116264:0:5755:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002caabad7 x1863760841016704/t0(0) o101->MGC192.168.203.147@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1777420885 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777420869.116281:0:5755:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e93705c 00000400:00000010:3.0:1777420869.116283:0:5755:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at 000000003e93705c. 00000020:00000010:3.0:1777420869.116291:0:5755:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007e8ef35f. 00000020:00000010:3.0:1777420869.116295:0:5755:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d309acb7. 00000020:00000010:3.0:1777420869.116298:0:5755:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000146473d9. 02000000:00000010:3.0:1777420869.116308:0:5755:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000f2ff6a60. 00000100:00000200:3.0:1777420869.116313:0:5755:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777420869.116319:0:5755:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000046bfdf33. 00000400:00000010:3.0:1777420869.116332:0:5755:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dacaaa93. 00000020:00000010:3.0:1777420869.116941:0:5755:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000087b4e8a7. 00000020:00000010:3.0:1777420869.116944:0:5755:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000087b4e8a7. 00000020:00000010:3.0:1777420869.116946:0:5755:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000146473d9. 00000020:00000010:3.0:1777420869.116948:0:5755:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007e8ef35f. 00000020:00000010:3.0:1777420869.116950:0:5755:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d309acb7. 00000020:00000010:3.0:1777420869.116967:0:5755:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000087b4e8a7. 00000020:00000010:3.0:1777420869.116969:0:5755:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000087b4e8a7. 00000100:00000200:3.0:1777420869.116970:0:5755:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1863760841016832 02000000:00000010:3.0:1777420869.116975:0:5755:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000f2ff6a60. 20000000:00000010:3.0:1777420869.116982:0:5755:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at 000000008937e368. 00000100:00000010:3.0:1777420869.116986:0:5755:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000004f745c5d. 00000100:00000010:3.0:1777420869.116988:0:5755:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 0 at 000000001b2a4db1. 00000400:00000010:3.0:1777420869.116991:0:5755:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 120 at 000000003e93705c. 00000400:00000010:3.0:1777420869.116995:0:5755:0:(lib-lnet.h:479:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001b92614c. 00000400:00000200:3.0:1777420869.117002:0:5755:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777420869.117007:0:5755:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 000000003e93705c with offset 0 00000400:00000200:3.0:1777420869.117011:0:5755:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777420869.117014:0:5755:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 0 into portal 33 MB=0x69f14a2e00600 00000400:00000200:3.0:1777420869.117017:0:5755:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 0/0 into md 0x9c9 [256] + 0 00000400:00000010:3.0:1777420869.117018:0:5755:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000944acbe. 00000400:00000200:3.0:1777420869.117020:0:5755:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000058f37198 00000400:00000200:3.0:1777420869.117022:0:5755:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777420869.117023:0:5755:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1777420869.117025:0:5755:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058f37198 00000400:00000010:3.0:1777420869.117026:0:5755:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 4216 at 0000000058f37198. 00000100:00000200:3.0:1777420869.117028:0:5755:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000002caabad7 desc 0000000067ebb797 mbits 1863760841016832 00000400:00000200:3.0:1777420869.117036:0:5755:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1777420869.117039:0:5755:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:3.0:1777420869.117043:0:5755:0:(lib-move.c:4700:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x9d5 00000400:00000200:3.0:1777420869.117048:0:5755:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777420869.117051:0:5755:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000200:3.0:1777420869.117053:0:5755:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000004f745c5d 00000400:00000200:3.0:1777420869.117058:0:5755:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e93705c 00000400:00000010:3.0:1777420869.117059:0:5755:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 120 at 000000003e93705c. 00000100:00000200:3.0:1777420869.117060:0:5755:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000004f745c5d 00000100:00000200:3.0:1777420869.117065:0:5755:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 0 pages 0 bytes via portal 33 id 12345-0@lo mbits 0x69f14a2e00600-0x69f14a2e00600 00000100:00000010:3.0:1777420869.117070:0:5755:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 0 at 000000001b2a4db1. 00000100:00000010:3.0:1777420869.117071:0:5755:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000004f745c5d. 20000000:00000010:3.0:1777420869.117074:0:5755:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 2048 at 000000008937e368. 00010000:00000200:3.0:1777420869.117079:0:5755:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ca9b9585 x1863760841016832/t0(0) o256->0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa@0@lo:635/0 lens 304/240 e 0 to 0 dl 1777420880 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777420869.117086:0:5755:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e93705c. 00000100:00000200:3.0:1777420869.117087:0:5755:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1863760841016832, offset 224 00000400:00000200:3.0:1777420869.117089:0:5755:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777420869.117092:0:5755:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777420869.117094:0:5755:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x69f14a2e00600 00000400:00000200:3.0:1777420869.117096:0:5755:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x9cd [1] + 224 00000400:00000200:3.0:1777420869.117098:0:5755:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777420869.117100:0:5755:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777420869.117102:0:5755:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002caabad7 x1863760841016832/t0(0) o256->MGC192.168.203.147@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1777420885 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777420869.117111:0:5755:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e93705c 00000400:00000010:3.0:1777420869.117112:0:5755:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at 000000003e93705c. 00000020:00000010:3.0:1777420869.117118:0:5755:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007e8ef35f. 00000020:00000010:3.0:1777420869.117120:0:5755:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d309acb7. 00000020:00000010:3.0:1777420869.117122:0:5755:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000146473d9. 02000000:00000010:3.0:1777420869.117126:0:5755:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000f2ff6a60. 00000100:00000200:3.0:1777420869.117129:0:5755:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777420869.117134:0:5755:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004923c3ff. 00000400:00000010:3.0:1777420869.117144:0:5755:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dfd9411d. 00000020:00000010:3.0:1777420869.117743:0:5755:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000087b4e8a7. 00000020:00000010:3.0:1777420869.117751:0:5755:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000087b4e8a7. 00000020:00000010:3.0:1777420869.117754:0:5755:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000146473d9. 00000020:00000010:3.0:1777420869.117757:0:5755:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007e8ef35f. 00000020:00000010:3.0:1777420869.117759:0:5755:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d309acb7. 00000020:00000010:3.0:1777420869.117778:0:5755:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000087b4e8a7. 00000020:00000010:3.0:1777420869.117780:0:5755:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000087b4e8a7. 00000100:00000200:3.0:1777420869.117782:0:5755:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1863760841016960 00010000:00000010:3.0:1777420869.117792:0:5755:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at 000000003e48948e. 00010000:00000010:3.0:1777420869.117796:0:5755:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000786fc527. 02000000:00000010:3.0:1777420869.117803:0:5755:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000f2ff6a60. 00010000:00000200:3.0:1777420869.117818:0:5755:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007f73f099 x1863760841016960/t0(0) o101->0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa@0@lo:635/0 lens 328/344 e 0 to 0 dl 1777420880 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777420869.117828:0:5755:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e93705c. 00000100:00000200:3.0:1777420869.117830:0:5755:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1863760841016960, offset 224 00000400:00000200:3.0:1777420869.117834:0:5755:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777420869.117838:0:5755:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777420869.117843:0:5755:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x69f14a2e00680 00000400:00000200:3.0:1777420869.117846:0:5755:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x9e1 [1] + 224 00000400:00000200:3.0:1777420869.117850:0:5755:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777420869.117852:0:5755:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777420869.117856:0:5755:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002caabad7 x1863760841016960/t0(0) o101->MGC192.168.203.147@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1777420885 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777420869.117871:0:5755:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e93705c 00000400:00000010:3.0:1777420869.117874:0:5755:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at 000000003e93705c. 00000020:00000010:3.0:1777420869.117883:0:5755:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007e8ef35f. 00000020:00000010:3.0:1777420869.117889:0:5755:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d309acb7. 00000020:00000010:3.0:1777420869.117894:0:5755:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000146473d9. 02000000:00000010:3.0:1777420869.117901:0:5755:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000f2ff6a60. 00000100:00000200:3.0:1777420869.117906:0:5755:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777420869.117912:0:5755:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca31b9d9. 00000400:00000010:3.0:1777420869.117917:0:5755:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002ecf9953. 00000020:00000010:3.0:1777420869.118054:0:5755:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000087b4e8a7. 00000020:00000010:3.0:1777420869.118063:0:5755:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000087b4e8a7. 00000020:00000010:3.0:1777420869.118067:0:5755:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000146473d9. 00000020:00000010:3.0:1777420869.118069:0:5755:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007e8ef35f. 00000020:00000010:3.0:1777420869.118071:0:5755:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d309acb7. 00000020:00000010:3.0:1777420869.118086:0:5755:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000087b4e8a7. 00000020:00000010:3.0:1777420869.118087:0:5755:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000087b4e8a7. 00000100:00000200:3.0:1777420869.118089:0:5755:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1863760841017088 02000000:00000010:3.0:1777420869.118094:0:5755:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000f2ff6a60. 00000040:00000010:3.0:1777420869.118097:0:5755:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c1af9d9f. 00000040:00000010:3.0:1777420869.118273:0:5755:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 0000000023b49862. 00000020:00000010:3.0:1777420869.118279:0:5755:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ce09d153. 00080000:00000010:3.0:1777420869.118298:0:5755:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000cfe60c52. 00000040:00000010:3.0:1777420869.118468:0:5755:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 0000000023b49862. 00000040:00000010:3.0:1777420869.118471:0:5755:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c1af9d9f. 00010000:00000200:3.0:1777420869.118475:0:5755:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c3b82c10 x1863760841017088/t0(0) o501->0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa@0@lo:635/0 lens 504/272 e 0 to 0 dl 1777420880 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777420869.118490:0:5755:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e93705c. 00000100:00000200:3.0:1777420869.118492:0:5755:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1863760841017088, offset 224 00000400:00000200:3.0:1777420869.118495:0:5755:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777420869.118498:0:5755:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777420869.118501:0:5755:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x69f14a2e00700 00000400:00000200:3.0:1777420869.118503:0:5755:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x9f1 [1] + 224 00000400:00000200:3.0:1777420869.118506:0:5755:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777420869.118507:0:5755:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777420869.118510:0:5755:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002caabad7 x1863760841017088/t0(0) o501->MGC192.168.203.147@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1777420885 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777420869.118522:0:5755:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e93705c 00000400:00000010:3.0:1777420869.118523:0:5755:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at 000000003e93705c. 00000020:00000010:3.0:1777420869.118528:0:5755:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007e8ef35f. 00000020:00000010:3.0:1777420869.118530:0:5755:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d309acb7. 00000020:00000010:3.0:1777420869.118531:0:5755:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000146473d9. 02000000:00000010:3.0:1777420869.118534:0:5755:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000f2ff6a60. 00000100:00000200:3.0:1777420869.118541:0:5755:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777420869.118544:0:5755:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e4f3c53. 00000400:00000010:3.0:1777420869.118547:0:5755:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000efb6955. 00000020:00000010:3.0:1777420869.118673:0:5755:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003fa769ae. 00000020:00000010:3.0:1777420869.118677:0:5755:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003fa769ae. 00000020:00000010:3.0:1777420869.118680:0:5755:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000146473d9. 00000020:00000010:3.0:1777420869.118682:0:5755:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007e8ef35f. 00000020:00000010:3.0:1777420869.118684:0:5755:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d309acb7. 00000020:00000010:3.0:1777420869.118701:0:5755:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003fa769ae. 00000020:00000010:3.0:1777420869.118703:0:5755:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003fa769ae. 00000100:00000200:3.0:1777420869.118704:0:5755:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1863760841017216 02000000:00000010:3.0:1777420869.118717:0:5755:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000bed05047. 00000040:00000010:3.0:1777420869.118720:0:5755:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c1af9d9f. 00000040:00000010:3.0:1777420869.118726:0:5755:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000226a54c9. 00000040:00000010:3.0:1777420869.118731:0:5755:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000226a54c9. 00000040:00000010:3.0:1777420869.118734:0:5755:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c1af9d9f. 00010000:00000200:3.0:1777420869.118738:0:5755:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000092a4d589 x1863760841017216/t0(0) o503->0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa@0@lo:635/0 lens 272/8416 e 0 to 0 dl 1777420880 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777420869.118744:0:5755:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000a42cc85d. 00000100:00000200:3.0:1777420869.118746:0:5755:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1863760841017216, offset 224 00000400:00000200:3.0:1777420869.118748:0:5755:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777420869.118752:0:5755:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777420869.118754:0:5755:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x69f14a2e00780 00000400:00000200:3.0:1777420869.118757:0:5755:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0xa01 [4] + 224 00000400:00000200:3.0:1777420869.118760:0:5755:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777420869.118761:0:5755:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777420869.118764:0:5755:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002caabad7 x1863760841017216/t0(0) o503->MGC192.168.203.147@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1777420885 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777420869.118774:0:5755:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a42cc85d 00000400:00000010:3.0:1777420869.118776:0:5755:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 168 at 00000000a42cc85d. 00000020:00000010:3.0:1777420869.118781:0:5755:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007e8ef35f. 00000020:00000010:3.0:1777420869.118783:0:5755:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d309acb7. 00000020:00000010:3.0:1777420869.118784:0:5755:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000146473d9. 02000000:00000010:3.0:1777420869.118791:0:5755:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000bed05047. 00000100:00000200:3.0:1777420869.118800:0:5755:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777420869.118804:0:5755:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000025065744. 00000400:00000010:3.0:1777420869.118813:0:5755:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a42cc85d. 00000020:00000010:1.0:1777420869.119074:0:5787:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000061b5e77. 00000020:00000010:1.0:1777420869.119083:0:5787:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000046aa8533. 00000040:00000010:1.0:1777420869.119085:0:5787:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d1c1663c. 00000020:00000010:1.0:1777420869.119089:0:5787:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f81b43dd. 00000020:00000010:1.0:1777420869.119092:0:5787:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ed07af67. 00000020:00000010:1.0:1777420869.119094:0:5787:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000056a2546e. 80000000:00000010:1.0:1777420869.119097:0:5787:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000015a2e593. 40000000:00000010:1.0:1777420869.119100:0:5787:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000074629384. 00100000:00000010:1.0:1777420869.119104:0:5787:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004a093fde. 00040000:00000010:1.0:1777420869.119107:0:5787:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001171061b. 00040000:00000010:1.0:1777420869.119117:0:5787:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 0000000055c0b4c0. 00040000:00000010:1.0:1777420869.119120:0:5787:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005e475879. 00080000:00000010:1.0:1777420869.119122:0:5787:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000017495f61. 00000004:00000010:1.0:1777420869.119125:0:5787:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000023cef272. 00000004:00000010:1.0:1777420869.119129:0:5787:0:(mdt_handler.c:8396:mdt_key_init()) kmalloced '(value)': 2568 at 000000002b0d60ba. 00000004:00000010:1.0:1777420869.119133:0:5787:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b5c80513. 00002000:00000010:1.0:1777420869.119136:0:5787:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000008684c190. 00000004:00000010:1.0:1777420869.119139:0:5787:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000023b35dd3. 00000020:00000010:1.0:1777420869.119142:0:5787:0:(lu_object.c:1959:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000bab10d94. 00000040:00000010:1.0:1777420869.119148:0:5787:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000009851cf5d. 00000040:00000010:1.0:1777420869.119685:0:5787:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000009851cf5d. 00000020:00000010:1.0:1777420869.119692:0:5787:0:(lu_object.c:2004:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000bab10d94. 00000020:00000010:1.0:1777420869.119699:0:5787:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000046aa8533. 00000040:00000010:1.0:1777420869.119703:0:5787:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d1c1663c. 00000020:00000010:1.0:1777420869.119706:0:5787:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f81b43dd. 00000020:00000010:1.0:1777420869.119709:0:5787:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000ed07af67. 00000020:00000010:1.0:1777420869.119713:0:5787:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000056a2546e. 80000000:00000010:1.0:1777420869.119717:0:5787:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000015a2e593. 40000000:00000010:1.0:1777420869.119720:0:5787:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000074629384. 00100000:00000010:1.0:1777420869.119723:0:5787:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004a093fde. 00040000:00000010:1.0:1777420869.119726:0:5787:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000001171061b. 00040000:00000010:1.0:1777420869.119729:0:5787:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at 0000000055c0b4c0. 00040000:00000010:1.0:1777420869.119731:0:5787:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005e475879. 00080000:00000010:1.0:1777420869.119733:0:5787:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000017495f61. 00000004:00000010:1.0:1777420869.119736:0:5787:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000023cef272. 00000004:00000010:1.0:1777420869.119744:0:5787:0:(mdt_handler.c:8421:mdt_key_fini()) kfreed 'info': 2568 at 000000002b0d60ba. 00000004:00000010:1.0:1777420869.119748:0:5787:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b5c80513. 00002000:00000010:1.0:1777420869.119751:0:5787:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000008684c190. 00000004:00000010:1.0:1777420869.119754:0:5787:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000023b35dd3. 00000020:00000010:1.0:1777420869.119756:0:5787:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000061b5e77. 00000020:00000010:3.0:1777420869.120015:0:5755:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a4b2580. 00000020:00000010:3.0:1777420869.120019:0:5755:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a4b2580. 00000020:00000010:3.0:1777420869.120022:0:5755:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c1af9d9f. 00000020:00000010:3.0:1777420869.120024:0:5755:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007e8ef35f. 00000020:00000010:3.0:1777420869.120026:0:5755:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d309acb7. 00000020:00000010:3.0:1777420869.120047:0:5755:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a4b2580. 00000020:00000010:3.0:1777420869.120050:0:5755:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a4b2580. 00000100:00000200:3.0:1777420869.120052:0:5755:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1863760841017344 00010000:00000010:3.0:1777420869.120064:0:5755:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004cbc36d2. 02000000:00000010:3.0:1777420869.120071:0:5755:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000aa1275e9. 00010000:00000200:3.0:1777420869.120080:0:5755:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d9e6482d x1863760841017344/t0(0) o101->0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa@0@lo:635/0 lens 328/344 e 0 to 0 dl 1777420880 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777420869.120091:0:5755:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e93705c. 00000100:00000200:3.0:1777420869.120094:0:5755:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1863760841017344, offset 224 00000400:00000200:3.0:1777420869.120099:0:5755:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777420869.120104:0:5755:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777420869.120109:0:5755:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x69f14a2e00800 00000400:00000200:3.0:1777420869.120113:0:5755:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0xa11 [1] + 224 00000400:00000200:3.0:1777420869.120115:0:5755:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777420869.120117:0:5755:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777420869.120120:0:5755:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002caabad7 x1863760841017344/t0(0) o101->MGC192.168.203.147@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1777420885 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777420869.120134:0:5755:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e93705c 00000400:00000010:3.0:1777420869.120135:0:5755:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at 000000003e93705c. 00000020:00000010:3.0:1777420869.120140:0:5755:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007e8ef35f. 00000020:00000010:3.0:1777420869.120142:0:5755:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d309acb7. 00000020:00000010:3.0:1777420869.120144:0:5755:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c1af9d9f. 02000000:00000010:3.0:1777420869.120147:0:5755:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000aa1275e9. 00000100:00000200:3.0:1777420869.120150:0:5755:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777420869.120156:0:5755:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000559f1b68. 00000400:00000010:3.0:1777420869.120159:0:5755:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d1fd45c9. 00000020:00000010:3.0:1777420869.120382:0:5755:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a4b2580. 00000020:00000010:3.0:1777420869.120386:0:5755:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a4b2580. 00000020:00000010:3.0:1777420869.120391:0:5755:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c1af9d9f. 00000020:00000010:3.0:1777420869.120395:0:5755:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007e8ef35f. 00000020:00000010:3.0:1777420869.120398:0:5755:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d309acb7. 00000020:00000010:3.0:1777420869.120433:0:5755:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a4b2580. 00000020:00000010:3.0:1777420869.120435:0:5755:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a4b2580. 00000100:00000200:3.0:1777420869.120437:0:5755:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1863760841017472 02000000:00000010:3.0:1777420869.120444:0:5755:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000aa1275e9. 00000040:00000010:3.0:1777420869.120447:0:5755:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000031f8aa6e. 00000040:00000010:3.0:1777420869.120470:0:5755:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 000000005e546e50. 00000040:00000010:3.0:1777420869.120477:0:5755:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 000000005e546e50. 00000040:00000010:3.0:1777420869.120479:0:5755:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000031f8aa6e. 20000000:00000010:3.0:1777420869.120485:0:5755:0:(mgs_nids.c:1143:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 000000009a4b2580. 20000000:00000010:3.0:1777420869.120488:0:5755:0:(mgs_nids.c:1186:mgs_fsc_attach()) kfreed 'new_fsc': 56 at 000000009a4b2580. 00010000:00000200:3.0:1777420869.120493:0:5755:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000077861042 x1863760841017472/t0(0) o501->0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa@0@lo:635/0 lens 512/272 e 0 to 0 dl 1777420880 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777420869.120503:0:5755:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e93705c. 00000100:00000200:3.0:1777420869.120506:0:5755:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1863760841017472, offset 224 00000400:00000200:3.0:1777420869.120509:0:5755:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777420869.120514:0:5755:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777420869.120519:0:5755:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x69f14a2e00880 00000400:00000200:3.0:1777420869.120521:0:5755:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0xa21 [1] + 224 00000400:00000200:3.0:1777420869.120523:0:5755:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777420869.120525:0:5755:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777420869.120528:0:5755:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002caabad7 x1863760841017472/t0(0) o501->MGC192.168.203.147@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1777420885 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777420869.120540:0:5755:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e93705c 00000400:00000010:3.0:1777420869.120541:0:5755:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at 000000003e93705c. 00000020:00000010:3.0:1777420869.120547:0:5755:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007e8ef35f. 00000020:00000010:3.0:1777420869.120555:0:5755:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d309acb7. 00000020:00000010:3.0:1777420869.120556:0:5755:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c1af9d9f. 02000000:00000010:3.0:1777420869.120559:0:5755:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000aa1275e9. 00000100:00000200:3.0:1777420869.120563:0:5755:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777420869.120566:0:5755:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000037e0924. 00000400:00000010:3.0:1777420869.120577:0:5755:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aa707944. 00000020:00000010:3.0:1777420869.120727:0:5755:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a4b2580. 00000020:00000010:3.0:1777420869.120731:0:5755:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a4b2580. 00000020:00000010:3.0:1777420869.120735:0:5755:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c1af9d9f. 00000020:00000010:3.0:1777420869.120739:0:5755:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007e8ef35f. 00000020:00000010:3.0:1777420869.120742:0:5755:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d309acb7. 00000020:00000010:3.0:1777420869.120759:0:5755:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a4b2580. 00000020:00000010:3.0:1777420869.120760:0:5755:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a4b2580. 00000100:00000200:3.0:1777420869.120762:0:5755:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1863760841017600 02000000:00000010:3.0:1777420869.120774:0:5755:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000eaf4cf50. 00000040:00000010:3.0:1777420869.120777:0:5755:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000031f8aa6e. 00000040:00000010:3.0:1777420869.120782:0:5755:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000226a54c9. 00000040:00000010:3.0:1777420869.120948:0:5755:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000226a54c9. 00000040:00000010:3.0:1777420869.120951:0:5755:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000031f8aa6e. 00010000:00000200:3.0:1777420869.120955:0:5755:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a003cfba x1863760841017600/t0(0) o503->0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa@0@lo:635/0 lens 272/8416 e 0 to 0 dl 1777420880 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777420869.120962:0:5755:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000000b0f3fb3. 00000100:00000200:3.0:1777420869.120964:0:5755:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1863760841017600, offset 224 00000400:00000200:3.0:1777420869.120966:0:5755:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777420869.120970:0:5755:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777420869.120973:0:5755:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x69f14a2e00900 00000400:00000200:3.0:1777420869.120976:0:5755:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0xa31 [4] + 224 00000400:00000200:3.0:1777420869.120979:0:5755:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777420869.120981:0:5755:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777420869.120983:0:5755:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002caabad7 x1863760841017600/t0(0) o503->MGC192.168.203.147@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1777420885 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777420869.120996:0:5755:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b0f3fb3 00000400:00000010:3.0:1777420869.121001:0:5755:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 168 at 000000000b0f3fb3. 00000020:00000010:3.0:1777420869.121007:0:5755:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007e8ef35f. 00000020:00000010:3.0:1777420869.121009:0:5755:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d309acb7. 00000020:00000010:3.0:1777420869.121011:0:5755:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c1af9d9f. 02000000:00000010:3.0:1777420869.121014:0:5755:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000eaf4cf50. 00000100:00000200:3.0:1777420869.121022:0:5755:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777420869.121024:0:5755:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ebbc731a. 00000400:00000010:3.0:1777420869.121036:0:5755:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000b0f3fb3. 00000020:00000010:1.0:1777420869.121277:0:5788:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000061b5e77. 00000020:00000010:1.0:1777420869.121282:0:5788:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005e475879. 00000040:00000010:1.0:1777420869.121285:0:5788:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000056a2546e. 00000020:00000010:1.0:1777420869.121288:0:5788:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b5c80513. 00000020:00000010:1.0:1777420869.121291:0:5788:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ed07af67. 00000020:00000010:1.0:1777420869.121293:0:5788:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d1c1663c. 80000000:00000010:1.0:1777420869.121296:0:5788:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000015a2e593. 40000000:00000010:1.0:1777420869.121298:0:5788:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000074629384. 00100000:00000010:1.0:1777420869.121301:0:5788:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000023cef272. 00040000:00000010:1.0:1777420869.121304:0:5788:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001171061b. 00040000:00000010:1.0:1777420869.121307:0:5788:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 0000000017495f61. 00040000:00000010:1.0:1777420869.121309:0:5788:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000046aa8533. 00080000:00000010:1.0:1777420869.121311:0:5788:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000055c0b4c0. 00000004:00000010:1.0:1777420869.121314:0:5788:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000a733f113. 00000004:00000010:1.0:1777420869.121317:0:5788:0:(mdt_handler.c:8396:mdt_key_init()) kmalloced '(value)': 2568 at 000000002b0d60ba. 00000004:00000010:1.0:1777420869.121320:0:5788:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000fa0f68a5. 00002000:00000010:1.0:1777420869.121323:0:5788:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000023b35dd3. 00000004:00000010:1.0:1777420869.121325:0:5788:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000008684c190. 00000020:00000010:1.0:1777420869.121328:0:5788:0:(lu_object.c:1959:lu_env_add_task()) kmalloced '(lei)': 40 at 000000003d81489f. 00000040:00000010:1.0:1777420869.121332:0:5788:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000009851cf5d. 00000100:00000010:1.0:1777420869.121345:0:5788:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002347bd0a. 02000000:00000010:1.0:1777420869.121371:0:5788:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006512f9d8. 00000100:00000010:1.0:1777420869.121380:0:5788:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ceded6b1. 02000000:00000010:1.0:1777420869.121395:0:5788:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000eaf4cf50. 00000400:00000010:1.0:1777420869.121400:0:5788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000021664353. 00000400:00000010:1.0:1777420869.121404:0:5788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000302eab83. 00000100:00000200:1.0:1777420869.121408:0:5788:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1863760841017728, portal 25 00000400:00000010:1.0:1777420869.121413:0:5788:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005bc27ab3. 00000100:00000200:1.0:1777420869.121420:0:5788:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1863760841017728, offset 0 00000400:00000200:1.0:1777420869.121428:0:5788:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777420869.121436:0:5788:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777420869.121443:0:5788:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x69f14a2e00980 00000400:00000200:1.0:1777420869.121448:0:5788:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x155 [2] + 0 00000400:00000010:1.0:1777420869.121452:0:5788:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b2674eb5. 00000400:00000200:1.0:1777420869.121456:0:5788:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000dc6c1d64 00000400:00000200:1.0:1777420869.121459:0:5788:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777420869.121463:0:5788:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1777420869.121465:0:5788:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc6c1d64 00000400:00000010:1.0:1777420869.121466:0:5788:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000dc6c1d64. 00000100:00000200:1.0:1777420869.121471:0:5788:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1777420869.121485:0:5788:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005bc27ab3 00000400:00000010:1.0:1777420869.121487:0:5788:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at 000000005bc27ab3. 00000100:00000200:1.0:1777420869.121492:0:5788:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002347bd0a x1863760841017728/t0(0) o502->MGC192.168.203.147@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1777420885 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777420869.121504:0:5755:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000108878f7. 00000020:00000010:3.0:1777420869.121509:0:5755:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000108878f7. 00000020:00000010:3.0:1777420869.121515:0:5755:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000031f8aa6e. 00000020:00000010:3.0:1777420869.121517:0:5755:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007e8ef35f. 00000020:00000010:3.0:1777420869.121520:0:5755:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d309acb7. 00000020:00000010:3.0:1777420869.121544:0:5755:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000108878f7. 00000020:00000010:3.0:1777420869.121547:0:5755:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000108878f7. 00000100:00000200:3.0:1777420869.121550:0:5755:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1863760841017728 02000000:00000010:3.0:1777420869.121567:0:5755:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000cd8acb6a. 00000040:00000010:3.0:1777420869.121572:0:5755:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c11cf1a4. 00000040:00000010:3.0:1777420869.121578:0:5755:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000226a54c9. 00000040:00000010:3.0:1777420869.121679:0:5755:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000226a54c9. 00000040:00000010:3.0:1777420869.121682:0:5755:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c11cf1a4. 00010000:00000200:3.0:1777420869.121686:0:5755:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d4e2acea x1863760841017728/t0(0) o502->0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa@0@lo:635/0 lens 272/8472 e 0 to 0 dl 1777420880 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777420869.121694:0:5755:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000262f00f2. 00000100:00000200:3.0:1777420869.121696:0:5755:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1863760841017728, offset 224 00000400:00000200:3.0:1777420869.121698:0:5755:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777420869.121702:0:5755:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777420869.121705:0:5755:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x69f14a2e00980 00000400:00000200:3.0:1777420869.121707:0:5755:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0xa41 [4] + 224 00000400:00000200:3.0:1777420869.121711:0:5755:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777420869.121713:0:5755:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777420869.121715:0:5755:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002347bd0a x1863760841017728/t0(0) o502->MGC192.168.203.147@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1777420885 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777420869.121736:0:5755:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000262f00f2 00000400:00000010:3.0:1777420869.121737:0:5755:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 168 at 00000000262f00f2. 00000020:00000010:3.0:1777420869.121743:0:5755:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007e8ef35f. 00000020:00000010:3.0:1777420869.121745:0:5755:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d309acb7. 00000020:00000010:3.0:1777420869.121746:0:5755:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000031f8aa6e. 02000000:00000010:3.0:1777420869.121748:0:5755:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000cd8acb6a. 00000100:00000200:3.0:1777420869.121759:0:5755:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777420869.121761:0:5755:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b18ac2c9. 00000400:00000010:1.0:1777420869.121763:0:5788:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000021664353. 00000400:00000200:1.0:1777420869.121768:0:5788:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000302eab83 00000400:00000010:1.0:1777420869.121769:0:5788:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 184 at 00000000302eab83. 00000400:00000010:3.0:1777420869.121773:0:5755:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000262f00f2. 00000100:00000200:1.0:1777420869.121774:0:5788:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002347bd0a x1863760841017728/t0(0) o502->MGC192.168.203.147@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1777420885 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777420869.121785:0:5788:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002347bd0a x1863760841017728/t0(0) o502->MGC192.168.203.147@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1777420885 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777420869.121798:0:5788:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ceded6b1. 02000000:00000010:1.0:1777420869.121803:0:5788:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000eaf4cf50. 02000000:00000010:1.0:1777420869.121811:0:5788:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006512f9d8. 00000100:00000010:1.0:1777420869.121814:0:5788:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002347bd0a. 00000100:00000010:1.0:1777420869.121828:0:5788:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 000000001bc9cdb7. 00000400:00000200:1.0:1777420869.121832:0:5788:0:(peer.c:1297:LNetAddPeer()) Add peer with 2 NIDs 00000400:00000200:1.0:1777420869.121835:0:5788:0:(peer.c:1311:LNetAddPeer()) Adding NID[0]: 0@lo 00000400:00000200:1.0:1777420869.121837:0:5788:0:(peer.c:1314:LNetAddPeer()) Skip NID 0@lo as local 00000400:00000200:1.0:1777420869.121840:0:5788:0:(peer.c:1311:LNetAddPeer()) Adding NID[1]: 192.168.203.147@tcp 00000400:00000200:1.0:1777420869.121844:0:5788:0:(peer.c:1739:lnet_peer_add()) peer 192.168.203.147@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1777420869.121850:0:5788:0:(peer.c:2769:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1777420869.121858:0:5788:0:(peer.c:2778:lnet_discover_peer_locked()) peer 192.168.203.147@tcp NID 192.168.203.147@tcp: 0. pending discovery 00000400:00000200:1.0:1777420869.121860:0:5788:0:(peer.c:1362:LNetAddPeer()) A peer exists for NID 192.168.203.147@tcp 00000100:00000010:1.0:1777420869.121862:0:5788:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 000000001bc9cdb7. 00000020:00000010:1.0:1777420869.121866:0:5788:0:(tgt_mount.c:649:lustre_lwp_setup()) kmalloced '(lwpname)': 64 at 00000000dc40a324. 00000020:00000010:1.0:1777420869.121869:0:5788:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 00000000afc3f933. 00000020:00000010:1.0:1777420869.121873:0:5788:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 00000000afc3f933. 00000020:00000010:1.0:1777420869.121876:0:5788:0:(tgt_mount.c:660:lustre_lwp_setup()) kmalloced '(lwpuuid)': 64 at 00000000afc3f933. 00000020:00000010:1.0:1777420869.121880:0:5788:0:(obd_mount.c:162:do_lcfg()) kmalloced '(lcfg)': 120 at 0000000017e698bd. 00000020:00000010:1.0:1777420869.121892:0:5788:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at 0000000047a569c0. 00000020:00000010:1.0:1777420869.121897:0:5788:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000008a17bee1. 00000020:00000010:1.0:1777420869.121909:0:5788:0:(obd_mount.c:168:do_lcfg()) kfreed 'lcfg': 120 at 0000000017e698bd. 00000020:00000010:1.0:1777420869.121913:0:5788:0:(obd_mount.c:162:do_lcfg()) kmalloced '(lcfg)': 96 at 000000003f5554a0. 00000001:00000010:1.0:1777420869.121930:0:5788:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000322fd114. 00000001:00000010:1.0:1777420869.121935:0:5788:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000dac81dc3. 00000001:00000010:1.0:1777420869.121937:0:5788:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006512f9d8. 00000001:00000010:1.0:1777420869.121940:0:5788:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000068fed0d1. 00000001:00000010:1.0:1777420869.121943:0:5788:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e41ee2d6. 00000001:00000010:1.0:1777420869.121945:0:5788:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000062e1ccb3. 00000020:00000010:1.0:1777420869.121948:0:5788:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c1158326. 00000020:00000010:1.0:1777420869.121951:0:5788:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000017e698bd. 00000020:00000010:1.0:1777420869.121953:0:5788:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007f2ae36a. 00000008:00000010:1.0:1777420869.121957:0:5788:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000e551528c. 00020000:00000010:1.0:1777420869.121962:0:5788:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 584 at 00000000e98b543c. 00008000:00000010:1.0:1777420869.121966:0:5788:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000009a4c38f5. 00000080:00000010:1.0:1777420869.121970:0:5788:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000df3635f5. 00000020:00000010:1.0:1777420869.121973:0:5788:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ce22e3c1. 00000020:00000010:1.0:1777420869.121976:0:5788:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003bc612c3. 00000040:00000010:1.0:1777420869.121978:0:5788:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000cbcb1eb0. 00000020:00000010:1.0:1777420869.121981:0:5788:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000082903ff6. 00000020:00000010:1.0:1777420869.121984:0:5788:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a1f19c2a. 00000020:00000010:1.0:1777420869.121987:0:5788:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000fbab7723. 80000000:00000010:1.0:1777420869.121989:0:5788:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002a9449e8. 40000000:00000010:1.0:1777420869.121991:0:5788:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d20e4d05. 00100000:00000010:1.0:1777420869.121999:0:5788:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c8fe9bb1. 00040000:00000010:1.0:1777420869.122002:0:5788:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001930bac7. 00040000:00000010:1.0:1777420869.122004:0:5788:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000455c07d2. 00040000:00000010:1.0:1777420869.122006:0:5788:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000103baddd. 00080000:00000010:1.0:1777420869.122009:0:5788:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000005b4dabc3. 00000004:00000010:1.0:1777420869.122012:0:5788:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000001aee3042. 00000004:00000010:1.0:1777420869.122015:0:5788:0:(mdt_handler.c:8396:mdt_key_init()) kmalloced '(value)': 2568 at 00000000da7eb964. 00000004:00000010:1.0:1777420869.122017:0:5788:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000093b88595. 00000004:00000010:1.0:1777420869.122030:0:5788:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000e414a425. 00000010:00000010:1.0:1777420869.122034:0:5788:0:(lwp_dev.c:342:lwp_device_alloc()) kmalloced '(lwp)': 96 at 000000000a1f0b1d. 00000010:00000010:1.0:1777420869.122133:0:5788:0:(lwp_dev.c:80:lwp_setup()) kmalloced '(bufs)': 104 at 00000000b57153b3. 00000010:00000010:1.0:1777420869.122136:0:5788:0:(lwp_dev.c:84:lwp_setup()) kmalloced '(server_uuid)': 27 at 00000000be2c7eda. 00000010:00000010:1.0:1777420869.122140:0:5788:0:(lwp_dev.c:104:lwp_setup()) kmalloced '(target)': 27 at 00000000be163847. 00000010:00000010:1.0:1777420869.122146:0:5788:0:(lwp_dev.c:125:lwp_setup()) kmalloced '(lcfg)': 128 at 00000000fb6e5076. 00010000:00000010:1.0:1777420869.122153:0:5788:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 0000000053b8fca9. 00010000:00000010:1.0:1777420869.122159:0:5788:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 000000007ab4603c. 00010000:00000010:1.0:1777420869.122163:0:5788:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at 00000000939500a8. 00000020:00000010:1.0:1777420869.122168:0:5788:0:(genops.c:1283:class_new_import()) kmalloced '(imp)': 1712 at 000000000188e4f2. 00000100:00000200:1.0:1777420869.122179:0:5788:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.203.147@tcp->12345-0@lo 00010000:00000010:1.0:1777420869.122184:0:5788:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 00000000aa7cda92. 00010000:00000010:1.0:1777420869.122189:0:5788:0:(ldlm_resource.c:955:ldlm_namespace_new()) kmalloced '(ns)': 848 at 000000002aca2df7. 00000001:00000010:1.0:1777420869.122193:0:5788:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000b3a050fb. 00000001:00000010:1.0:1777420869.122195:0:5788:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at 000000003a194b81. 00000001:00000010:1.0:1777420869.122248:0:5788:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004d4baed4. 00000001:00000010:1.0:1777420869.122297:0:5788:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005bf1664e. 00000001:00000010:1.0:1777420869.122347:0:5788:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004df4fcab. 00000001:00000010:1.0:1777420869.122426:0:5788:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d240579c. 00000001:00000010:1.0:1777420869.122479:0:5788:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ade86bef. 00000001:00000010:1.0:1777420869.122532:0:5788:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000072cab96a. 00000001:00000010:1.0:1777420869.122587:0:5788:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000133598b. 00000001:00000010:1.0:1777420869.122645:0:5788:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002410447a. 00000001:00000010:1.0:1777420869.122699:0:5788:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000010f6d2d5. 00000001:00000010:1.0:1777420869.122761:0:5788:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d10c9a80. 00000001:00000010:1.0:1777420869.122817:0:5788:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f9669fbc. 00000001:00000010:1.0:1777420869.122875:0:5788:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000054369a0d. 00000001:00000010:1.0:1777420869.122929:0:5788:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000090684a55. 00000001:00000010:1.0:1777420869.122987:0:5788:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000acb3fd20. 00000001:00000010:1.0:1777420869.123048:0:5788:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e2a0d8ea. 00000001:00000010:1.0:1777420869.123107:0:5788:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000b9ffe3e. 00000001:00000010:1.0:1777420869.123165:0:5788:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002616069e. 00000001:00000010:1.0:1777420869.123229:0:5788:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000302ea200. 00000001:00000010:1.0:1777420869.123289:0:5788:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000440eee78. 00000001:00000010:1.0:1777420869.123348:0:5788:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000001d622198. 00000001:00000010:1.0:1777420869.123424:0:5788:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000484cf0b3. 00000001:00000010:1.0:1777420869.123478:0:5788:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000077034cb. 00000001:00000010:1.0:1777420869.123532:0:5788:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a3418ec0. 00000001:00000010:1.0:1777420869.123587:0:5788:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f9178032. 00000001:00000010:1.0:1777420869.123638:0:5788:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000803a9959. 00000001:00000010:1.0:1777420869.123691:0:5788:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000de008db4. 00000001:00000010:1.0:1777420869.123741:0:5788:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f90e9789. 00000001:00000010:1.0:1777420869.123790:0:5788:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ef216d79. 00000001:00000010:1.0:1777420869.123840:0:5788:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c58ce9d1. 00000001:00000010:1.0:1777420869.123889:0:5788:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009273bd33. 00000001:00000010:1.0:1777420869.123937:0:5788:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000001ea5ff47. 00000001:00000010:1.0:1777420869.123989:0:5788:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005a1f3f5b. 00000020:00000010:1.0:1777420869.124090:0:5788:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000a0d31418. 00000020:00000010:1.0:1777420869.124095:0:5788:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 96 at 00000000783b96cc. 00000020:00000010:1.0:1777420869.124170:0:5788:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000db218ea7. 00000020:00000010:1.0:1777420869.124174:0:5788:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000d10eecef. 00000010:00000010:1.0:1777420869.124188:0:5788:0:(lwp_dev.c:140:lwp_setup()) kfreed 'bufs': 104 at 00000000b57153b3. 00000010:00000010:1.0:1777420869.124191:0:5788:0:(lwp_dev.c:141:lwp_setup()) kfreed 'target': 27 at 00000000be163847. 00000010:00000010:1.0:1777420869.124194:0:5788:0:(lwp_dev.c:142:lwp_setup()) kfreed 'server_uuid': 27 at 00000000be2c7eda. 00000010:00000010:1.0:1777420869.124197:0:5788:0:(lwp_dev.c:144:lwp_setup()) kfreed 'lcfg': 128 at 00000000fb6e5076. 00000020:00000010:1.0:1777420869.124237:0:5788:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000007516223e. 00000020:00000010:1.0:1777420869.124242:0:5788:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000c4e9e71c. 00000020:00000010:1.0:1777420869.124265:0:5788:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003bc612c3. 00000040:00000010:1.0:1777420869.124270:0:5788:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000cbcb1eb0. 00000020:00000010:1.0:1777420869.124272:0:5788:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000082903ff6. 00000020:00000010:1.0:1777420869.124275:0:5788:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000a1f19c2a. 00000020:00000010:1.0:1777420869.124281:0:5788:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000fbab7723. 80000000:00000010:1.0:1777420869.124284:0:5788:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002a9449e8. 40000000:00000010:1.0:1777420869.124288:0:5788:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000d20e4d05. 00100000:00000010:1.0:1777420869.124291:0:5788:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000c8fe9bb1. 00040000:00000010:1.0:1777420869.124294:0:5788:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000001930bac7. 00040000:00000010:1.0:1777420869.124298:0:5788:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at 00000000455c07d2. 00040000:00000010:1.0:1777420869.124301:0:5788:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000103baddd. 00080000:00000010:1.0:1777420869.124304:0:5788:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000005b4dabc3. 00000004:00000010:1.0:1777420869.124307:0:5788:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000001aee3042. 00000004:00000010:1.0:1777420869.124310:0:5788:0:(mdt_handler.c:8421:mdt_key_fini()) kfreed 'info': 2568 at 00000000da7eb964. 00000004:00000010:1.0:1777420869.124314:0:5788:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000093b88595. 00000004:00000010:1.0:1777420869.124317:0:5788:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e414a425. 00000020:00000010:1.0:1777420869.124320:0:5788:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ce22e3c1. 00000020:00000010:1.0:1777420869.124323:0:5788:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000017e698bd. 00000020:00000010:1.0:1777420869.124326:0:5788:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007f2ae36a. 00000008:00000010:1.0:1777420869.124330:0:5788:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000e551528c. 00020000:00000010:1.0:1777420869.124334:0:5788:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 584 at 00000000e98b543c. 00008000:00000010:1.0:1777420869.124340:0:5788:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000009a4c38f5. 00000080:00000010:1.0:1777420869.124344:0:5788:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000df3635f5. 00000020:00000010:1.0:1777420869.124347:0:5788:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c1158326. 00000020:00000010:1.0:1777420869.124373:0:5788:0:(obd_mount.c:168:do_lcfg()) kfreed 'lcfg': 96 at 000000003f5554a0. 00000020:00000010:1.0:1777420869.124383:0:5788:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000103baddd. 00000020:00000010:1.0:1777420869.124388:0:5788:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000fbab7723. 00000040:00000010:1.0:1777420869.124392:0:5788:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000cbcb1eb0. 00000020:00000010:1.0:1777420869.124396:0:5788:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000093b88595. 00000020:00000010:1.0:1777420869.124400:0:5788:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a1f19c2a. 00000020:00000010:1.0:1777420869.124404:0:5788:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e6e9a53a. 80000000:00000010:1.0:1777420869.124412:0:5788:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000021453207. 40000000:00000010:1.0:1777420869.124415:0:5788:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000913f63ec. 00100000:00000010:1.0:1777420869.124420:0:5788:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001aee3042. 00040000:00000010:1.0:1777420869.124423:0:5788:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001930bac7. 00040000:00000010:1.0:1777420869.124427:0:5788:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 000000005b4dabc3. 00040000:00000010:1.0:1777420869.124430:0:5788:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c1158326. 00080000:00000010:1.0:1777420869.124434:0:5788:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000455c07d2. 00000004:00000010:1.0:1777420869.124438:0:5788:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c8fe9bb1. 00000004:00000010:1.0:1777420869.124442:0:5788:0:(mdt_handler.c:8396:mdt_key_init()) kmalloced '(value)': 2568 at 00000000da7eb964. 00000004:00000010:1.0:1777420869.124445:0:5788:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000082903ff6. 00000004:00000010:1.0:1777420869.124448:0:5788:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000e414a425. 00000020:00000010:1.0:1777420869.124452:0:5788:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ce22e3c1. 00000020:00000010:1.0:1777420869.124457:0:5788:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000017e698bd. 00000020:00000010:1.0:1777420869.124460:0:5788:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007f2ae36a. 00000020:00000010:1.0:1777420869.124464:0:5788:0:(tgt_mount.c:565:lustre_lwp_connect()) kmalloced '(data)': 192 at 00000000ceded6b1. 00000020:00000010:1.0:1777420869.124467:0:5788:0:(tgt_mount.c:579:lustre_lwp_connect()) kmalloced '(uuid)': 40 at 0000000084d681ed. 00000020:00000010:1.0:1777420869.124473:0:5788:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000ef41ad9e. 00000100:00000010:1.0:1777420869.124495:0:5788:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002347bd0a. 02000000:00000010:1.0:1777420869.124506:0:5788:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000065e096f3. 00000020:00000010:1.0:1777420869.124667:0:5788:0:(tgt_mount.c:603:lustre_lwp_connect()) kfreed 'data': 192 at 00000000ceded6b1. 00000020:00000010:1.0:1777420869.124674:0:5788:0:(tgt_mount.c:604:lustre_lwp_connect()) kfreed 'uuid': 40 at 0000000084d681ed. 00000020:00000010:1.0:1777420869.124682:0:5788:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000fbab7723. 00000040:00000010:1.0:1777420869.124694:0:5788:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000cbcb1eb0. 00000020:00000010:1.0:1777420869.124703:0:5788:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000093b88595. 00000020:00000010:1.0:1777420869.124713:0:5788:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000a1f19c2a. 00000020:00000010:1.0:1777420869.124722:0:5788:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e6e9a53a. 80000000:00000010:1.0:1777420869.124729:0:5788:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000021453207. 40000000:00000010:1.0:1777420869.124735:0:5788:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000913f63ec. 00100000:00000010:1.0:1777420869.124743:0:5788:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000001aee3042. 00040000:00000010:1.0:1777420869.124752:0:5788:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000001930bac7. 00040000:00000010:1.0:1777420869.124757:0:5788:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at 000000005b4dabc3. 00040000:00000010:1.0:1777420869.124759:0:5788:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c1158326. 00080000:00000010:1.0:1777420869.124762:0:5788:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000455c07d2. 00000004:00000010:1.0:1777420869.124773:0:5788:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000c8fe9bb1. 00000004:00000010:1.0:1777420869.124776:0:5788:0:(mdt_handler.c:8421:mdt_key_fini()) kfreed 'info': 2568 at 00000000da7eb964. 00000004:00000010:1.0:1777420869.124780:0:5788:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000082903ff6. 00000004:00000010:1.0:1777420869.124783:0:5788:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e414a425. 00000020:00000010:1.0:1777420869.124789:0:5788:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000103baddd. 00000020:00000010:1.0:1777420869.124796:0:5788:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000017e698bd. 00000020:00000010:1.0:1777420869.124803:0:5788:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007f2ae36a. 00000020:00000010:1.0:1777420869.124814:0:5788:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ce22e3c1. 00000020:00000010:1.0:1777420869.124822:0:5788:0:(tgt_mount.c:687:lustre_lwp_setup()) kfreed 'lwpname': 64 at 00000000dc40a324. 00000020:00000010:1.0:1777420869.124828:0:5788:0:(tgt_mount.c:688:lustre_lwp_setup()) kfreed 'lwpuuid': 64 at 00000000afc3f933. 00000100:00000010:1.0:1777420869.124846:0:5788:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006981159a. 02000000:00000010:1.0:1777420869.124855:0:5788:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ce22e3c1. 00000100:00000010:1.0:1777420869.124864:0:5788:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ceded6b1. 02000000:00000010:1.0:1777420869.124885:0:5788:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000082976abb. 00000400:00000010:1.0:1777420869.124892:0:5788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000021664353. 00000400:00000010:1.0:1777420869.124898:0:5788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000302eab83. 00000100:00000200:1.0:1777420869.124903:0:5788:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1863760841017984, portal 25 00000400:00000010:1.0:1777420869.124911:0:5788:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005bc27ab3. 00000100:00000200:1.0:1777420869.124916:0:5788:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1863760841017984, offset 0 00000400:00000200:1.0:1777420869.124923:0:5788:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777420869.124944:0:5788:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777420869.124956:0:5788:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x69f14a2e00a80 00000400:00000200:1.0:1777420869.124962:0:5788:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x159 [2] + 0 00000400:00000010:1.0:1777420869.124966:0:5788:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009b7ac24e. 00000400:00000200:1.0:1777420869.124970:0:5788:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009f1b28b9 00000400:00000200:1.0:1777420869.124975:0:5788:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777420869.124982:0:5788:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1777420869.124987:0:5788:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f1b28b9 00000400:00000010:1.0:1777420869.124990:0:5788:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000009f1b28b9. 00000100:00000200:1.0:1777420869.124996:0:5788:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1777420869.125012:0:5788:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005bc27ab3 00000400:00000010:1.0:1777420869.125018:0:5788:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at 000000005bc27ab3. 00000100:00000200:1.0:1777420869.125025:0:5788:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006981159a x1863760841017984/t0(0) o502->MGC192.168.203.147@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1777420885 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777420869.125038:0:5755:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000042bf6787. 00000020:00000010:3.0:1777420869.125044:0:5755:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000042bf6787. 00000020:00000010:3.0:1777420869.125057:0:5755:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c11cf1a4. 00000020:00000010:3.0:1777420869.125069:0:5755:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008d4e1def. 00000020:00000010:3.0:1777420869.125077:0:5755:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d309acb7. 00000020:00000010:3.0:1777420869.125122:0:5755:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000042bf6787. 00000020:00000010:3.0:1777420869.125129:0:5755:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000042bf6787. 00000100:00000200:3.0:1777420869.125135:0:5755:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1863760841017984 02000000:00000010:3.0:1777420869.125159:0:5755:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 0000000009dec487. 00000040:00000010:3.0:1777420869.125169:0:5755:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000ad5ea879. 00000040:00000010:3.0:1777420869.125184:0:5755:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000226a54c9. 00000400:00000010:1.0:1777420869.125185:0:3294:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fa1a9ee2. 00000400:00000200:1.0:1777420869.125193:0:3294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e48ff07f 00000400:00000010:1.0:1777420869.125198:0:3294:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at 00000000e48ff07f. 00000100:00000200:1.0:1777420869.125221:0:3294:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002347bd0a x1863760841017856/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777420879 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777420869.125234:0:3294:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002347bd0a x1863760841017856/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777420879 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777420869.125249:0:3294:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000004953c270. 02000000:00000010:1.0:1777420869.125268:0:3294:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000dba6143a. 02000000:00000010:1.0:1777420869.125273:0:3294:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 0000000065e096f3. 00000100:00000010:1.0:1777420869.125276:0:3294:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002347bd0a. 00000040:00000010:3.0:1777420869.125379:0:5755:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000226a54c9. 00000040:00000010:3.0:1777420869.125387:0:5755:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000ad5ea879. 00010000:00000200:3.0:1777420869.125398:0:5755:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005731d4e8 x1863760841017984/t0(0) o502->0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa@0@lo:635/0 lens 272/8472 e 0 to 0 dl 1777420880 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777420869.125413:0:5755:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000fba44d22. 00000100:00000200:3.0:1777420869.125418:0:5755:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1863760841017984, offset 224 00000400:00000200:3.0:1777420869.125429:0:5755:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777420869.125440:0:5755:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777420869.125451:0:5755:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x69f14a2e00a80 00000400:00000200:3.0:1777420869.125457:0:5755:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0xa59 [4] + 224 00000400:00000200:3.0:1777420869.125473:0:5755:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777420869.125486:0:5755:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777420869.125493:0:5755:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006981159a x1863760841017984/t0(0) o502->MGC192.168.203.147@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1777420885 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777420869.125515:0:5755:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fba44d22 00000400:00000010:3.0:1777420869.125517:0:5755:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 168 at 00000000fba44d22. 00000020:00000010:3.0:1777420869.125529:0:5755:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008d4e1def. 00000020:00000010:3.0:1777420869.125532:0:5755:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d309acb7. 00000020:00000010:3.0:1777420869.125535:0:5755:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c11cf1a4. 02000000:00000010:3.0:1777420869.125542:0:5755:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 0000000009dec487. 00000400:00000010:1.0:1777420869.125544:0:5788:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000021664353. 00000400:00000200:1.0:1777420869.125550:0:5788:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000302eab83 00000400:00000010:1.0:1777420869.125552:0:5788:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 184 at 00000000302eab83. 00000100:00000200:3.0:1777420869.125556:0:5755:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:1.0:1777420869.125559:0:5788:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006981159a x1863760841017984/t0(0) o502->MGC192.168.203.147@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1777420885 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777420869.125563:0:5755:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006bbd41a5. 00000400:00000010:3.0:1777420869.125569:0:5755:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fba44d22. 00000100:00000200:1.0:1777420869.125572:0:5788:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006981159a x1863760841017984/t0(0) o502->MGC192.168.203.147@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1777420885 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777420869.125587:0:5788:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ceded6b1. 02000000:00000010:1.0:1777420869.125593:0:5788:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000082976abb. 02000000:00000010:1.0:1777420869.125611:0:5788:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ce22e3c1. 00000100:00000010:1.0:1777420869.125614:0:5788:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006981159a. 00000040:00000010:1.0:1777420869.125620:0:5788:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000009851cf5d. 00000020:00000010:1.0:1777420869.125625:0:5788:0:(lu_object.c:2004:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000003d81489f. 00000020:00000010:1.0:1777420869.125634:0:5788:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005e475879. 00000040:00000010:1.0:1777420869.125638:0:5788:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000056a2546e. 00000020:00000010:1.0:1777420869.125641:0:5788:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b5c80513. 00000020:00000010:1.0:1777420869.125644:0:5788:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000ed07af67. 00000020:00000010:1.0:1777420869.125648:0:5788:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d1c1663c. 80000000:00000010:1.0:1777420869.125651:0:5788:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000015a2e593. 40000000:00000010:1.0:1777420869.125659:0:5788:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000074629384. 00100000:00000010:1.0:1777420869.125662:0:5788:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000023cef272. 00040000:00000010:1.0:1777420869.125664:0:5788:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000001171061b. 00040000:00000010:1.0:1777420869.125667:0:5788:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at 0000000017495f61. 00040000:00000010:1.0:1777420869.125670:0:5788:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000046aa8533. 00080000:00000010:1.0:1777420869.125673:0:5788:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000055c0b4c0. 00000004:00000010:1.0:1777420869.125675:0:5788:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000a733f113. 00000004:00000010:1.0:1777420869.125678:0:5788:0:(mdt_handler.c:8421:mdt_key_fini()) kfreed 'info': 2568 at 000000002b0d60ba. 00000004:00000010:1.0:1777420869.125680:0:5788:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000fa0f68a5. 00002000:00000010:1.0:1777420869.125683:0:5788:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000023b35dd3. 00000004:00000010:1.0:1777420869.125686:0:5788:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000008684c190. 00000020:00000010:1.0:1777420869.125688:0:5788:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000061b5e77. 00000020:00000010:3.0:1777420869.126123:0:5755:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000042bf6787. 00000020:00000010:3.0:1777420869.126130:0:5755:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000042bf6787. 00000020:00000010:3.0:1777420869.126135:0:5755:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c11cf1a4. 00000020:00000010:3.0:1777420869.126139:0:5755:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008d4e1def. 00000020:00000010:3.0:1777420869.126142:0:5755:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d309acb7. 00000020:00000010:3.0:1777420869.126169:0:5755:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000042bf6787. 00000020:00000010:3.0:1777420869.126172:0:5755:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000042bf6787. 00000100:00000200:3.0:1777420869.126175:0:5755:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1863760841018112 02000000:00000010:3.0:1777420869.126184:0:5755:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000226a54c9. 20000000:00000010:3.0:1777420869.126193:0:5755:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000007d2166a5. 20000000:00000010:3.0:1777420869.126212:0:5755:0:(mgs_nids.c:584:mgs_nidtbl_write()) kmalloced '(tgt)': 96 at 0000000091f5e79c. 20000000:00000010:3.0:1777420869.126220:0:5755:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ad5ea879. 00000020:00000010:3.0:1777420869.126488:0:5755:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000007e996999. 00080000:00000010:3.0:1777420869.126497:0:5755:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f49aac5d. 00080000:00000010:3.0:1777420869.126507:0:5755:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000aa1275e9. 00080000:00000010:3.0:1777420869.126873:0:5755:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a635cc43. 00000100:00000010:1.0:1777420869.129405:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d6559a81. 00000100:00000010:3.0:1777420869.129418:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ebe11cff. 00080000:00000010:1.0:1777420869.136651:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a635cc43. 00080000:00000010:1.0:1777420869.136663:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000aa1275e9. 00010000:00000010:3.0:1777420869.136664:0:5776:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000067d38ae1. 00010000:00000010:3.0:1777420869.136680:0:5776:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000aa69bc21. 00000100:00000010:3.0:1777420869.136687:0:5776:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000222968d. 00000100:00000010:3.0:1777420869.136707:0:5776:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000864f1d8c. 02000000:00000010:3.0:1777420869.136723:0:5776:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000347fd928. 02000000:00000010:3.0:1777420869.136748:0:5776:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001098584d. 00000400:00000010:3.0:1777420869.136753:0:5776:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005fe32fd9. 00000400:00000010:3.0:1777420869.136758:0:5776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e93705c. 00000100:00000200:3.0:1777420869.136763:0:5776:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863760841018240, portal 16 00000400:00000010:3.0:1777420869.136768:0:5776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004523b4a8. 00000100:00000200:3.0:1777420869.136770:0:5776:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863760841018240, offset 0 00000400:00000200:3.0:1777420869.136779:0:5776:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777420869.136790:0:5776:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777420869.136799:0:5776:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x69f14a2e00b80 00000400:00000200:3.0:1777420869.136805:0:5776:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 0 00000400:00000200:3.0:1777420869.136810:0:5776:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777420869.136814:0:5776:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777420869.136818:0:5776:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1777420869.136821:0:5776:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000836dce76. 00000400:00000200:3.0:1777420869.136844:0:5776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004523b4a8 00000400:00000010:3.0:1777420869.136847:0:5776:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at 000000004523b4a8. 00000100:00000200:3.0:1777420869.136854:0:5776:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000864f1d8c x1863760841018240/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1777420885 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:3.0:1777420869.136873:0:5776:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eabda5dc. 00000020:00000010:1.0:1777420869.136884:0:5744:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000009851cf5d. 00000100:00000010:3.0:1777420869.136885:0:5776:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000010242bf3. 00000100:00000010:3.0:1777420869.136896:0:5776:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000035bcbf8e. 00000100:00000010:3.0:1777420869.136901:0:5776:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003d312025. 00000020:00000010:1.0:1777420869.136908:0:5744:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005bc99024. 00000020:00000010:1.0:1777420869.136913:0:5744:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005bc99024. 00000020:00000010:1.0:1777420869.136919:0:5744:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000f913990. 00000020:00000010:1.0:1777420869.136924:0:5744:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fb6e5076. 00000020:00000010:1.0:1777420869.136929:0:5744:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007f2ae36a. 00000020:00000010:1.0:1777420869.136966:0:5744:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005bc99024. 00000020:00000010:1.0:1777420869.136970:0:5744:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005bc99024. 00000100:00000200:1.0:1777420869.136974:0:5744:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1863760841018240 02000000:00000010:1.0:1777420869.136988:0:5744:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000065e096f3. 00000400:00000010:1.0:1777420869.137000:0:5744:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005bc27ab3. 00000100:00000200:1.0:1777420869.137003:0:5744:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1863760841018240, offset 224 00000400:00000200:1.0:1777420869.137010:0:5744:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777420869.137018:0:5744:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777420869.137025:0:5744:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x69f14a2e00b80 00000400:00000200:1.0:1777420869.137031:0:5744:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0xa75 [1] + 224 00000400:00000200:1.0:1777420869.137036:0:5744:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777420869.137039:0:5744:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777420869.137063:0:5744:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000864f1d8c x1863760841018240/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1777420885 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1777420869.137087:0:5744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005bc27ab3 00000400:00000010:1.0:1777420869.137089:0:5744:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at 000000005bc27ab3. 00010000:00000010:1.0:1777420869.137098:0:5744:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000508ed417. 00000020:00000010:1.0:1777420869.137121:0:5744:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fb6e5076. 00000020:00000010:1.0:1777420869.137126:0:5744:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007f2ae36a. 00000400:00000010:3.0:1777420869.137128:0:5776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005fe32fd9. 00000020:00000010:1.0:1777420869.137130:0:5744:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000f913990. 00000400:00000200:3.0:1777420869.137136:0:5776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e93705c 00000400:00000010:3.0:1777420869.137139:0:5776:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at 000000003e93705c. 00000100:00000200:3.0:1777420869.137150:0:5776:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000864f1d8c x1863760841018240/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1777420885 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1777420869.137161:0:5776:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000864f1d8c x1863760841018240/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1777420885 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1777420869.137188:0:5776:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001098584d. 02000000:00000010:3.0:1777420869.137196:0:5776:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000347fd928. 00000100:00000010:3.0:1777420869.137226:0:5776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000864f1d8c. 00000100:00000010:3.0:1777420869.137232:0:5776:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000000222968d. 00010000:00000010:3.0:1777420869.137237:0:5776:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000aa69bc21. 00000020:00000010:3.0:1777420869.137285:0:3295:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000084ff73e9. 00000020:00000010:3.0:1777420869.137294:0:3295:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000347fd928. 80000000:00000010:3.0:1777420869.137301:0:3295:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d665f1ba. 40000000:00000010:3.0:1777420869.137303:0:3295:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000aa69bc21. 00000008:00000010:3.0:1777420869.137308:0:3295:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at 000000000cb3607b. 00020000:00000010:3.0:1777420869.137312:0:3295:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000b00a1209. 00008000:00000010:3.0:1777420869.137318:0:3295:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000932cd6e1. 00100000:00000010:3.0:1777420869.137325:0:3295:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000635a2ada. 00040000:00000010:3.0:1777420869.137329:0:3295:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006b12ff0b. 00040000:00000010:3.0:1777420869.137334:0:3295:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000881b6c6b. 00040000:00000010:3.0:1777420869.137341:0:3295:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001098584d. 00080000:00000010:3.0:1777420869.137390:0:3295:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000005affdac9. 00000004:00000010:3.0:1777420869.137398:0:3295:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000183106ee. 00000004:00000010:3.0:1777420869.137407:0:3295:0:(mdt_handler.c:8396:mdt_key_init()) kmalloced '(value)': 2568 at 00000000514cc316. 00000004:00000010:3.0:1777420869.137413:0:3295:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000009225ec0b. 00002000:00000010:3.0:1777420869.137416:0:3295:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000008dcf3764. 00000004:00000010:3.0:1777420869.137421:0:3295:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000aa1275e9. 00000080:00000010:3.0:1777420869.137428:0:3295:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000196732e2. 00000080:00000010:3.0:1777420869.137434:0:3295:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 592 at 000000007f6f134f. 00000008:00000010:3.0:1777420869.137438:0:3295:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000929ad099. 00020000:00000010:3.0:1777420869.137443:0:3295:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 584 at 000000005286498b. 00008000:00000010:3.0:1777420869.137449:0:3295:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000cad58ced. 00000080:00000010:3.0:1777420869.137453:0:3295:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000dc08ce25. 00000020:00000010:3.0:1777420869.137612:0:5747:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000277b34d1. 00000020:00000010:3.0:1777420869.137626:0:5747:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ecf98504. 00000020:00000010:3.0:1777420869.137630:0:5747:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ecf98504. 00000020:00000010:3.0:1777420869.137634:0:5747:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000002c96cda. 00000020:00000010:3.0:1777420869.137638:0:5747:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008971a557. 00000020:00000010:3.0:1777420869.137642:0:5747:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000089b8b4e. 00000100:00000200:3.0:1777420869.137656:0:5747:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002caabad7 x1863760841018368/t0(0) o103->0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa@0@lo:635/0 lens 328/0 e 0 to 0 dl 1777420880 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777420869.137694:0:5747:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ecf98504. 00000020:00000010:3.0:1777420869.137698:0:5747:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ecf98504. 00000100:00000200:3.0:1777420869.137701:0:5747:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1863760841018368 02000000:00000010:3.0:1777420869.137708:0:5747:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a635cc43. 00010000:00000010:3.0:1777420869.137740:0:5747:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ecf98504. 00000100:00000010:3.0:1777420869.137746:0:5747:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000222968d. 00000100:00000010:3.0:1777420869.137776:0:5747:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000000222968d. 00010000:00000010:3.0:1777420869.137781:0:5747:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ecf98504. 00000400:00000010:3.0:1777420869.137791:0:5747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e93705c. 00000100:00000200:3.0:1777420869.137795:0:5747:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863760841018368, offset 224 00000400:00000200:3.0:1777420869.137801:0:5747:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777420869.137811:0:5747:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777420869.137820:0:5747:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x69f14a2e00c00 00000400:00000200:3.0:1777420869.137827:0:5747:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0xa81 [1] + 224 00000400:00000200:3.0:1777420869.137833:0:5747:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777420869.137841:0:5747:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777420869.137852:0:5747:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a2d97073 x1863760841018368/t0(0) o103->MGC192.168.203.147@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777420885 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777420869.137873:0:5747:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e93705c 00000400:00000010:3.0:1777420869.137876:0:5747:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at 000000003e93705c. 00000020:00000010:3.0:1777420869.137890:0:5747:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008971a557. 00000020:00000010:3.0:1777420869.137894:0:5747:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000089b8b4e. 00000020:00000010:3.0:1777420869.137898:0:5747:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000002c96cda. 20000000:00000010:3.0:1777420869.139525:0:5755:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000007d2166a5. 00010000:00000200:3.0:1777420869.139538:0:5755:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c44207bd x1863760841018112/t0(0) o253->0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa@0@lo:635/0 lens 4848/4768 e 0 to 0 dl 1777420880 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777420869.139551:0:5755:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000222968d. 00000100:00000200:3.0:1777420869.139554:0:5755:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1863760841018112, offset 224 00000400:00000200:3.0:1777420869.139559:0:5755:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777420869.139565:0:5755:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777420869.139570:0:5755:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x69f14a2e00b00 00000400:00000200:3.0:1777420869.139581:0:5755:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0xa6d [2] + 224 00000400:00000200:3.0:1777420869.139588:0:5755:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777420869.139591:0:5755:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777420869.139597:0:5755:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007a1346ed x1863760841018112/t0(0) o253->MGC192.168.203.147@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1777420885 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777420869.139617:0:5755:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000222968d 00000400:00000010:3.0:1777420869.139619:0:5755:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000000222968d. 00000020:00000010:3.0:1777420869.139631:0:5755:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008d4e1def. 00000020:00000010:3.0:1777420869.139633:0:5755:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d309acb7. 00000020:00000010:3.0:1777420869.139635:0:5755:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c11cf1a4. 02000000:00000010:3.0:1777420869.139643:0:5755:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000226a54c9. 00000100:00000200:3.0:1777420869.139650:0:5755:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777420869.139653:0:5755:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005fe32fd9. 00000400:00000010:3.0:1777420869.139685:0:5755:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000222968d. 00000100:00000010:3.0:1777420869.141409:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003d312025. 00000100:00000010:1.0:1777420869.141416:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000010242bf3. 00010000:00000010:3.1F:1777420869.146378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c03fa2c1. 00010000:00000010:0.1F:1777420869.146391:0:5741:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000fcef9663. 00010000:00000010:3.1:1777420869.146398:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000078460542. 00010000:00000010:3.1:1777420869.146404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000067d38ae1. 00010000:00000010:0.1:1777420869.146412:0:5741:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000db2062bd. 00080000:00000010:1.0:1777420869.165400:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f5dccde7. 00080000:00000010:1.0:1777420869.165417:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000096cb0db3. 00080000:00000010:1.0:1777420869.165429:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000e42fd0cd. 00080000:00000010:1.0:1777420869.165438:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000dbb79d60. 00080000:00000010:1.0:1777420869.165442:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ad6d7c5a. 00080000:00000010:1.0:1777420869.165445:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000004b26fb0c. 00080000:00000010:1.0:1777420869.165448:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000003200f9b2. 00080000:00000010:1.0:1777420869.165450:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000004b297b66. 00080000:00000010:1.0:1777420869.165454:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000dba6143a. 00080000:00000010:1.0:1777420869.165456:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f0e0c619. 00080000:00000010:1.0:1777420869.165459:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000002fbe2c91. 00080000:00000010:1.0:1777420869.165461:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000018f4d7bd. 00080000:00000010:1.0:1777420869.165464:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000007a4db648. 00080000:00000010:1.0:1777420869.165466:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000631edc40. 00000020:00000010:1.0:1777420869.177879:0:5741:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000001930bac7. 00080000:00000010:1.0:1777420869.177890:0:5741:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000091e99b70. 00080000:00000010:1.0:1777420869.177899:0:5741:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000094ec4618. 00080000:00000010:1.0:1777420869.178246:0:5741:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000091e99b70. 00000020:00000010:1.0:1777420869.178251:0:5741:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000001930bac7. 00000004:00000010:1.0:1777420869.178262:0:5741:0:(mdt_handler.c:6942:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000e7c74259. 00000004:00000010:1.0:1777420869.178269:0:5741:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000a1fa96ec. 00000004:00000010:1.0:1777420869.178274:0:5741:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000d2615f27. 00080000:00000010:1.0:1777420869.178279:0:5741:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000091e99b70. 00000020:00000010:1.0:1777420869.178331:0:5741:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000001171061b. 00080000:00000010:1.0:1777420869.178343:0:5741:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002b866fd3. 00080000:00000010:1.0:1777420869.178348:0:5741:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f657fe3a. 00080000:00000010:1.0:1777420869.178585:0:5741:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000002b866fd3. 00000020:00000010:1.0:1777420869.178588:0:5741:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000001171061b. 00000004:00000010:1.0:1777420869.178594:0:5741:0:(mdt_handler.c:6942:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000003682c2a. 00000004:00000010:1.0:1777420869.178597:0:5741:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000004f74ceb3. 00000004:00000010:1.0:1777420869.178600:0:5741:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000004ab09d7c. 00080000:00000010:1.0:1777420869.178603:0:5741:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002b866fd3. 00000020:00000010:1.0:1777420869.178639:0:5741:0:(lu_object.c:2397:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 8192 at 00000000cbdb6e6b. 00080000:00000010:1.0:1777420869.178644:0:5741:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 000000009ca07f51. 00080000:00000010:1.0:1777420869.178647:0:5741:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 000000004e6aa621. 00080000:00000010:1.0:1777420869.178682:0:5741:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 000000004e6aa621. 00080000:00000010:1.0:1777420869.178685:0:5741:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 000000009ca07f51. 00000020:00000010:1.0:1777420869.178688:0:5741:0:(lu_object.c:2385:lu_buf_free()) kvfree 'buf->lb_buf': 8192 at 00000000cbdb6e6b. 00000004:00000010:1.0:1777420869.178692:0:5741:0:(lod_dev.c:885:lod_prepare_distribute_txn()) kmalloced '(tdtd)': 280 at 00000000e6e9a53a. 00000004:00000010:1.0:1777420869.178697:0:5741:0:(mdt_handler.c:6942:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000ae86f19e. 00000004:00000010:1.0:1777420869.178701:0:5741:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000002a446b57. 00000004:00000010:1.0:1777420869.178704:0:5741:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000020e6ea7e. 00080000:00000010:1.0:1777420869.178707:0:5741:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000206b92e5. 00080000:00000010:1.0:1777420869.178863:0:5741:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b0cd3052. 00000020:00000010:1.0:1777420869.178932:0:5741:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000647aaecc. 00000020:00000010:1.0:1777420869.178936:0:5741:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d642bd12. 00000040:00000010:1.0:1777420869.178940:0:5741:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e66b3acd. 00000020:00000010:1.0:1777420869.178943:0:5741:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000fa0f68a5. 00000020:00000010:1.0:1777420869.178948:0:5741:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ed07af67. 00000020:00000010:1.0:1777420869.178952:0:5741:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000012ebc24e. 80000000:00000010:1.0:1777420869.178956:0:5741:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001a492d98. 40000000:00000010:1.0:1777420869.178959:0:5741:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000030f6e8e7. 00100000:00000010:1.0:1777420869.178964:0:5741:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a733f113. 00040000:00000010:1.0:1777420869.178967:0:5741:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005ef0eab4. 00040000:00000010:1.0:1777420869.178971:0:5741:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 0000000055c0b4c0. 00040000:00000010:1.0:1777420869.178974:0:5741:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000025502d7a. 00080000:00000010:1.0:1777420869.178977:0:5741:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000017495f61. 00000004:00000010:1.0:1777420869.178986:0:5741:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000023cef272. 00000004:00000010:1.0:1777420869.178991:0:5741:0:(mdt_handler.c:8396:mdt_key_init()) kmalloced '(value)': 2568 at 000000002b0d60ba. 00000004:00000010:1.0:1777420869.178994:0:5741:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b5c80513. 00000004:00000010:1.0:1777420869.178997:0:5741:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000b07f76bb. 00000020:00000010:1.0:1777420869.179567:0:5741:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000003d251d8e. 00080000:00000010:1.0:1777420869.179576:0:5741:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007e4c3a7f. 00080000:00000010:1.0:1777420869.179587:0:5741:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000e414a425. 00080000:00000010:1.0:1777420869.180161:0:5741:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000007e4c3a7f. 00000020:00000010:1.0:1777420869.180166:0:5741:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000003d251d8e. 00000004:00000010:1.0:1777420869.180180:0:5741:0:(mdt_handler.c:6942:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000d9ce602b. 00000004:00000010:1.0:1777420869.180184:0:5741:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000009e831c82. 00000004:00000010:1.0:1777420869.180187:0:5741:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000b9782750. 00080000:00000010:1.0:1777420869.180192:0:5741:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007e4c3a7f. 00080000:00000010:1.0:1777420869.180279:0:5741:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000007e4c3a7f. 00000004:00000010:1.0:1777420869.180286:0:5741:0:(lod_object.c:9794:lod_object_free()) slab-freed '(lo)': 272 at 00000000b9782750. 00000004:00000010:1.0:1777420869.180290:0:5741:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000009e831c82. 00000004:00000010:1.0:1777420869.180294:0:5741:0:(mdt_handler.c:7017:mdt_object_free()) slab-freed 'mo': 480 at 00000000d9ce602b. 00000004:00000010:1.0:1777420869.180303:0:5741:0:(mdt_handler.c:6942:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000038f724e6. 00000004:00000010:1.0:1777420869.180308:0:5741:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000009e831c82. 00000004:00000010:1.0:1777420869.180312:0:5741:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000b9782750. 00080000:00000010:1.0:1777420869.180317:0:5741:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007e4c3a7f. 00080000:00000010:1.0:1777420869.180414:0:5741:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c606aea1. 00000020:00000010:1.0:1777420869.180482:0:5741:0:(lu_object.c:2385:lu_buf_free()) kvfree 'buf->lb_buf': 76 at 00000000f19c706e. 00000020:00000010:1.0:1777420869.180488:0:5741:0:(lu_object.c:2397:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 156 at 000000009ea6d4dc. 00000020:00000010:1.0:1777420869.181332:0:5741:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000003700bd26. 00080000:00000010:1.0:1777420869.181340:0:5741:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000039a865eb. 00080000:00000010:1.0:1777420869.181376:0:5741:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000009c62b2f1. 00080000:00000010:1.0:1777420869.184124:0:5741:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000039a865eb. 00000020:00000010:1.0:1777420869.184132:0:5741:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000003700bd26. 00000004:00000010:1.0:1777420869.184143:0:5741:0:(mdt_handler.c:6942:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000013ddcdb6. 00000004:00000010:1.0:1777420869.184149:0:5741:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000000d1b0321. 00000004:00000010:1.0:1777420869.184153:0:5741:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000f917c1a4. 00080000:00000010:1.0:1777420869.184160:0:5741:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000039a865eb. 00080000:00000010:1.0:1777420869.184235:0:5741:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000039a865eb. 00000004:00000010:1.0:1777420869.184239:0:5741:0:(lod_object.c:9794:lod_object_free()) slab-freed '(lo)': 272 at 00000000f917c1a4. 00000004:00000010:1.0:1777420869.184242:0:5741:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000000d1b0321. 00000004:00000010:1.0:1777420869.184244:0:5741:0:(mdt_handler.c:7017:mdt_object_free()) slab-freed 'mo': 480 at 0000000013ddcdb6. 00000004:00000010:1.0:1777420869.184251:0:5741:0:(mdt_handler.c:6942:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000a6b36feb. 00000004:00000010:1.0:1777420869.184254:0:5741:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000000d1b0321. 00000004:00000010:1.0:1777420869.184256:0:5741:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000f917c1a4. 00080000:00000010:1.0:1777420869.184259:0:5741:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000039a865eb. 00000020:00000010:1.0:1777420869.184301:0:5741:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000007776d4da. 00000040:00000010:1.0:1777420869.194406:0:5794:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 32768 at 00000000b9da6de7. 00080000:00000010:1.0:1777420869.194436:0:5794:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000018f4d7bd. 00080000:00000010:3.0:1777420869.234598:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ff580491. 00080000:00000010:3.0:1777420869.234614:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000002debdeb1. 00080000:00000010:3.0:1777420869.234618:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000005b199098. 00080000:00000010:3.0:1777420869.234621:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000021572edf. 00080000:00000010:3.0:1777420869.234624:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000002c3e7501. 00080000:00000010:3.0:1777420869.234627:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000125d301b. 00080000:00000010:3.0:1777420869.234631:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000e7840e0c. 00080000:00000010:3.0:1777420869.234638:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000d5d596df. 00080000:00000010:3.0:1777420869.234641:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000056c9cd29. 00080000:00000010:3.0:1777420869.234649:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000bdfb5f00. 00080000:00000010:3.0:1777420869.234653:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000007cc424b8. 00080000:00000010:3.0:1777420869.234661:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000b129e099. 00080000:00000010:3.0:1777420869.234666:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000099274bed. 00080000:00000010:3.0:1777420869.234674:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000026a6038a. 00080000:00000010:3.0:1777420869.234680:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000001449dd22. 00080000:00000010:3.0:1777420869.234684:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000fdcbfa54. 00080000:00000010:3.0:1777420869.234687:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f40d93a9. 00080000:00000010:3.0:1777420869.234694:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000d68515f4. 00080000:00000010:3.0:1777420869.234717:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a47a3959. 00080000:00000010:3.0:1777420869.234726:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000e6927540. 00080000:00000010:3.0:1777420869.234734:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a24de02c. 00080000:00000010:3.0:1777420869.234748:0:5782:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000595214ab. 00010000:00010000:3.0:1777420870.936655:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777420871.960504:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777420872.867157:0:5744:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841018496 00000100:00100000:1.0:1777420872.867168:0:5744:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841018496 00000100:00100000:1.0:1777420872.867230:0:5744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1777420872.867239:0:5744:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@000000008c5347a9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+3:6220:x1863760841018496:12345-0@lo:104: 00010000:00010000:1.0:1777420872.867250:0:5744:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.147@tcp lock: 00000000001e6a9c/0xa38d712893833ab lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d712893833b2 expref: -99 pid: 5741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420872.867306:0:5744:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1777420872.867310:0:5744:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@000000008c5347a9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+3:6220:x1863760841018496:12345-0@lo:104: Request processed in 74us (208us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420872.867315:0:5744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1777420872.867578:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841018624 00000100:00100000:3.0:1777420872.867584:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841018624 00010000:00010000:3.0:1777420872.867604:0:5747:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000786fc527/0xa38d712893833b2 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa38d712893833ab expref: 10 pid: 5755 timeout: 234 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420872.867632:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1777420872.867639:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@0000000069ea6a66 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+10:3297:x1863760841018624:12345-0@lo:103: 00010000:00010000:3.0:1777420872.867649:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777420872.867654:0:5747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000786fc527/0xa38d712893833b2 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa38d712893833ab expref: 10 pid: 5755 timeout: 234 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420872.867664:0:5747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000786fc527/0xa38d712893833b2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa38d712893833ab expref: 10 pid: 5755 timeout: 234 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420872.867677:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000786fc527/0xa38d712893833b2 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa38d712893833ab expref: 10 pid: 5755 timeout: 234 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420872.867688:0:5747:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000cb10961d/0xa38d712893833dc lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 6220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420872.867695:0:5747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000cb10961d/0xa38d712893833dc lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 6220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420872.867706:0:5747:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cb10961d/0xa38d712893833dc lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420872.867722:0:5747:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cb10961d/0xa38d712893833dc lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420872.867727:0:5747:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000cb10961d/0xa38d712893833dc lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420872.867733:0:5747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000cb10961d/0xa38d712893833dc lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420872.867738:0:5747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock 00000000cb10961d already unused, calling callback (0000000091894ca3) 00010000:00010000:3.0:1777420872.867741:0:5747:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000cb10961d/0xa38d712893833dc lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420872.867747:0:5747:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000cb10961d/0xa38d712893833dc lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420872.867765:0:5747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000cb10961d/0xa38d712893833dc lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420872.867773:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777420872.867809:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@0000000069ea6a66 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+9:3297:x1863760841018624:12345-0@lo:103: Request processed in 170us (261us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420872.867823:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00010000:1.0:1777420872.984483:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1777420874.200459:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1777420874.200472:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1777420874.200476:0:37:0:(import.c:65:import_set_state_nolock()) 000000000188e4f2 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1777420874.200493:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import 000000000188e4f2 using connection 192.168.203.147@tcp/0@lo 00000100:00100000:3.0:1777420874.200521:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000014ece5f4 x1863760841018880/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1777420874.200599:0:3294:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000014ece5f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3294:1863760841018880:0@lo:38: 00000100:00100000:1.0:1777420874.200649:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420874.200651:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841018752 00000100:00100000:3.0:1777420874.200660:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841018752 00000100:00100000:3.0:1777420874.200711:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1777420874.200721:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@000000008ff4f25a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+9:3297:x1863760841018752:12345-0@lo:400: 00000100:00100000:3.0:1777420874.200816:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@000000008ff4f25a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+9:3297:x1863760841018752:12345-0@lo:400: Request processed in 90us (209us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420874.200842:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00010000:00080000:1.0:1777420874.201111:0:3294:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@0000000014ece5f4 x1863760841018880/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1777420884 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1777420874.201126:0:3294:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 1 00000100:00080000:1.0:1777420874.201132:0:3294:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:1.0:1777420874.201143:0:3294:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1777420874.201145:0:3294:0:(import.c:65:import_set_state_nolock()) 000000000188e4f2 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1777420874.201150:0:3294:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000014ece5f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3294:1863760841018880:0@lo:38: 00000020:01000004:3.0:1777420874.508230:0:6539:0:(obd_mount.c:937:lmd_print()) mount data: 00000020:01000004:3.0:1777420874.508234:0:6539:0:(obd_mount.c:940:lmd_print()) device: lustre-ost1/ost1 00000080:01200004:3.0:1777420874.508321:0:6539:0:(super25.c:136:lustre_fill_super()) VFS Op: sb 00000000debd371a 00000020:01000004:3.0:1777420874.508337:0:6539:0:(tgt_mount.c:2468:osd_start()) Attempting to start lustre-OST0000, type=osd-zfs, lsifl=200062, mountfl=0 00000020:01000004:3.0:1777420874.508348:0:6539:0:(obd_mount.c:208:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-zfs) 00000020:00000080:3.0:1777420874.508366:0:6539:0:(obd_config.c:1506:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1777420874.508381:0:6539:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0000-osd (00000000e8912940) 00000020:00000080:3.0:1777420874.508392:0:6539:0:(obd_config.c:757:class_attach()) OBD: dev 9 attached type osd-zfs with refcount 2 00000020:00000080:3.0:1777420874.508395:0:6539:0:(obd_config.c:1506:class_process_config()) processing cmd: cf003 00100000:10000000:3.0:1777420874.515704:0:6539:0:(scrub.c:229:scrub_file_store()) lustre-OST0000: store scrub file: rc = 0 00100000:10000000:3.0:1777420874.515986:0:6539:0:(scrub.c:229:scrub_file_store()) lustre-OST0000: store scrub file: rc = 0 00100000:10000000:3.0:1777420874.531054:0:6539:0:(osd_scrub.c:126:osd_scrub_refresh_mapping()) lustre-OST0000: refresh OI map for scrub, op 1, force yes, [0x200000001:0x1017:0x0] => 0 (CONFIGS): rc = 1 00100000:10000000:3.0:1777420874.535993:0:6539:0:(osd_scrub.c:126:osd_scrub_refresh_mapping()) lustre-OST0000: refresh OI map for scrub, op 1, force yes, [0x200000007:0x1:0x0] => 0 (ROOT): rc = 1 00100000:10000000:3.0:1777420874.536030:0:6539:0:(osd_scrub.c:126:osd_scrub_refresh_mapping()) lustre-OST0000: refresh OI map for scrub, op 1, force yes, [0x200000001:0x3:0x0] => 0 (fld): rc = 1 00100000:10000000:3.0:1777420874.536080:0:6539:0:(osd_scrub.c:126:osd_scrub_refresh_mapping()) lustre-OST0000: refresh OI map for scrub, op 1, force yes, [0x200000009:0x0:0x0] => 0 (update_log): rc = 1 00100000:10000000:3.0:1777420874.536096:0:6539:0:(osd_scrub.c:126:osd_scrub_refresh_mapping()) lustre-OST0000: refresh OI map for scrub, op 1, force yes, [0x20000000a:0x0:0x0] => 0 (update_log_dir): rc = 1 00000020:00000080:3.0:1777420874.536479:0:6539:0:(obd_config.c:861:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:3.0:1777420874.536492:0:6539:0:(osd_handler.c:1568:osd_obd_connect()) connect #0 00000020:00000080:3.0:1777420874.536504:0:6539:0:(genops.c:1404:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0xa38d712893833f1 00000020:01000004:3.0:1777420874.536513:0:6539:0:(tgt_mount.c:2553:server_fill_super()) Found service lustre-OST0000 on device lustre-ost1/ost1 00000020:01000004:3.0:1777420874.536537:0:6539:0:(obd_mount.c:415:lustre_start_mgc()) MGC192.168.203.147@tcp:Set MGC reconnect 1 10000000:01000000:3.0:1777420874.536544:0:6539:0:(mgc_request.c:1069:mgc_set_info_async()) InitRecov MGC192.168.203.147@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:3.0:1777420874.536549:0:6539:0:(tgt_mount.c:1746:server_start_targets()) starting target lustre-OST0000 00000020:01000004:3.0:1777420874.536553:0:6539:0:(obd_mount.c:208:lustre_start_simple()) Starting OBD OSS (typ=ost) 00000020:00000080:3.0:1777420874.536555:0:6539:0:(obd_config.c:1506:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1777420874.536568:0:6539:0:(genops.c:412:class_newdev()) Allocate new device OSS (00000000f880535f) 00000020:00000080:3.0:1777420874.536580:0:6539:0:(obd_config.c:757:class_attach()) OBD: dev 10 attached type ost with refcount 2 00000020:00000080:3.0:1777420874.536583:0:6539:0:(obd_config.c:1506:class_process_config()) processing cmd: cf003 00000100:00100000:3.0:1777420874.537667:0:6539:0:(service.c:153:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1777420874.537907:0:6539:0:(service.c:3435:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00100000:3.0:1777420874.537916:0:6539:0:(service.c:3494:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00100000:3.0:1777420874.538385:0:6539:0:(service.c:3435:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00100000:3.0:1777420874.538393:0:6539:0:(service.c:3494:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00100000:1.0:1777420874.553305:0:6539:0:(service.c:153:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1777420874.553572:0:6539:0:(service.c:3435:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00100000:1.0:1777420874.553578:0:6539:0:(service.c:3494:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00100000:1.0:1777420874.555334:0:6539:0:(service.c:3435:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:1.0:1777420874.555342:0:6539:0:(service.c:3494:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:1.0:1777420874.557812:0:6539:0:(service.c:3435:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00100000:1.0:1777420874.557819:0:6539:0:(service.c:3494:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00100000:1.0:1777420874.582336:0:6539:0:(service.c:3435:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00100000:1.0:1777420874.582346:0:6539:0:(service.c:3494:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000100:00100000:3.0:1777420874.597371:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841019008 00000100:00100000:3.0:1777420874.597382:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841019008 00000100:00100000:3.0:1777420874.597434:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1777420874.597441:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@000000004e481a3e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+9:6539:x1863760841019008:12345-0@lo:253: 20000000:01000000:3.0:1777420874.597481:0:5755:0:(mgs_handler.c:464:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:3.0:1777420874.597487:0:5755:0:(mgs_handler.c:561:mgs_target_reg()) updating lustre-OST0000, index=0 20000000:01000000:3.0:1777420874.597493:0:5755:0:(mgs_llog.c:777:mgs_set_index()) Set index for lustre-OST0000 to 0 20000000:01000000:3.0:1777420874.597496:0:5755:0:(mgs_llog.c:3754:mgs_write_log_ost()) writing new ost lustre-OST0000 00000040:00080000:3.0:1777420874.598005:0:5755:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1777420874.598189:0:5755:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].1, 224 off8416 20000000:01000000:3.0:1777420874.598202:0:5755:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-OST0000 0xcf001 obdfilter lustre-OST0000_UUID (null) (null) 00000040:00080000:3.0:1777420874.598237:0:5755:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].2, 128 off8544 20000000:01000000:3.0:1777420874.598243:0:5755:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-OST0000 0xcf003 dev type f (null) 00000040:00080000:3.0:1777420874.598270:0:5755:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].3, 112 off8656 00000040:00080000:3.0:1777420874.598306:0:5755:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].4, 224 off8880 00000040:00080000:3.0:1777420874.598649:0:5755:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].16, 224 off11152 20000000:01000000:3.0:1777420874.598667:0:5755:0:(mgs_llog.c:3707:mgs_write_log_osc_to_lov()) add nid 192.168.203.147@tcp 20000000:01000000:3.0:1777420874.598669:0:5755:0:(mgs_llog.c:1437:record_base_raw()) lcfg (null) 0xcf005 192.168.203.147@tcp (null) (null) (null) 00000040:00080000:3.0:1777420874.598703:0:5755:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].17, 88 off11240 20000000:01000000:3.0:1777420874.598711:0:5755:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-OST0000-osc-MDT0000 0xcf001 osc lustre-MDT0000-mdtlov_UUID (null) (null) 00000040:00080000:3.0:1777420874.598763:0:5755:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].18, 144 off11384 20000000:01000000:3.0:1777420874.598772:0:5755:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-OST0000-osc-MDT0000 0xcf003 lustre-OST0000_UUID 192.168.203.147@tcp (null) (null) 00000040:00080000:3.0:1777420874.598792:0:5755:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].19, 152 off11536 20000000:01000000:3.0:1777420874.598798:0:5755:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-MDT0000-mdtlov 0xcf00d lustre-OST0000_UUID 0 1 (null) 00000040:00080000:3.0:1777420874.598824:0:5755:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].20, 136 off11672 00000040:00080000:3.0:1777420874.598871:0:5755:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].21, 224 off11896 00000040:00080000:3.0:1777420874.599438:0:5755:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].21, 224 off11952 20000000:01000000:3.0:1777420874.599447:0:5755:0:(mgs_llog.c:3707:mgs_write_log_osc_to_lov()) add nid 192.168.203.147@tcp 20000000:01000000:3.0:1777420874.599448:0:5755:0:(mgs_llog.c:1437:record_base_raw()) lcfg (null) 0xcf005 192.168.203.147@tcp (null) (null) (null) 00000040:00080000:3.0:1777420874.599474:0:5755:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].22, 88 off12040 20000000:01000000:3.0:1777420874.599481:0:5755:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-OST0000-osc 0xcf001 osc lustre-clilov_UUID (null) (null) 00000040:00080000:3.0:1777420874.599510:0:5755:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].23, 128 off12168 20000000:01000000:3.0:1777420874.599515:0:5755:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-OST0000-osc 0xcf003 lustre-OST0000_UUID 192.168.203.147@tcp (null) (null) 00000040:00080000:3.0:1777420874.599541:0:5755:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].24, 144 off12312 20000000:01000000:3.0:1777420874.599546:0:5755:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-clilov 0xcf00d lustre-OST0000_UUID 0 1 (null) 00000040:00080000:3.0:1777420874.599562:0:5755:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].25, 128 off12440 00000040:00080000:3.0:1777420874.599578:0:5755:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].26, 224 off12664 20000000:01000000:3.0:1777420874.599587:0:5755:0:(mgs_llog.c:5153:mgs_write_log_target()) remaining string: ' autodegrade=on ', param: 'sys.timeout=20' 20000000:01000000:3.0:1777420874.599590:0:5755:0:(mgs_llog.c:4648:mgs_write_log_param()) next param 'sys.timeout=20' 20000000:01000000:3.0:1777420874.599593:0:5755:0:(mgs_llog.c:4082:mgs_write_log_sys()) global 'sys.timeout=20' val=20 20000000:01000000:3.0:1777420874.599602:0:5755:0:(mgs_llog.c:93:class_dentry_readdir()) Not in white list, skipping . 20000000:01000000:3.0:1777420874.599604:0:5755:0:(mgs_llog.c:93:class_dentry_readdir()) Not in white list, skipping .. 20000000:01000000:3.0:1777420874.599624:0:5755:0:(mgs_llog.c:2442:mgs_write_log_direct_all()) Changing log lustre-client 20000000:01000000:3.0:1777420874.599626:0:5755:0:(mgs_llog.c:1016:mgs_modify()) modify lustre-client/lustre/sys.timeout fl=4 20000000:01000000:1.0:1777420874.599962:0:6554:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 18 marker 9 1->4: lustre sys.timeout 20000000:01000000:1.0:1777420874.600001:0:6554:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 20 marker 9 2->4: lustre sys.timeout 00000040:00080000:1.0:1777420874.600036:0:6554:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 27 count 27 00000040:00080000:3.0:1777420874.600189:0:5755:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].27, 224 off12888 00000040:00080000:3.0:1777420874.600228:0:5755:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].28, 80 off12968 00000040:00080000:3.0:1777420874.600260:0:5755:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].29, 224 off13192 20000000:01000000:3.0:1777420874.600267:0:5755:0:(mgs_llog.c:2442:mgs_write_log_direct_all()) Changing log lustre-OST0000 20000000:01000000:3.0:1777420874.600268:0:5755:0:(mgs_llog.c:1016:mgs_modify()) modify lustre-OST0000/lustre/sys.timeout fl=4 00000040:00080000:3.0:1777420874.601269:0:5755:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].22, 224 off12120 00000040:00080000:3.0:1777420874.601301:0:5755:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].23, 80 off12200 00000040:00080000:3.0:1777420874.601342:0:5755:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].24, 224 off12424 20000000:01000000:3.0:1777420874.601381:0:5755:0:(mgs_llog.c:5153:mgs_write_log_target()) remaining string: ' ', param: 'autodegrade=on' 20000000:01000000:3.0:1777420874.601389:0:5755:0:(mgs_llog.c:4648:mgs_write_log_param()) next param 'autodegrade=on' 10000000:01000000:3.0:1777420874.601398:0:5755:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 00010000:00010000:3.0:1777420874.601417:0:5755:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000c03fa2c1/0xa38d712893833ff lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420874.601435:0:5755:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 000000001d8a4141/0xa38d71289383334 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d7128938332d expref: 9 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420874.601442:0:5755:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 000000007c38a38c/0xa38d71289383350 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d71289383349 expref: 9 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420874.601448:0:5755:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 000000004cbc36d2/0xa38d712893833c0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d712893833b9 expref: 9 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420874.601454:0:5755:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000c03fa2c1/0xa38d712893833ff lrc: 6/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420874.601489:0:5755:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 000000004cbc36d2/0xa38d712893833c0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa38d712893833b9 expref: 9 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420874.601502:0:5755:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 000000004cbc36d2/0xa38d712893833c0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa38d712893833b9 expref: 9 pid: 5755 timeout: 236 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420874.601514:0:5755:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000356a21c7 pname:cluuid:pid:xid:nid:opc:job ll_mgs_0002:MGS:5755:1863760841019136:0@lo:104: 00000100:00100000:3.0:1777420874.601569:0:5755:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420874.601615:0:5743:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841019136 00010000:00010000:3.0:1777420874.601622:0:5755:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 000000007c38a38c/0xa38d71289383350 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa38d71289383349 expref: 9 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420874.601623:0:5743:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841019136 00010000:00010000:3.0:1777420874.601642:0:5755:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 000000007c38a38c/0xa38d71289383350 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa38d71289383349 expref: 9 pid: 5755 timeout: 236 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420874.601652:0:5755:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003cb18287 pname:cluuid:pid:xid:nid:opc:job ll_mgs_0002:MGS:5755:1863760841019264:0@lo:104: 00000100:00100000:1.0:1777420874.601679:0:5743:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1777420874.601688:0:5755:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420874.601692:0:5743:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@000000005463f8f7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+3:5755:x1863760841019136:12345-0@lo:104: 00010000:00010000:1.0:1777420874.601705:0:5743:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.147@tcp lock: 00000000620704dd/0xa38d712893833b9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d712893833c0 expref: -99 pid: 5741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420874.601715:0:5755:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 000000001d8a4141/0xa38d71289383334 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa38d7128938332d expref: 9 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420874.601728:0:5755:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 000000001d8a4141/0xa38d71289383334 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa38d7128938332d expref: 9 pid: 5755 timeout: 236 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420874.601739:0:5755:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ff9f397c pname:cluuid:pid:xid:nid:opc:job ll_mgs_0002:MGS:5755:1863760841019392:0@lo:104: 00010000:00010000:1.0:1777420874.601767:0:5743:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1777420874.601779:0:5755:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420874.601784:0:5743:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@000000005463f8f7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+3:5755:x1863760841019136:12345-0@lo:104: Request processed in 87us (206us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420874.601796:0:5743:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1777420874.601805:0:5755:0:(client.c:2690:ptlrpc_set_wait()) set 00000000508ed417 going to sleep for 11 seconds 00000100:00100000:1.0:1777420874.601820:0:5743:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841019264 00000100:00100000:1.0:1777420874.601825:0:5743:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841019264 00000100:00100000:3.0:1777420874.601832:0:5755:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000356a21c7 pname:cluuid:pid:xid:nid:opc:job ll_mgs_0002:MGS:5755:1863760841019136:0@lo:104: 00000100:00100000:1.0:1777420874.601841:0:5743:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841019392 00000100:00100000:1.0:1777420874.601845:0:5743:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841019392 00000100:00100000:1.0:1777420874.601873:0:5743:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1777420874.601881:0:5743:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@00000000f59839c1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+4:5755:x1863760841019264:12345-0@lo:104: 00010000:00010000:1.0:1777420874.601889:0:5743:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.147@tcp lock: 0000000040d32e84/0xa38d71289383349 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d71289383350 expref: -99 pid: 5741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420874.601941:0:5743:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1777420874.601945:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000733b29e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3295:1863760841019520:0@lo:103: 00000100:00100000:1.0:1777420874.601951:0:5743:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@00000000f59839c1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+4:5755:x1863760841019264:12345-0@lo:104: Request processed in 70us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420874.601967:0:5743:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1777420874.601982:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420874.601995:0:5743:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1777420874.602005:0:5743:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@0000000083a27997 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+3:5755:x1863760841019392:12345-0@lo:104: 00010000:00010000:1.0:1777420874.602013:0:5743:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.147@tcp lock: 000000003efb7d60/0xa38d7128938332d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d71289383334 expref: -99 pid: 5741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420874.602043:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ab0ccb49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3296:1863760841019648:0@lo:103: 00000100:00100000:3.0:1777420874.602087:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777420874.602094:0:5743:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1777420874.602101:0:5743:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@0000000083a27997 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+3:5755:x1863760841019392:12345-0@lo:104: Request processed in 99us (322us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420874.602111:0:5743:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00010000:1.0:1777420874.602134:0:5748:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777420874.602139:0:5748:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.147@tcp lock: 000000003efb7d60/0xa38d7128938332d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d71289383334 expref: -99 pid: 5741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420874.602158:0:5748:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock 000000003efb7d60 already unused, calling callback (000000009f72dad5) 10000000:00010000:1.0:1777420874.602161:0:5748:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.147@tcp lock: 000000003efb7d60/0xa38d7128938332d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa38d71289383334 expref: -99 pid: 5741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420874.602177:0:5748:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.147@tcp lock: 000000003efb7d60/0xa38d7128938332d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa38d71289383334 expref: -99 pid: 5741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1777420874.602192:0:5748:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.147@tcp lock: 000000003efb7d60/0xa38d7128938332d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa38d71289383334 expref: -99 pid: 5741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1777420874.602195:0:5748:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1777420874.602224:0:5748:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.147@tcp lock: 000000003efb7d60/0xa38d7128938332d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d71289383334 expref: -99 pid: 5741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420874.602230:0:5748:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1777420874.602246:0:5748:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.147@tcp lock: 000000003efb7d60/0xa38d7128938332d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d71289383334 expref: -99 pid: 5741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420874.602252:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.147@tcp lock: 000000003efb7d60/0xa38d7128938332d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d71289383334 expref: -99 pid: 5741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420874.602263:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002347bd0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3297:1863760841019776:0@lo:103: 00010000:00010000:1.0:1777420874.602284:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777420874.602287:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777420874.602292:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777420874.602304:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420874.602333:0:5747:0:(service.c:3435:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:1.0:1777420874.602342:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841019776 00000100:00100000:1.0:1777420874.602346:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841019776 00010000:00010000:1.0:1777420874.602380:0:5747:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 000000001d8a4141/0xa38d71289383334 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa38d7128938332d expref: 9 pid: 5755 timeout: 236 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420874.602410:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1777420874.602420:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@0000000002a046e4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+8:3297:x1863760841019776:12345-0@lo:103: 00010000:00010000:1.0:1777420874.602426:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777420874.602429:0:5747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 000000001d8a4141/0xa38d71289383334 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa38d7128938332d expref: 8 pid: 5755 timeout: 236 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420874.602443:0:5747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 000000001d8a4141/0xa38d71289383334 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa38d7128938332d expref: 8 pid: 5755 timeout: 236 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420874.602460:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000001d8a4141/0xa38d71289383334 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa38d7128938332d expref: 8 pid: 5755 timeout: 236 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420874.602474:0:5747:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000c03fa2c1/0xa38d712893833ff lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420874.602481:0:5747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c03fa2c1/0xa38d712893833ff lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420874.602492:0:5747:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c03fa2c1/0xa38d712893833ff lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420874.602497:0:5747:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c03fa2c1/0xa38d712893833ff lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420874.602503:0:5747:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000c03fa2c1/0xa38d712893833ff lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420874.602508:0:5747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000c03fa2c1/0xa38d712893833ff lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420874.602513:0:5747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock 00000000c03fa2c1 already unused, calling callback (0000000091894ca3) 00010000:00010000:1.0:1777420874.602516:0:5747:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000c03fa2c1/0xa38d712893833ff lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420874.602522:0:5747:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000c03fa2c1/0xa38d712893833ff lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420874.602541:0:5747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000c03fa2c1/0xa38d712893833ff lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420874.602549:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777420874.602574:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@0000000002a046e4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+7:3297:x1863760841019776:12345-0@lo:103: Request processed in 158us (274us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420874.602581:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1777420874.602602:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002347bd0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3297:1863760841019776:0@lo:103: 00000100:00100000:3.0:1777420874.614521:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@000000004e481a3e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+6:6539:x1863760841019008:12345-0@lo:253: Request processed in 17070us (17223us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420874.614539:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1777420874.614774:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841019904 00000100:00100000:3.0:1777420874.614781:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841019904 00000100:00100000:3.0:1777420874.614816:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1777420874.614823:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@0000000018a2f541 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+6:6539:x1863760841019904:12345-0@lo:101: 00010000:00010000:3.0:1777420874.614837:0:5755:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777420874.614855:0:5755:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000786fc527/0xa38d7128938340d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa38d71289383406 expref: -99 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420874.614879:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000786fc527/0xa38d7128938340d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa38d71289383406 expref: 7 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420874.614888:0:5755:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000786fc527/0xa38d7128938340d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d71289383406 expref: 7 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420874.614897:0:5755:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000786fc527, rc 0) 00000100:00100000:3.0:1777420874.614924:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@0000000018a2f541 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+7:6539:x1863760841019904:12345-0@lo:101: Request processed in 102us (196us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420874.614930:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1777420874.615091:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841020032 00000100:00100000:3.0:1777420874.615096:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841020032 00000100:00100000:3.0:1777420874.615120:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1777420874.615126:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@00000000687bd037 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+7:6539:x1863760841020032:12345-0@lo:501: 00000100:00100000:3.0:1777420874.615200:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@00000000687bd037 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+7:6539:x1863760841020032:12345-0@lo:501: Request processed in 74us (138us total) trans 0 rc -2/-2 00000100:00100000:3.0:1777420874.615208:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1777420874.615481:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000733b29e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3298:1863760841020288:0@lo:103: 00000100:00100000:3.0:1777420874.615483:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841020160 00000100:00100000:3.0:1777420874.615493:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841020160 00000100:00100000:3.0:1777420874.615529:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1777420874.615537:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@000000006fca8311 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+7:6539:x1863760841020160:12345-0@lo:101: 00010000:00010000:3.0:1777420874.615544:0:5755:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777420874.615554:0:5755:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000067d38ae1/0xa38d7128938341b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa38d71289383414 expref: -99 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420874.615565:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777420874.615579:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000067d38ae1/0xa38d7128938341b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa38d71289383414 expref: 8 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420874.615595:0:5755:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000067d38ae1/0xa38d7128938341b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d71289383414 expref: 8 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420874.615604:0:5755:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000067d38ae1, rc 0) 00000100:00100000:3.0:1777420874.615648:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@000000006fca8311 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+9:6539:x1863760841020160:12345-0@lo:101: Request processed in 112us (212us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420874.615656:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1777420874.615701:0:6539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007a1346ed pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:6539:1863760841020160:0@lo:101: 00010000:00010000:1.0:1777420874.615723:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.147@tcp lock: 00000000c6a1f28f/0xa38d71289383414 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d7128938341b expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420874.615739:0:6539:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.147@tcp lock: 00000000c6a1f28f/0xa38d71289383414 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa38d7128938341b expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1777420874.615762:0:6539:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.147@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1777420874.615778:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.147@tcp lock: 00000000c6a1f28f/0xa38d71289383414 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d7128938341b expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420874.615794:0:6539:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.147@tcp lock: 00000000c6a1f28f/0xa38d71289383414 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d7128938341b expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1777420874.615810:0:6539:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:1.0:1777420874.615816:0:6539:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1777420874.615822:0:6539:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:1.0:1777420874.615825:0:6539:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:1.0:1777420874.615849:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.147@tcp lock: 0000000003d4b565/0xa38d71289383422 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420874.615866:0:6539:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.147@tcp lock: 0000000003d4b565/0xa38d71289383422 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420874.615873:0:6539:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.147@tcp lock: 0000000003d4b565/0xa38d71289383422 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420874.615887:0:6539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000436d92a1 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:6539:1863760841020416:0@lo:101: 00000100:00100000:1.0:1777420874.615915:0:6539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420874.615932:0:6539:0:(client.c:2690:ptlrpc_set_wait()) set 00000000b39555b2 going to sleep for 11 seconds 00000100:00100000:3.0:1777420874.615954:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841020416 00000100:00100000:3.0:1777420874.615959:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841020416 00000100:00100000:3.0:1777420874.615981:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1777420874.615986:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@000000009471bb13 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+7:6539:x1863760841020416:12345-0@lo:101: 00010000:00010000:3.0:1777420874.615993:0:5755:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777420874.616001:0:5755:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000272c0e79/0xa38d71289383429 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa38d71289383422 expref: -99 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420874.616013:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000272c0e79/0xa38d71289383429 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa38d71289383422 expref: 8 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420874.616020:0:5755:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000272c0e79/0xa38d71289383429 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d71289383422 expref: 8 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420874.616026:0:5755:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000272c0e79, rc 0) 00000100:00100000:3.0:1777420874.616057:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@000000009471bb13 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+8:6539:x1863760841020416:12345-0@lo:101: Request processed in 71us (142us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420874.616063:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1777420874.616105:0:6539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000436d92a1 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:6539:1863760841020416:0@lo:101: 00010000:00010000:1.0:1777420874.616118:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.147@tcp lock: 0000000003d4b565/0xa38d71289383422 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d71289383429 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420874.616125:0:6539:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.147@tcp lock: 0000000003d4b565/0xa38d71289383422 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa38d71289383429 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420874.616225:0:6539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000436d92a1 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:6539:1863760841020544:0@lo:501: 00000100:00100000:1.0:1777420874.616254:0:6539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420874.616271:0:6539:0:(client.c:2690:ptlrpc_set_wait()) set 00000000b39555b2 going to sleep for 11 seconds 00000100:00100000:3.0:1777420874.616293:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841020544 00000100:00100000:3.0:1777420874.616298:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841020544 00000100:00100000:3.0:1777420874.616321:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1777420874.616332:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@00000000f7b7d92d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+8:6539:x1863760841020544:12345-0@lo:501: 00000100:00100000:3.0:1777420874.616453:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@00000000f7b7d92d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+8:6539:x1863760841020544:12345-0@lo:501: Request processed in 121us (199us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420874.616460:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1777420874.616486:0:6539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000436d92a1 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:6539:1863760841020544:0@lo:501: 00000100:00100000:1.0:1777420874.616550:0:6539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000436d92a1 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:6539:1863760841020672:0@lo:503: 00000100:00100000:1.0:1777420874.616588:0:6539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420874.616622:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841020672 00000100:00100000:1.0:1777420874.616627:0:6539:0:(client.c:2690:ptlrpc_set_wait()) set 00000000b39555b2 going to sleep for 11 seconds 00000100:00100000:3.0:1777420874.616629:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841020672 00000100:00100000:3.0:1777420874.616662:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1777420874.616669:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@0000000030a6fb9b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+8:6539:x1863760841020672:12345-0@lo:503: 00000100:00100000:3.0:1777420874.616813:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@0000000030a6fb9b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+8:6539:x1863760841020672:12345-0@lo:503: Request processed in 145us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420874.616819:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1777420874.616858:0:6539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000436d92a1 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:6539:1863760841020672:0@lo:503: 00000040:00080000:1.0:1777420874.617128:0:6539:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1777420874.617204:0:6539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000436d92a1 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:6539:1863760841020800:0@lo:502: 00000100:00100000:1.0:1777420874.617236:0:6539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420874.617252:0:6539:0:(client.c:2690:ptlrpc_set_wait()) set 00000000b39555b2 going to sleep for 11 seconds 00000100:00100000:3.0:1777420874.617280:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841020800 00000100:00100000:3.0:1777420874.617286:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841020800 00000100:00100000:3.0:1777420874.617311:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1777420874.617315:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@0000000085ffb9d6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+8:6539:x1863760841020800:12345-0@lo:502: 00000100:00100000:3.0:1777420874.617470:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@0000000085ffb9d6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+8:6539:x1863760841020800:12345-0@lo:502: Request processed in 154us (234us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420874.617477:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1777420874.617501:0:6539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000436d92a1 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:6539:1863760841020800:0@lo:502: 00000040:00080000:1.0:1777420874.617708:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].1, 224 off8416 00000040:00080000:1.0:1777420874.617751:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].2, 128 off8544 00000040:00080000:1.0:1777420874.617777:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].3, 112 off8656 00000040:00080000:1.0:1777420874.617814:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].4, 224 off8880 00000040:00080000:1.0:1777420874.617841:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].5, 224 off9104 00000040:00080000:1.0:1777420874.617868:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].6, 80 off9184 00000100:00100000:1.0:1777420874.617885:0:6539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000436d92a1 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:6539:1863760841020928:0@lo:502: 00000100:00100000:1.0:1777420874.617920:0:6539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420874.617944:0:6539:0:(client.c:2690:ptlrpc_set_wait()) set 00000000b39555b2 going to sleep for 11 seconds 00000100:00100000:3.0:1777420874.617966:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841020928 00000100:00100000:3.0:1777420874.617973:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841020928 00000100:00100000:3.0:1777420874.618001:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1777420874.618006:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@000000007798d7b1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+8:6539:x1863760841020928:12345-0@lo:502: 00000100:00100000:3.0:1777420874.618129:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@000000007798d7b1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+8:6539:x1863760841020928:12345-0@lo:502: Request processed in 123us (208us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420874.618136:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1777420874.618157:0:6539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000436d92a1 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:6539:1863760841020928:0@lo:502: 00000040:00080000:1.0:1777420874.618248:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].7, 224 off9408 00000040:00080000:1.0:1777420874.618256:0:6539:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 7 count 8 00000020:01000000:1.0:1777420874.618669:0:6561:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1777420874.618676:0:6561:0:(obd_mount.c:975:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of lustre-ost1/ost1 00000020:00000080:1.0:1777420874.618683:0:6561:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1777420874.618686:0:6561:0:(obd_config.c:1594:class_process_config()) marker 11 (0x1) lustre-OST0000 add ost 00000020:00000080:1.0:1777420874.618690:0:6561:0:(obd_config.c:1506:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1777420874.618702:0:6561:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0000 (000000003111011a) 00000020:00000080:1.0:1777420874.618718:0:6561:0:(obd_config.c:757:class_attach()) OBD: dev 11 attached type obdfilter with refcount 2 00000020:00000080:1.0:1777420874.618722:0:6561:0:(obd_config.c:1506:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1777420874.618786:0:6561:0:(tgt_mount.c:154:server_get_mount()) get mount 00000000debd371a from lustre-OST0000, refs=2 00080000:01000000:1.0:1777420874.618792:0:6561:0:(osd_handler.c:1568:osd_obd_connect()) connect #1 00000020:00000080:1.0:1777420874.618798:0:6561:0:(genops.c:1404:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0xa38d71289383437 00000020:01000000:1.0:1777420874.630790:0:6539:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-7 (rc=0) 10000000:01000000:1.0:1777420874.630823:0:6539:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.147@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:1.0:1777420874.630841:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.147@tcp lock: 0000000003d4b565/0xa38d71289383422 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d71289383429 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420874.630861:0:6539:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.147@tcp lock: 0000000003d4b565/0xa38d71289383422 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d71289383429 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1777420874.630867:0:6539:0:(mgc_request.c:1813:mgc_process_log()) Process log params-ffff9af105758000 from 1 10000000:01000000:1.0:1777420874.630870:0:6539:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1777420874.630901:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.147@tcp lock: 00000000db6bd328/0xa38d7128938343e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420874.630906:0:6539:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.147@tcp lock: 00000000db6bd328/0xa38d7128938343e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420874.630913:0:6539:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.147@tcp lock: 00000000db6bd328/0xa38d7128938343e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420874.630929:0:6539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000436d92a1 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:6539:1863760841021056:0@lo:101: 00000100:00100000:1.0:1777420874.630976:0:6539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420874.631015:0:6539:0:(client.c:2690:ptlrpc_set_wait()) set 000000007710421d going to sleep for 11 seconds 00000100:00100000:3.0:1777420874.631018:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841021056 00000100:00100000:3.0:1777420874.631025:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841021056 00000100:00100000:3.0:1777420874.631072:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1777420874.631078:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@000000003160d246 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+8:6539:x1863760841021056:12345-0@lo:101: 00010000:00010000:3.0:1777420874.631088:0:5755:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777420874.631098:0:5755:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000004ab5b031/0xa38d71289383445 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa38d7128938343e expref: -99 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420874.631114:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000004ab5b031/0xa38d71289383445 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa38d7128938343e expref: 9 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420874.631121:0:5755:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000004ab5b031/0xa38d71289383445 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d7128938343e expref: 9 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420874.631126:0:5755:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000004ab5b031, rc 0) 00000100:00100000:3.0:1777420874.631159:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@000000003160d246 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+9:6539:x1863760841021056:12345-0@lo:101: Request processed in 81us (182us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420874.631174:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1777420874.631200:0:6539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000436d92a1 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:6539:1863760841021056:0@lo:101: 00010000:00010000:1.0:1777420874.631211:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.147@tcp lock: 00000000db6bd328/0xa38d7128938343e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d71289383445 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420874.631217:0:6539:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.147@tcp lock: 00000000db6bd328/0xa38d7128938343e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa38d71289383445 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420874.631287:0:6539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000436d92a1 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:6539:1863760841021184:0@lo:501: 00000100:00100000:1.0:1777420874.631303:0:6539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420874.631319:0:6539:0:(client.c:2690:ptlrpc_set_wait()) set 000000007710421d going to sleep for 11 seconds 00000100:00100000:1.0:1777420874.631514:0:6539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000436d92a1 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:6539:1863760841021184:0@lo:501: 00000100:00100000:1.0:1777420874.631540:0:6539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000436d92a1 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:6539:1863760841021312:0@lo:503: 00000100:00100000:1.0:1777420874.631565:0:6539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420874.631587:0:6539:0:(client.c:2690:ptlrpc_set_wait()) set 000000007710421d going to sleep for 11 seconds 00000100:00100000:1.0:1777420874.631779:0:6539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000436d92a1 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:6539:1863760841021312:0@lo:503: 00000040:00080000:1.0:1777420874.631952:0:6539:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1777420874.632000:0:6539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000436d92a1 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:6539:1863760841021440:0@lo:502: 00000100:00100000:1.0:1777420874.632021:0:6539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420874.632035:0:6539:0:(client.c:2690:ptlrpc_set_wait()) set 000000007710421d going to sleep for 11 seconds 00000100:00100000:1.0:1777420874.632212:0:6539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000436d92a1 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:6539:1863760841021440:0@lo:502: 00000040:00080000:1.0:1777420874.632387:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].1, 224 off8416 00000040:00080000:1.0:1777420874.632418:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].2, 112 off8528 00000100:00100000:1.0:1777420874.632430:0:6539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000436d92a1 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:6539:1863760841021568:0@lo:502: 00000100:00100000:1.0:1777420874.632452:0:6539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420874.632469:0:6539:0:(client.c:2690:ptlrpc_set_wait()) set 000000007710421d going to sleep for 11 seconds 00000100:00100000:1.0:1777420874.632600:0:6539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000436d92a1 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:6539:1863760841021568:0@lo:502: 00000040:00080000:1.0:1777420874.632669:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].3, 224 off8752 00000040:00080000:1.0:1777420874.632678:0:6539:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 3 count 4 00000020:01000000:1.0:1777420874.633042:0:6539:0:(obd_config.c:2178:class_config_parse_llog()) Processed log params gen 1-3 (rc=0) 10000000:01000000:1.0:1777420874.633057:0:6539:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.147@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1777420874.633069:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af101679e00/0xa38d7128938343e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d71289383445 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420874.633076:0:6539:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.147@tcp lock: ffff9af101679e00/0xa38d7128938343e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d71289383445 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1777420874.633105:0:6539:0:(mgc_request.c:1953:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:1.0:1777420874.633111:0:6539:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9af105758000 10000000:01000000:1.0:1777420874.633113:0:6539:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9af105758000 10000000:01000000:1.0:1777420874.633116:0:6539:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1777420874.633119:0:6539:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-client-ffff9af105758000 from 1 10000000:01000000:1.0:1777420874.633121:0:6539:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1777420874.633133:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af101678e00/0xa38d7128938344c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420874.633138:0:6539:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.147@tcp lock: ffff9af101678e00/0xa38d7128938344c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420874.633143:0:6539:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.147@tcp lock: ffff9af101678e00/0xa38d7128938344c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420874.633150:0:6539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c5bd880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:6539:1863760841021696:0@lo:101: 00000100:00100000:1.0:1777420874.633180:0:6539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420874.633191:0:6539:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af103ef2600 going to sleep for 11 seconds 00000100:00100000:1.0:1777420874.633313:0:6539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c5bd880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:6539:1863760841021696:0@lo:101: 00010000:00010000:1.0:1777420874.633322:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.147@tcp lock: ffff9af101678e00/0xa38d7128938344c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d71289383453 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420874.633327:0:6539:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.147@tcp lock: ffff9af101678e00/0xa38d7128938344c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xa38d71289383453 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420874.633374:0:6539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c5bd880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:6539:1863760841021824:0@lo:501: 00000100:00100000:1.0:1777420874.633396:0:6539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420874.633420:0:6539:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af103ef2600 going to sleep for 11 seconds 00000100:00100000:1.0:1777420874.633529:0:6539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c5bd880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:6539:1863760841021824:0@lo:501: 00000100:00100000:1.0:1777420874.633548:0:6539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c5bd880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:6539:1863760841021952:0@lo:503: 00000100:00100000:1.0:1777420874.633574:0:6539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420874.633585:0:6539:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af103ef2600 going to sleep for 11 seconds 00000100:00100000:1.0:1777420874.633756:0:6539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c5bd880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:6539:1863760841021952:0@lo:503: 00000040:00080000:1.0:1777420874.633853:0:6539:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1777420874.633878:0:6539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c5bd880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:6539:1863760841022080:0@lo:502: 00000100:00100000:1.0:1777420874.633899:0:6539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420874.633911:0:6539:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af103ef2600 going to sleep for 11 seconds 00000100:00100000:1.0:1777420874.634075:0:6539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c5bd880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:6539:1863760841022080:0@lo:502: 00000040:00080000:1.0:1777420874.634277:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].1, 224 off8416 00000040:00080000:1.0:1777420874.634304:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].2, 120 off8536 00000040:00080000:1.0:1777420874.634326:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].3, 168 off8704 00000040:00080000:1.0:1777420874.634430:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].4, 224 off8928 00000040:00080000:1.0:1777420874.634482:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].5, 224 off9152 00000040:00080000:1.0:1777420874.634544:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].6, 120 off9272 00000040:00080000:1.0:1777420874.634573:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].7, 168 off9440 00000040:00080000:1.0:1777420874.634596:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].8, 224 off9664 00000040:00080000:1.0:1777420874.634632:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].9, 224 off9888 00000040:00080000:1.0:1777420874.634676:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].10, 120 off10008 00000040:00080000:1.0:1777420874.634700:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].11, 224 off10232 00000040:00080000:1.0:1777420874.634753:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].12, 224 off10456 00000040:00080000:1.0:1777420874.634790:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].13, 88 off10544 00000040:00080000:1.0:1777420874.634809:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].14, 128 off10672 00000040:00080000:1.0:1777420874.634834:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].15, 144 off10816 00000040:00080000:1.0:1777420874.634851:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].16, 160 off10976 00000040:00080000:1.0:1777420874.634866:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].17, 224 off11200 00000040:00080000:1.0:1777420874.634889:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].18, 224 off11424 00000040:00080000:1.0:1777420874.634905:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].19, 80 off11504 00000040:00080000:1.0:1777420874.634921:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].20, 224 off11728 00000040:00080000:1.0:1777420874.634943:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].21, 224 off11952 00000040:00080000:1.0:1777420874.634983:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].22, 88 off12040 00000040:00080000:1.0:1777420874.635015:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].23, 128 off12168 00000040:00080000:1.0:1777420874.635042:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].24, 144 off12312 00000040:00080000:1.0:1777420874.635075:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].25, 128 off12440 00000040:00080000:1.0:1777420874.635104:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].26, 224 off12664 00000040:00080000:1.0:1777420874.635135:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].27, 224 off12888 00000040:00080000:1.0:1777420874.635153:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].28, 80 off12968 00000100:00100000:1.0:1777420874.635181:0:6539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c5bd880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:6539:1863760841022208:0@lo:502: 00000100:00100000:1.0:1777420874.635206:0:6539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420874.635224:0:6539:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af103ef2600 going to sleep for 11 seconds 00000100:00100000:1.0:1777420874.635454:0:6539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c5bd880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:6539:1863760841022208:0@lo:502: 00000040:00080000:1.0:1777420874.635496:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].29, 224 off13192 00000040:00080000:1.0:1777420874.635502:0:6539:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 29 count 30 00000100:00100000:3.0:1777420874.638240:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841022464 00000100:00100000:3.0:1777420874.638248:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841022464 00000100:00100000:3.0:1777420874.638302:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1777420874.638314:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af120433b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3294:x1863760841022336:12345-0@lo:38: 00010000:00080000:3.0:1777420874.638339:0:5761:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 86 last 0 00000020:00000080:3.0:1777420874.638435:0:5761:0:(genops.c:1404:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0xa38d71289383468 00000004:00100000:3.0:1777420874.638454:0:5761:0:(mdt_handler.c:7298:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1777420874.638491:0:5761:0:(import.c:65:import_set_state_nolock()) ffff9af12dce1800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1777420874.638553:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af120433b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3294:x1863760841022336:12345-0@lo:38: Request processed in 239us (423us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420874.638564:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:3.0:1777420874.638614:0:3294:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9af134080380 x1863760841022336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1777420884 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777420874.638631:0:3294:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1777420874.638640:0:3294:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 1 00000100:00080000:3.0:1777420874.638648:0:3294:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:3.0:1777420874.638653:0:3294:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1777420874.638656:0:3294:0:(import.c:65:import_set_state_nolock()) ffff9af1191c0000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1777420874.638662:0:3294:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af134080380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3294:1863760841022336:0@lo:38: 00000020:01000000:1.0:1777420874.638685:0:6539:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-client gen 1-29 (rc=0) 10000000:01000000:1.0:1777420874.638721:0:6539:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.147@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1777420874.638738:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af101678e00/0xa38d7128938344c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d71289383453 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420874.638748:0:6539:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.147@tcp lock: ffff9af101678e00/0xa38d7128938344c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d71289383453 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:1.0:1777420874.638793:0:6539:0:(tgt_mount.c:1147:server_mti_print()) mti - server_notify_target 00000020:01000004:1.0:1777420874.638795:0:6539:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1777420874.638796:0:6539:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1777420874.638797:0:6539:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1777420874.638797:0:6539:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1777420874.638798:0:6539:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1777420874.638800:0:6539:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1777420874.638801:0:6539:0:(tgt_mount.c:1164:server_mti_print()) LDD_F_VIRIGIN 00000020:01000004:1.0:1777420874.638802:0:6539:0:(tgt_mount.c:1166:server_mti_print()) LDD_F_UPDATE 00000020:01000004:1.0:1777420874.638803:0:6539:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1777420874.638804:0:6539:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1777420874.638806:0:6539:0:(mgc_request_server.c:446:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020062 00000020:01000004:1.0:1777420874.638808:0:6539:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1777420874.638812:0:6539:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1777420874.638812:0:6539:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1777420874.638813:0:6539:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1777420874.638814:0:6539:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1777420874.638814:0:6539:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1777420874.638815:0:6539:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1777420874.638816:0:6539:0:(tgt_mount.c:1164:server_mti_print()) LDD_F_VIRIGIN 00000020:01000004:1.0:1777420874.638816:0:6539:0:(tgt_mount.c:1166:server_mti_print()) LDD_F_UPDATE 00000020:01000004:1.0:1777420874.638817:0:6539:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1777420874.638817:0:6539:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1777420874.638832:0:6539:0:(mgc_request_server.c:276:mgc_target_register()) register lustre-OST0000 00000100:00100000:1.0:1777420874.638841:0:6539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c5bd880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:6539:1863760841022592:0@lo:253: 00000100:00100000:1.0:1777420874.638875:0:6539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420874.638918:0:6539:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af103ef2780 going to sleep for 11 seconds 20000000:01000000:1.0:1777420874.647312:0:5754:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1777420874.647325:0:5754:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:3.0:1777420874.647339:0:5776:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:3.0:1777420874.647373:0:5776:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:3.0:1777420874.647404:0:5776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9af10148da00/0xa38d7128938346f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420874.647423:0:5776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af10148da00/0xa38d7128938346f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:3.0:1777420874.647435:0:5776:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.001097815s 00010000:00010000:3.0:1777420874.647440:0:5776:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9af10148da00/0xa38d7128938346f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420874.647445:0:5776:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9af10148da00/0xa38d7128938346f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420874.647451:0:5776:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9af10148da00/0xa38d7128938346f lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420874.647456:0:5776:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9af10148da00/0xa38d7128938346f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420874.647460:0:5776:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148da00 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:3.0:1777420874.647464:0:5776:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9af10148da00/0xa38d7128938346f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420874.647478:0:5776:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9af10148da00/0xa38d7128938346f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420874.647492:0:5776:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9af10148da00/0xa38d7128938346f lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420874.647498:0:5776:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9af10148da00/0xa38d7128938346f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420874.647503:0:5776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af10148da00/0xa38d7128938346f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420874.649535:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119107850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+10:6539:x1863760841022592:12345-0@lo:253: Request processed in 10572us (10655us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420874.649546:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000001:00000004:1.0:1777420874.656302:0:6539:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967296 00002000:00080000:1.0:1777420874.765596:0:6539:0:(ofd_obd.c:541:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:1.0:1777420874.765607:0:6539:0:(lfsck_lib.c:3080:lfsck_start()) lustre-OST0000-osd: start master thread 00000020:01000004:1.0:1777420874.765676:0:6539:0:(tgt_mount.c:299:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1777420874.765746:0:6539:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.147@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1777420874.765764:0:6539:0:(tgt_mount.c:2426:server_fill_super_common()) Server sb, dev=48 00000080:00000004:1.0:1777420874.765794:0:6539:0:(super25.c:193:lustre_fill_super()) lustre-ost1/ost1: Mount complete 00010000:00010000:1.0:1777420875.032460:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1777420876.441407:0:5757:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:3.0:1777420876.441413:0:5757:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-client-ffff9af12a9e1800 from 21 10000000:01000000:3.0:1777420876.441418:0:5757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1777420876.441465:0:5757:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af10148da00/0xa38d71289383476 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420876.441474:0:5757:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.147@tcp lock: ffff9af10148da00/0xa38d71289383476 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420876.441484:0:5757:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.147@tcp lock: ffff9af10148da00/0xa38d71289383476 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420876.441504:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af110394000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841022720:0@lo:101: 00000100:00100000:3.0:1777420876.441574:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420876.441614:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841022720 00000100:00100000:1.0:1777420876.441625:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841022720 00000100:00100000:3.0:1777420876.441629:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af001089180 going to sleep for 11 seconds 00000100:00100000:1.0:1777420876.441688:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1777420876.441698:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119104850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+10:5757:x1863760841022720:12345-0@lo:101: 00010000:00010000:1.0:1777420876.441712:0:5754:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777420876.441724:0:5754:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af101678400/0xa38d7128938347d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xa38d71289383476 expref: -99 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420876.441757:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af101678400/0xa38d7128938347d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa38d71289383476 expref: 11 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420876.441768:0:5754:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af101678400/0xa38d7128938347d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d71289383476 expref: 11 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420876.441779:0:5754:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af101678400, rc 0) 00000100:00100000:1.0:1777420876.441827:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119104850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+11:5757:x1863760841022720:12345-0@lo:101: Request processed in 131us (254us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420876.441834:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1777420876.441869:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af110394000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841022720:0@lo:101: 00010000:00010000:3.0:1777420876.441891:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.147@tcp lock: ffff9af10148da00/0xa38d71289383476 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d7128938347d expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420876.441910:0:5757:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.147@tcp lock: ffff9af10148da00/0xa38d71289383476 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xa38d7128938347d expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420876.441971:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af110394000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841022848:0@lo:501: 00000100:00100000:3.0:1777420876.442002:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420876.442023:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af001089180 going to sleep for 11 seconds 00000100:00100000:1.0:1777420876.442036:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841022848 00000100:00100000:1.0:1777420876.442041:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841022848 00000100:00100000:1.0:1777420876.442066:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1777420876.442072:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119105050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+11:5757:x1863760841022848:12345-0@lo:501: 00000100:00100000:1.0:1777420876.442386:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119105050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+11:5757:x1863760841022848:12345-0@lo:501: Request processed in 315us (384us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420876.442393:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1777420876.442433:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af110394000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841022848:0@lo:501: 00000100:00100000:3.0:1777420876.442487:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af110394000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841022976:0@lo:503: 00000100:00100000:3.0:1777420876.442531:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420876.442556:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af001089180 going to sleep for 11 seconds 00000100:00100000:1.0:1777420876.442566:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841022976 00000100:00100000:1.0:1777420876.442572:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841022976 00000100:00100000:1.0:1777420876.442599:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1777420876.442607:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119106050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+11:5757:x1863760841022976:12345-0@lo:503: 00000100:00100000:1.0:1777420876.442898:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119106050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+11:5757:x1863760841022976:12345-0@lo:503: Request processed in 293us (367us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420876.442903:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1777420876.442926:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af110394000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841022976:0@lo:503: 00000100:00100000:3.0:1777420876.443178:0:6850:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af110394000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:6850:1863760841023104:0@lo:502: 00000100:00100000:3.0:1777420876.443205:0:6850:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420876.443219:0:6850:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af001089600 going to sleep for 11 seconds 00000100:00100000:1.0:1777420876.443231:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841023104 00000100:00100000:1.0:1777420876.443235:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841023104 00000100:00100000:1.0:1777420876.443256:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1777420876.443268:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119107c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+11:6850:x1863760841023104:12345-0@lo:502: 00000100:00100000:1.0:1777420876.443510:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119107c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+11:6850:x1863760841023104:12345-0@lo:502: Request processed in 243us (303us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420876.443515:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1777420876.443544:0:6850:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af110394000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:6850:1863760841023104:0@lo:502: 00000100:00100000:3.0:1777420876.443605:0:6850:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af110394000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:6850:1863760841023232:0@lo:502: 00000100:00100000:3.0:1777420876.443642:0:6850:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420876.443660:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841023232 00000100:00100000:1.0:1777420876.443664:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841023232 00000100:00100000:3.0:1777420876.443669:0:6850:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af001089600 going to sleep for 11 seconds 00000100:00100000:1.0:1777420876.443690:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1777420876.443695:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119107450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+11:6850:x1863760841023232:12345-0@lo:502: 00000100:00100000:1.0:1777420876.443801:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119107450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+11:6850:x1863760841023232:12345-0@lo:502: Request processed in 106us (159us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420876.443807:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1777420876.443820:0:6850:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af110394000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:6850:1863760841023232:0@lo:502: 00000040:00080000:3.0:1777420876.443845:0:6850:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 30 count 30 00000100:00100000:1.0:1777420876.444097:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841023360 00000100:00100000:1.0:1777420876.444100:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841023360 00000100:00100000:1.0:1777420876.444119:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1777420876.444124:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119102050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+11:5757:x1863760841023360:12345-0@lo:101: 00010000:00010000:1.0:1777420876.444129:0:5754:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777420876.444138:0:5754:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af101678a00/0xa38d7128938348b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa38d71289383484 expref: -99 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420876.444148:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af101678a00/0xa38d7128938348b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa38d71289383484 expref: 12 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420876.444166:0:5754:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af101678a00/0xa38d7128938348b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d71289383484 expref: 12 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420876.444172:0:5754:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af101678a00, rc 0) 00000100:00100000:1.0:1777420876.444194:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119102050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+12:5757:x1863760841023360:12345-0@lo:101: Request processed in 70us (126us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420876.444206:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1777420876.444374:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841023488 00000100:00100000:1.0:1777420876.444378:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841023488 00000100:00100000:1.0:1777420876.444396:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1777420876.444400:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119103c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+12:5757:x1863760841023488:12345-0@lo:256: 20000000:01000000:1.0:1777420876.444410:0:5754:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1777420876.444424:0:5754:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1777420876.444427:0:5754:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/4/3. 20000000:01000000:1.0:1777420876.444429:0:5754:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 88, version 4 00000100:00100000:1.0:1777420876.444491:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119103c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+12:5757:x1863760841023488:12345-0@lo:256: Request processed in 90us (167us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420876.444496:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1777420876.444683:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841023616 00000100:00100000:1.0:1777420876.444686:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841023616 00000100:00100000:1.0:1777420876.444706:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1777420876.444711:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119103450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+12:5757:x1863760841023616:12345-0@lo:101: 00010000:00010000:1.0:1777420876.444716:0:5754:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777420876.444723:0:5754:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af101678200/0xa38d71289383499 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xa38d71289383492 expref: -99 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420876.444733:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af101678200/0xa38d71289383499 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa38d71289383492 expref: 13 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420876.444738:0:5754:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af101678200/0xa38d71289383499 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d71289383492 expref: 13 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420876.444742:0:5754:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af101678200, rc 0) 00000100:00100000:1.0:1777420876.444767:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119103450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+13:5757:x1863760841023616:12345-0@lo:101: Request processed in 56us (111us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420876.444782:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1777420876.444899:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841023744 00000100:00100000:1.0:1777420876.444903:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841023744 00000100:00100000:1.0:1777420876.444924:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1777420876.444929:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119102450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+13:5757:x1863760841023744:12345-0@lo:501: 00000100:00100000:1.0:1777420876.444999:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119102450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+13:5757:x1863760841023744:12345-0@lo:501: Request processed in 67us (117us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420876.445007:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1777420876.445104:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841023872 00000100:00100000:1.0:1777420876.445109:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841023872 00000100:00100000:1.0:1777420876.445134:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1777420876.445143:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119100050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+13:5757:x1863760841023872:12345-0@lo:503: 00000100:00100000:1.0:1777420876.445416:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119100050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+13:5757:x1863760841023872:12345-0@lo:503: Request processed in 276us (332us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420876.445421:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1777420876.445691:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841024000 00000100:00100000:1.0:1777420876.445695:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841024000 00000100:00100000:1.0:1777420876.445718:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1777420876.445724:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119102850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+13:6851:x1863760841024000:12345-0@lo:502: 00000100:00100000:1.0:1777420876.445914:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119102850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+13:6851:x1863760841024000:12345-0@lo:502: Request processed in 190us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420876.445918:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000040:01000000:1.0:1777420876.455558:0:6851:0:(llog_osd.c:2237:llog_osd_get_cat_list()) cat list: disk size=0, read=32 00000040:01000000:1.0:1777420876.455584:0:6851:0:(llog_obd.c:195:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:1.0:1777420876.456015:0:6851:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1777420876.456241:0:6851:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1777420876.456346:0:6851:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].1, 64 off8256 00000040:00080000:1.0:1777420876.456460:0:6851:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1, 64 off8256 00000040:00080000:1.0:1777420876.456694:0:6855:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777420876.456699:0:6855:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x3:0x0] at index 1 of catalog [0x1:0x2:0x0] 00000100:00100000:1.0:1777420876.457131:0:3294:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af120432a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3294:1863760841024128:0@lo:8: 00000100:00100000:1.0:1777420876.457220:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420876.457254:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841024128 00000100:00100000:3.0:1777420876.457262:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841024128 00000100:00100000:3.0:1777420876.457296:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1777420876.457306:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3294:x1863760841024128:12345-0@lo:8: 00010000:00080000:3.0:1777420876.457333:0:6544:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 88 last 0 00000020:00000080:3.0:1777420876.457378:0:6544:0:(genops.c:1404:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xa38d712893834b5 00000100:00100000:1.0:1777420876.457383:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af120432d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3296:1863760841024384:0@lo:400: 00002000:00100000:3.0:1777420876.457411:0:6544:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff9af1340f3000 ocd_connect_flags: 0xa044401443000026 ocd_version: 21132c1 ocd_grant: 0 ocd_index: 0 ocd_group 0 00000100:00100000:1.0:1777420876.457416:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:3.0:1777420876.457420:0:6544:0:(ofd_obd.c:142:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00000001:00000004:3.0:1777420876.457425:0:6544:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967296 00000100:00100000:1.0:1777420876.457454:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841024384 00000100:00100000:1.0:1777420876.457458:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841024384 00000100:00100000:1.0:1777420876.457491:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1777420876.457499:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1863760841024384:12345-0@lo:400: 00000100:00100000:1.0:1777420876.457545:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1863760841024384:12345-0@lo:400: Request processed in 47us (131us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420876.457552:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00002000:00100000:3.0:1777420876.457571:0:6544:0:(ofd_obd.c:230:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:3.0:1777420876.457765:0:6544:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1777420876.457786:0:6544:0:(import.c:65:import_set_state_nolock()) ffff9af1340f2000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1777420876.457797:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841024512 00000100:00100000:1.0:1777420876.457802:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841024512 00000100:00100000:3.0:1777420876.457836:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3294:x1863760841024128:12345-0@lo:8: Request processed in 528us (616us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420876.457843:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1777420876.457849:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1777420876.457862:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134081f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1863760841024512:12345-0@lo:400: 00010000:00080000:3.0:1777420876.457879:0:3294:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9af120432a00 x1863760841024128/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1777420886 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777420876.457885:0:3294:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1777420876.457891:0:3294:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 1 00000100:00080000:3.0:1777420876.457898:0:3294:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00100000:1.0:1777420876.457902:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134081f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1863760841024512:12345-0@lo:400: Request processed in 42us (137us total) trans 0 rc 0/0 00000100:00080000:3.0:1777420876.457905:0:3294:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1777420876.457909:0:3294:0:(import.c:65:import_set_state_nolock()) ffff9af13c02e000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1777420876.457915:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000004:00080000:3.0:1777420876.457926:0:3294:0:(osp_dev.c:1635:osp_import_event()) got connected 00000100:00100000:3.0:1777420876.457932:0:3294:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af120432a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3294:1863760841024128:0@lo:8: 00000100:00080000:1.0:1777420876.457937:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:1.0:1777420876.457964:0:3297:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9af120432680 x1863760841024512/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777420892 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777420876.457977:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af120432680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3297:1863760841024512:0@lo:400: 00000004:00080000:3.0:1777420876.458020:0:6855:0:(osp_sync.c:1038:osp_sync_process_record()) processed all old entries 00000004:00080000:3.0:1777420876.458172:0:6855:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 88240819703ns, next at 0ns, rc = 0 00000100:00100000:3.0:1777420876.468347:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841025664 00000100:00100000:3.0:1777420876.468378:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841025664 00000100:00100000:1.0:1777420876.468395:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777420876.468410:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af134083b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841025536:0@lo:13: 00000100:00100000:3.0:1777420876.468444:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1777420876.468451:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420876.468457:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134083100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:6856:x1863760841025664:12345-0@lo:7: 00000100:00080000:1.0:1777420876.469441:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:1.0:1777420876.477651:0:5782:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00002000:00080000:3.0:1777420876.477692:0:6543:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x0 00002000:00080000:3.0:1777420876.477700:0:6543:0:(ofd_dev.c:1205:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x100000000:0x0:0x0] 00000100:00100000:3.0:1777420876.477805:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134083100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:6856:x1863760841025664:12345-0@lo:7: Request processed in 9346us (9489us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420876.477817:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1777420876.477963:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841025792 00000100:00100000:3.0:1777420876.477970:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841025792 00000100:00100000:3.0:1777420876.478020:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1777420876.478033:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af120432d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:6856:x1863760841025792:12345-0@lo:5: 00002000:00080000:3.0:1777420876.478064:0:6543:0:(ofd_dev.c:1637:ofd_create_hdl()) ofd_last_id() = 0 -> diff = 1 00002000:00080000:3.0:1777420876.478069:0:6543:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 1 objects in group 0x0 at 1 00000100:00100000:3.0:1777420876.478331:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af120432d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:6856:x1863760841025792:12345-0@lo:5: Request processed in 301us (387us total) trans 4294967297 rc 0/0 00000100:00100000:3.0:1777420876.478339:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1777420876.478464:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841025920 00000100:00100000:3.0:1777420876.478469:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841025920 00000100:00100000:3.0:1777420876.478501:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1777420876.478511:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af120433800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+7:6856:x1863760841025920:12345-0@lo:700: 00000100:00100000:3.0:1777420876.478548:0:6551:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af110394000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:6551:1863760841026048:0@lo:700: 00000100:00100000:3.0:1777420876.478582:0:6551:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420876.478604:0:6551:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af001089600 going to sleep for 11 seconds 00000100:00100000:3.0:1777420876.478664:0:5767:0:(service.c:3435:ptlrpc_start_thread()) mdt_seqs[-1] started 2 min 2 max 256 00000100:00100000:3.0:1777420876.478674:0:5767:0:(service.c:3494:ptlrpc_start_thread()) starting thread 'mdt_seqs_0002' 00010000:00080000:3.0:1777420876.490381:0:6551:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9af110394000 x1863760841026048/t0(0) o700->lustre-MDT0000-lwp-OST0000@0@lo:32/10 lens 264/248 e 0 to 0 dl 1777420892 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777420876.490401:0:6551:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af110394000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:6551:1863760841026048:0@lo:700: 40000000:02000000:3.0:1777420876.490414:0:6551:0:(fid_request.c:121:seq_client_rpc()) cli-lustre-OST0000-super: Allocated super-sequence [0x0000000240000400-0x0000000280000400]:0:ost] 00000100:00100000:3.0:1777420876.512698:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af120433800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:6856:x1863760841025920:12345-0@lo:700: Request processed in 34181us (34256us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420876.512716:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000001:02000400:3.0:1777420876.619213:0:6902:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg347-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:1.0:1777420877.080433:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1777420878.792647:0:7103:0:(tgt_mount.c:2290:server_getattr()) lustre-OST0000: root_inode from lsi ino=1230, dev=0 00000020:00000004:1.0:1777420878.792656:0:7103:0:(tgt_mount.c:2321:is_cmd_supported()) ioctl cmd=c0185879 00010000:00010000:3.0:1777420879.128457:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777420880.563206:0:5743:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1777420880.563221:0:5743:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841026560 00000100:00100000:1.0:1777420880.563226:0:5743:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841026560 00000100:00100000:1.0:1777420880.563269:0:5743:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1777420880.563280:0:5743:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105aa4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+3:5754:x1863760841026560:12345-0@lo:104: 00010000:00010000:1.0:1777420880.563288:0:5743:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.147@tcp lock: ffff9af120a33000/0xa38d71289383492 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d71289383499 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420880.563334:0:5743:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1777420880.563342:0:5743:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105aa4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+3:5754:x1863760841026560:12345-0@lo:104: Request processed in 63us (172us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420880.563386:0:5743:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1777420880.563412:0:6557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841026688 00000100:00100000:3.0:1777420880.563429:0:6557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841026688 00010000:00010000:1.0:1777420880.563435:0:5749:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1777420880.563495:0:6557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841026816 00000100:00100000:3.0:1777420880.563501:0:6557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841026816 00000100:00100000:1.0:1777420880.563527:0:5743:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1777420880.563550:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1777420880.563554:0:5743:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134083800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+4:5754:x1863760841026688:12345-0@lo:104: 00010000:00010000:1.0:1777420880.563567:0:5743:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.147@tcp lock: ffff9af10148da00/0xa38d71289383476 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d7128938347d expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420880.563570:0:6557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134081880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+4:5754:x1863760841026816:12345-0@lo:104: 00010000:00010000:3.0:1777420880.563598:0:6557:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.147@tcp lock: ffff9af101678e00/0xa38d7128938344c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d71289383453 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420880.563632:0:5743:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1777420880.563650:0:5743:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134083800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+4:5754:x1863760841026688:12345-0@lo:104: Request processed in 107us (333us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420880.563659:0:5743:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1777420880.563686:0:5743:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841027072 00000100:00100000:1.0:1777420880.563699:0:5743:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841027072 00010000:00010000:3.0:1777420880.563726:0:6557:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1777420880.563742:0:6557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134081880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+4:5754:x1863760841026816:12345-0@lo:104: Request processed in 173us (258us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420880.563743:0:5743:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1777420880.563763:0:5743:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134082d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+4:5754:x1863760841027072:12345-0@lo:104: 00010000:00010000:1.0:1777420880.563787:0:5743:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.147@tcp lock: ffff9af101679a00/0xa38d71289383422 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d71289383429 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420880.563793:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00010000:1.0:1777420880.563861:0:5743:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:1.0:1777420880.563869:0:5743:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134082d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+3:5754:x1863760841027072:12345-0@lo:104: Request processed in 111us (195us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420880.563881:0:5743:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00010000:00010000:1.0:1777420880.563911:0:5748:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1777420880.563921:0:5748:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.147@tcp lock: ffff9af10148da00/0xa38d71289383476 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d7128938347d expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420880.563940:0:5748:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148da00 already unused, calling callback (ffffffffc1ac3c20) 00000100:00100000:3.0:1777420880.563941:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af120431880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3295:1863760841026944:0@lo:103: 10000000:00010000:1.0:1777420880.563945:0:5748:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.147@tcp lock: ffff9af10148da00/0xa38d71289383476 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0xa38d7128938347d expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420880.563964:0:5748:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.147@tcp lock: ffff9af10148da00/0xa38d71289383476 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0xa38d7128938347d expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1777420880.563981:0:5748:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.147@tcp lock: ffff9af10148da00/0xa38d71289383476 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0xa38d7128938347d expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1777420880.563990:0:5748:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1777420880.564018:0:5748:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.147@tcp lock: ffff9af10148da00/0xa38d71289383476 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d7128938347d expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420880.564025:0:5748:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1777420880.564052:0:5748:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.147@tcp lock: ffff9af10148da00/0xa38d71289383476 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d7128938347d expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420880.564066:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.147@tcp lock: ffff9af10148da00/0xa38d71289383476 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d7128938347d expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420880.564079:0:5748:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1777420880.564084:0:5748:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.147@tcp lock: ffff9af101678e00/0xa38d7128938344c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d71289383453 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420880.564090:0:5748:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af101678e00 already unused, calling callback (ffffffffc1ac3c20) 10000000:00010000:1.0:1777420880.564095:0:5748:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.147@tcp lock: ffff9af101678e00/0xa38d7128938344c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xa38d71289383453 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420880.564105:0:5748:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.147@tcp lock: ffff9af101678e00/0xa38d7128938344c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xa38d71289383453 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1777420880.564111:0:5748:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.147@tcp lock: ffff9af101678e00/0xa38d7128938344c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xa38d71289383453 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1777420880.564117:0:5748:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1777420880.564153:0:5748:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.147@tcp lock: ffff9af101678e00/0xa38d7128938344c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d71289383453 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420880.564161:0:5748:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1777420880.564177:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841027200 00000100:00100000:3.0:1777420880.564183:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841027200 00010000:00010000:1.0:1777420880.564187:0:5748:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.147@tcp lock: ffff9af101678e00/0xa38d7128938344c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d71289383453 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420880.564197:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.147@tcp lock: ffff9af101678e00/0xa38d7128938344c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d71289383453 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420880.564210:0:6558:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9af101678400/0xa38d7128938347d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa38d71289383476 expref: 15 pid: 5754 timeout: 242 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420880.564224:0:5748:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777420880.564236:0:5748:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.147@tcp lock: ffff9af101679a00/0xa38d71289383422 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d71289383429 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420880.564245:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00010000:00010000:1.0:1777420880.564261:0:5748:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af101679a00 already unused, calling callback (ffffffffc1ac3c20) 00000100:00100000:3.0:1777420880.564262:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af120430000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+15:3296:x1863760841027200:12345-0@lo:103: 10000000:00010000:1.0:1777420880.564272:0:5748:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.147@tcp lock: ffff9af101679a00/0xa38d71289383422 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xa38d71289383429 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420880.564276:0:6558:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777420880.564285:0:6558:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9af101678400/0xa38d7128938347d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa38d71289383476 expref: 16 pid: 5754 timeout: 242 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420880.564288:0:5748:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.147@tcp lock: ffff9af101679a00/0xa38d71289383422 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xa38d71289383429 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1777420880.564297:0:5748:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.147@tcp lock: ffff9af101679a00/0xa38d71289383422 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xa38d71289383429 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420880.564336:0:6558:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9af101678400/0xa38d7128938347d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa38d71289383476 expref: 16 pid: 5754 timeout: 242 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1777420880.564337:0:5748:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1777420880.564392:0:6558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af101678400/0xa38d7128938347d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa38d71289383476 expref: 16 pid: 5754 timeout: 242 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420880.564407:0:5748:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.147@tcp lock: ffff9af101679a00/0xa38d71289383422 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d71289383429 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420880.564419:0:5748:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1777420880.564425:0:6558:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777420880.564441:0:5748:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.147@tcp lock: ffff9af101679a00/0xa38d71289383422 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d71289383429 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420880.564455:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.147@tcp lock: ffff9af101679a00/0xa38d71289383422 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d71289383429 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420880.564474:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af120430000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+15:3296:x1863760841027200:12345-0@lo:103: Request processed in 211us (346us total) trans 0 rc 0/0 00010000:00010000:1.0:1777420880.564481:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777420880.564487:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777420880.564491:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777420880.564512:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1777420880.564544:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841027456 00000100:00100000:3.0:1777420880.564549:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841027456 00010000:00010000:3.0:1777420880.564570:0:6558:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9af10148c200/0xa38d71289383429 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa38d71289383422 expref: 14 pid: 5755 timeout: 242 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420880.564585:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c5bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3297:1863760841027328:0@lo:103: 00010000:00010000:1.0:1777420880.564658:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777420880.564662:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777420880.564666:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777420880.564787:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c5bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3298:1863760841027456:0@lo:103: 00000100:00100000:1.0:1777420880.565134:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af134082300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3296:1863760841027584:0@lo:103: 00000100:00100000:1.0:1777420880.580827:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119100850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+10:7413:x1863760841026304:12345-0@lo:253: Request processed in 23200us (23359us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420880.580843:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1777420880.581101:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841027712 00000100:00100000:1.0:1777420880.581107:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841027712 00000100:00100000:1.0:1777420880.581148:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1777420880.581155:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119101050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+10:7413:x1863760841027712:12345-0@lo:101: 00010000:00010000:1.0:1777420880.581166:0:5754:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777420880.581176:0:5754:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af137d12400/0xa38d712893834f4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa38d712893834ed expref: -99 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420880.581194:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af137d12400/0xa38d712893834f4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa38d712893834ed expref: 11 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420880.581201:0:5754:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af137d12400/0xa38d712893834f4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d712893834ed expref: 11 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420880.581208:0:5754:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137d12400, rc 0) 00000100:00100000:1.0:1777420880.581231:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119101050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+11:7413:x1863760841027712:12345-0@lo:101: Request processed in 77us (166us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420880.581236:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1777420880.581489:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841027840 00000100:00100000:1.0:1777420880.581493:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841027840 00000100:00100000:1.0:1777420880.581513:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1777420880.581520:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11816d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+11:7413:x1863760841027840:12345-0@lo:501: 00000100:00100000:1.0:1777420880.581600:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11816d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+11:7413:x1863760841027840:12345-0@lo:501: Request processed in 80us (208us total) trans 0 rc -2/-2 00000100:00100000:1.0:1777420880.581619:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00010000:00010000:1.0:1777420880.581725:0:5748:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777420880.581730:0:5748:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.147@tcp lock: ffff9af100030e00/0xa38d712893834ed lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x400000000 nid: local remote: 0xa38d712893834f4 expref: -99 pid: 7413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420880.581742:0:5748:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af100030e00 already unused, calling callback (ffffffffc1ac3c20) 10000000:00010000:1.0:1777420880.581747:0:5748:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.147@tcp lock: ffff9af100030e00/0xa38d712893834ed lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x400000000 nid: local remote: 0xa38d712893834f4 expref: -99 pid: 7413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420880.581755:0:5748:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.147@tcp lock: ffff9af100030e00/0xa38d712893834ed lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x8400000000 nid: local remote: 0xa38d712893834f4 expref: -99 pid: 7413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1777420880.581761:0:5748:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.147@tcp lock: ffff9af100030e00/0xa38d712893834ed lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x9400000000 nid: local remote: 0xa38d712893834f4 expref: -99 pid: 7413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1777420880.581765:0:5748:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1777420880.581790:0:5748:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.147@tcp lock: ffff9af100030e00/0xa38d712893834ed lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x4809400000020 nid: local remote: 0xa38d712893834f4 expref: -99 pid: 7413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420880.581805:0:5748:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1777420880.581824:0:5748:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.147@tcp lock: ffff9af100030e00/0xa38d712893834ed lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x4809400000020 nid: local remote: 0xa38d712893834f4 expref: -99 pid: 7413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420880.581830:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.147@tcp lock: ffff9af100030e00/0xa38d712893834ed lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x4809400000020 nid: local remote: 0xa38d712893834f4 expref: -99 pid: 7413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420880.581841:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777420880.581844:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777420880.581847:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777420880.581875:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841027968 00000100:00100000:1.0:1777420880.581887:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841027968 00000100:00100000:1.0:1777420880.581924:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1777420880.581934:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+12:7413:x1863760841027968:12345-0@lo:101: 00010000:00010000:1.0:1777420880.581942:0:5754:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777420880.581950:0:5754:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af137d12a00/0xa38d71289383502 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xa38d712893834fb expref: -99 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420880.581962:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af137d12a00/0xa38d71289383502 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa38d712893834fb expref: 13 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420880.581973:0:5754:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af137d12a00/0xa38d71289383502 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d712893834fb expref: 13 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420880.581983:0:5754:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137d12a00, rc 0) 00000100:00100000:1.0:1777420880.582021:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+12:7413:x1863760841027968:12345-0@lo:101: Request processed in 86us (171us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420880.582028:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1777420880.582095:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c5bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3296:1863760841028096:0@lo:103: 00000100:00100000:1.0:1777420880.582224:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841028224 00000100:00100000:1.0:1777420880.582229:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841028224 00000100:00100000:1.0:1777420880.582253:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1777420880.582259:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+11:7413:x1863760841028224:12345-0@lo:501: 00000100:00100000:1.0:1777420880.582329:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+11:7413:x1863760841028224:12345-0@lo:501: Request processed in 71us (133us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420880.582333:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1777420880.582487:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841028352 00000100:00100000:1.0:1777420880.582492:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841028352 00000100:00100000:1.0:1777420880.582517:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1777420880.582525:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+11:7413:x1863760841028352:12345-0@lo:503: 00000100:00100000:1.0:1777420880.582671:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+11:7413:x1863760841028352:12345-0@lo:503: Request processed in 146us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420880.582683:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1777420880.583144:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841028480 00000100:00100000:1.0:1777420880.583150:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841028480 00000100:00100000:1.0:1777420880.583179:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1777420880.583186:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+11:7413:x1863760841028480:12345-0@lo:502: 00000100:00100000:1.0:1777420880.583312:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+11:7413:x1863760841028480:12345-0@lo:502: Request processed in 126us (215us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420880.583320:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1777420880.583919:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841028608 00000100:00100000:1.0:1777420880.583925:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841028608 00000100:00100000:1.0:1777420880.583955:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1777420880.583961:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+11:7413:x1863760841028608:12345-0@lo:502: 00000100:00100000:1.0:1777420880.584073:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+11:7413:x1863760841028608:12345-0@lo:502: Request processed in 112us (184us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420880.584081:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000020:00000080:1.0:1777420880.595743:0:7420:0:(obd_config.c:861:class_setup()) finished setup of obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:01000000:1.0:1777420880.595754:0:7420:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1777420880.595761:0:7420:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1777420880.595764:0:7420:0:(obd_config.c:1594:class_process_config()) marker 17 (0x2) lustre-OST0001 add ost 00000020:01000000:1.0:1777420880.595767:0:7420:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1777420880.595771:0:7420:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1777420880.595773:0:7420:0:(obd_config.c:1594:class_process_config()) marker 22 (0x1) lustre sys.timeout 00000020:00000080:1.0:1777420880.595776:0:7420:0:(obd_config.c:1506:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1777420880.595778:0:7420:0:(obd_config.c:1568:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1777420880.595821:0:7420:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1777420880.595824:0:7420:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1777420880.595825:0:7420:0:(obd_config.c:1594:class_process_config()) marker 22 (0x2) lustre sys.timeout 00000040:00080000:1.0:1777420880.595829:0:7420:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 8 count 8 00000100:00100000:1.0:1777420880.596146:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841028736 00000100:00100000:1.0:1777420880.596158:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841028736 00000100:00100000:1.0:1777420880.596209:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1777420880.596219:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+11:7413:x1863760841028736:12345-0@lo:101: 00010000:00010000:1.0:1777420880.596231:0:5754:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777420880.596243:0:5754:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af137d13200/0xa38d7128938351e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xa38d71289383517 expref: -99 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420880.596266:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af137d13200/0xa38d7128938351e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa38d71289383517 expref: 12 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420880.596283:0:5754:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af137d13200/0xa38d7128938351e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d71289383517 expref: 12 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420880.596293:0:5754:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137d13200, rc 0) 00000100:00100000:1.0:1777420880.596337:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+12:7413:x1863760841028736:12345-0@lo:101: Request processed in 118us (240us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420880.596343:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1777420880.596558:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841028864 00000100:00100000:1.0:1777420880.596563:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841028864 00000100:00100000:1.0:1777420880.596600:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1777420880.596608:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+12:7413:x1863760841028864:12345-0@lo:501: 00000100:00100000:1.0:1777420880.596706:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+12:7413:x1863760841028864:12345-0@lo:501: Request processed in 99us (186us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420880.596716:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1777420880.596814:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841028992 00000100:00100000:1.0:1777420880.596818:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841028992 00000100:00100000:1.0:1777420880.596846:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1777420880.596851:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+12:7413:x1863760841028992:12345-0@lo:503: 00000100:00100000:1.0:1777420880.597108:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+12:7413:x1863760841028992:12345-0@lo:503: Request processed in 257us (315us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420880.597117:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1777420880.597427:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841029120 00000100:00100000:1.0:1777420880.597434:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841029120 00000100:00100000:1.0:1777420880.597466:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1777420880.597476:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+12:7413:x1863760841029120:12345-0@lo:502: 00000100:00100000:1.0:1777420880.597587:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+12:7413:x1863760841029120:12345-0@lo:502: Request processed in 114us (189us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420880.597592:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1777420880.597918:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841029248 00000100:00100000:1.0:1777420880.597922:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841029248 00000100:00100000:1.0:1777420880.597947:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1777420880.597954:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+12:7413:x1863760841029248:12345-0@lo:502: 00000100:00100000:1.0:1777420880.598046:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+12:7413:x1863760841029248:12345-0@lo:502: Request processed in 93us (154us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420880.598051:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1777420880.598853:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841029376 00000100:00100000:1.0:1777420880.598858:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841029376 00000100:00100000:1.0:1777420880.598888:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1777420880.598894:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+12:7413:x1863760841029376:12345-0@lo:101: 00010000:00010000:1.0:1777420880.598900:0:5754:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777420880.598908:0:5754:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af137d13a00/0xa38d7128938352c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xa38d71289383525 expref: -99 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420880.598919:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af137d13a00/0xa38d7128938352c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa38d71289383525 expref: 13 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420880.598925:0:5754:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af137d13a00/0xa38d7128938352c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d71289383525 expref: 13 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420880.598939:0:5754:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137d13a00, rc 0) 00000100:00100000:1.0:1777420880.598978:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+13:7413:x1863760841029376:12345-0@lo:101: Request processed in 83us (161us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420880.598984:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1777420880.599196:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841029504 00000100:00100000:1.0:1777420880.599200:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841029504 00000100:00100000:1.0:1777420880.599223:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1777420880.599227:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+13:7413:x1863760841029504:12345-0@lo:501: 00000100:00100000:1.0:1777420880.599288:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+13:7413:x1863760841029504:12345-0@lo:501: Request processed in 61us (120us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420880.599292:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1777420880.599456:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841029632 00000100:00100000:1.0:1777420880.599463:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841029632 00000100:00100000:1.0:1777420880.599485:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1777420880.599490:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+13:7413:x1863760841029632:12345-0@lo:503: 00000100:00100000:1.0:1777420880.599599:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+13:7413:x1863760841029632:12345-0@lo:503: Request processed in 109us (171us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420880.599605:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1777420880.599994:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841029760 00000100:00100000:1.0:1777420880.600000:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841029760 00000100:00100000:1.0:1777420880.600020:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1777420880.600024:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+13:7413:x1863760841029760:12345-0@lo:502: 00000100:00100000:1.0:1777420880.600207:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+13:7413:x1863760841029760:12345-0@lo:502: Request processed in 182us (243us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420880.600214:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1777420880.602300:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841029888 00000100:00100000:1.0:1777420880.602312:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841029888 00000100:00100000:1.0:1777420880.602336:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:1.0:1777420880.602342:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+13:7413:x1863760841029888:12345-0@lo:502: 00000100:00100000:1.0:1777420880.602529:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+13:7413:x1863760841029888:12345-0@lo:502: Request processed in 186us (266us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420880.602535:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000020:01000004:3.0:1777420880.603042:0:7425:0:(obd_mount.c:208:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000080:3.0:1777420880.603047:0:7425:0:(obd_config.c:1506:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1777420880.603058:0:7425:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffff9af102f3cd28) 00000020:00000080:3.0:1777420880.603075:0:7425:0:(obd_config.c:757:class_attach()) OBD: dev 16 attached type lwp with refcount 2 00000020:00000080:3.0:1777420880.603079:0:7425:0:(obd_config.c:1506:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1777420880.603218:0:7425:0:(tgt_mount.c:154:server_get_mount()) get mount ffff9af13c4e4800 from lustre-OST0001, refs=3 00000020:01000004:3.0:1777420880.603221:0:7425:0:(tgt_mount.c:188:server_put_mount()) put mount ffff9af13c4e4800 from lustre-OST0001, refs=3 00000020:01000004:3.0:1777420880.603223:0:7425:0:(obd_mount.c:724:lustre_put_lsi()) put ffff9af13c4e4800 3 00010000:00080000:3.0:1777420880.603249:0:7425:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9af001f61000@lustre-MDT0000-lwp-OST0001: add connection 192.168.203.147@tcp at head 00010000:00010000:3.0:1777420880.605213:0:7425:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-4 is initialized 00000020:00000080:3.0:1777420880.605315:0:7425:0:(obd_config.c:861:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:3.0:1777420880.605345:0:7425:0:(lwp_dev.c:496:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1777420880.605373:0:7425:0:(genops.c:1404:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0xa38d7128938353a 00000100:00080000:3.0:1777420880.605379:0:7425:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1777420880.605384:0:7425:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9af001f61000 using connection 192.168.203.147@tcp/0@lo 00000100:00100000:3.0:1777420880.605416:0:7425:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9af110394000 x1863760841030016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1777420880.605439:0:7425:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00100000:1.0:1777420880.605464:0:3294:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af110394000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3294:1863760841030016:0@lo:38: 00000100:00100000:1.0:1777420880.605509:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420880.605516:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af110395180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3297:1863760841030144:0@lo:400: 00000100:00100000:3.0:1777420880.605548:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420880.605570:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777420880.605574:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841030016 00000100:00100000:3.0:1777420880.605575:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af110394380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3297:1863760841030272:0@lo:400: 00000100:00100000:1.0:1777420880.605580:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841030016 00000100:00100000:3.0:1777420880.605595:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420880.605610:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841030144 00000100:00100000:1.0:1777420880.605613:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841030144 00000100:00100000:3.0:1777420880.605631:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af110394e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841030400:0@lo:400: 00000100:00100000:1.0:1777420880.605639:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1777420880.605652:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110396300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1863760841030144:12345-0@lo:400: 00000100:00100000:3.0:1777420880.605658:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420880.605690:0:6569:0:(service.c:3435:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:3.0:1777420880.605697:0:6569:0:(service.c:3494:ptlrpc_start_thread()) starting thread 'mdt00_004' 00000100:00100000:1.0:1777420880.605709:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110396300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1863760841030144:12345-0@lo:400: Request processed in 60us (160us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420880.605715:0:5762:0:(service.c:3435:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:1.0:1777420880.605719:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1777420880.605729:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1777420880.605734:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3294:x1863760841030016:12345-0@lo:38: 00010000:00080000:3.0:1777420880.605754:0:5762:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 92 last 0 00000020:00000080:3.0:1777420880.605786:0:5762:0:(genops.c:1404:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0xa38d71289383541 00000004:00100000:3.0:1777420880.605799:0:5762:0:(mdt_handler.c:7298:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1777420880.605821:0:5762:0:(import.c:65:import_set_state_nolock()) ffff9af001f62000 : changing import state from RECOVER to FULL 00010000:00080000:1.0:1777420880.605850:0:3295:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9af110394e00 x1863760841030400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777420896 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777420880.605861:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af110394e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841030400:0@lo:400: 00000100:00100000:3.0:1777420880.605866:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3294:x1863760841030016:12345-0@lo:38: Request processed in 128us (355us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420880.605871:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:3.0:1777420880.605899:0:3294:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9af110394000 x1863760841030016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1777420890 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777420880.605910:0:3294:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1777420880.605915:0:3294:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 1 00000100:00080000:3.0:1777420880.605921:0:3294:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:3.0:1777420880.605923:0:3294:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1777420880.605925:0:3294:0:(import.c:65:import_set_state_nolock()) ffff9af001f61000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1777420880.605928:0:3294:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af110394000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3294:1863760841030016:0@lo:38: 00010000:00080000:3.0:1777420880.605986:0:3297:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9af110394380 x1863760841030272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777420896 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777420880.605992:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af110394380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3297:1863760841030272:0@lo:400: 00010000:00080000:3.0:1777420880.606000:0:3297:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9af110395180 x1863760841030144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777420896 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777420880.606005:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af110395180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3297:1863760841030144:0@lo:400: 00000100:00100000:3.0:1777420880.606208:0:7428:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af110395180 pname:cluuid:pid:xid:nid:opc:job lwp_notify_lust:lustre-MDT0000-lwp-OST0001_UUID:7428:1863760841030528:0@lo:901: 00000040:00080000:1.0:1777420880.606247:0:7425:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 39 count 39 00000100:00100000:3.0:1777420880.606251:0:7428:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420880.606276:0:7428:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13c683a80 going to sleep for 11 seconds 00000100:00100000:1.0:1777420880.606569:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841030656 00000100:00100000:1.0:1777420880.606573:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841030656 00000100:00100000:1.0:1777420880.606604:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:1.0:1777420880.606612:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+13:7413:x1863760841030656:12345-0@lo:253: 20000000:01000000:1.0:1777420880.606630:0:5754:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:1.0:1777420880.606643:0:5754:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00010000:00080000:3.0:1777420880.606699:0:7428:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9af110395180 x1863760841030528/t0(0) o901->lustre-MDT0000-lwp-OST0001@0@lo:29/10 lens 248/4320 e 0 to 0 dl 1777420896 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777420880.606708:0:7428:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af110395180 pname:cluuid:pid:xid:nid:opc:job lwp_notify_lust:lustre-MDT0000-lwp-OST0001_UUID:7428:1863760841030528:0@lo:901: 20000000:01000000:1.0:1777420880.613745:0:5754:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1777420880.613760:0:5754:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:1.0:1777420880.613996:0:5743:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841030784 00000100:00100000:1.0:1777420880.614005:0:5743:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841030784 00000100:00100000:1.0:1777420880.614052:0:5743:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1777420880.614063:0:5743:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134082a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+3:5776:x1863760841030784:12345-0@lo:104: 00010000:00010000:1.0:1777420880.614076:0:5743:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.147@tcp lock: ffff9af120a33c00/0xa38d71289383484 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d7128938348b expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420880.614145:0:5743:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1777420880.614151:0:5743:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134082a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+3:5776:x1863760841030784:12345-0@lo:104: Request processed in 92us (199us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420880.614152:0:5776:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af134083b80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:5776:1863760841030784:0@lo:104: 00000100:00100000:1.0:1777420880.614158:0:5743:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00010000:00010000:3.0:1777420880.614172:0:5776:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9af120a32c00/0xa38d71289383548 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420880.614268:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af120430380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3296:1863760841030912:0@lo:103: 00000100:00100000:3.0:1777420880.614309:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420880.614658:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af120430380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3296:1863760841030912:0@lo:103: 00000100:00100000:3.0:1777420880.615981:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+12:7413:x1863760841030656:12345-0@lo:253: Request processed in 9370us (9442us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420880.615988:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:1.0:1777420881.881866:0:6546:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841031040 00000100:00100000:1.0:1777420881.881876:0:6546:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841031040 00000100:00100000:1.0:1777420881.881919:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1777420881.881930:0:6546:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af120430e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3297:x1863760841031040:12345-0@lo:13: 00002000:00000024:1.0:1777420881.881960:0:6546:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1777420881.882010:0:6546:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af120430e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3297:x1863760841031040:12345-0@lo:13: Request processed in 82us (190us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420881.882016:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:3.0:1777420881.882037:0:3297:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9af120431180 x1863760841031040/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777420897 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777420881.882057:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af120431180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841031040:0@lo:13: 00000001:02000400:1.0:1777420882.598977:0:7754:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg347-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:1.0:1777420884.250955:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1777420884.569403:0:5757:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1777420884.569411:0:5757:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-client-ffff9af105758000 from 30 10000000:01000000:1.0:1777420884.569417:0:5757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1777420884.569512:0:5757:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af137d12200/0xa38d7128938354f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420884.569526:0:5757:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.147@tcp lock: ffff9af137d12200/0xa38d7128938354f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420884.569546:0:5757:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.147@tcp lock: ffff9af137d12200/0xa38d7128938354f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420884.569575:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c5bdf80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841031168:0@lo:101: 00000100:00100000:1.0:1777420884.569649:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420884.569707:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1049aff00 going to sleep for 11 seconds 00000100:00100000:1.0:1777420884.569924:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c5bdf80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841031168:0@lo:101: 00010000:00010000:1.0:1777420884.569943:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.147@tcp lock: ffff9af137d12200/0xa38d7128938354f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d71289383556 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420884.569954:0:5757:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.147@tcp lock: ffff9af137d12200/0xa38d7128938354f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xa38d71289383556 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420884.570016:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c5bdf80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841031296:0@lo:501: 00000100:00100000:1.0:1777420884.570039:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420884.570054:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1049aff00 going to sleep for 11 seconds 00000100:00100000:1.0:1777420884.570453:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c5bdf80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841031296:0@lo:501: 00000100:00100000:1.0:1777420884.570491:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c5bdf80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841031424:0@lo:503: 00000100:00100000:1.0:1777420884.570529:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420884.570547:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1049aff00 going to sleep for 11 seconds 00000100:00100000:1.0:1777420884.570920:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c5bdf80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841031424:0@lo:503: 00000100:00100000:1.0:1777420884.572322:0:7911:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c5bdf80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:7911:1863760841031552:0@lo:502: 00000100:00100000:1.0:1777420884.572380:0:7911:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420884.572415:0:7911:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1049aff00 going to sleep for 11 seconds 00000100:00100000:1.0:1777420884.572822:0:7911:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c5bdf80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:7911:1863760841031552:0@lo:502: 00000100:00100000:1.0:1777420884.572867:0:7911:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c5bdf80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:7911:1863760841031680:0@lo:502: 00000100:00100000:1.0:1777420884.572894:0:7911:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420884.572910:0:7911:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1100f8c00 going to sleep for 11 seconds 00000100:00100000:1.0:1777420884.573148:0:7911:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c5bdf80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:7911:1863760841031680:0@lo:502: 00000040:00080000:1.0:1777420884.573171:0:7911:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 39 count 39 00000100:00100000:1.0:1777420884.573416:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841031808 00000100:00100000:1.0:1777420884.573422:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841031808 00000100:00100000:1.0:1777420884.573461:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1777420884.573470:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+13:5757:x1863760841031808:12345-0@lo:101: 00010000:00010000:1.0:1777420884.573480:0:5754:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777420884.573494:0:5754:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af137d12400/0xa38d71289383564 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xa38d7128938355d expref: -99 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420884.573515:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af137d12400/0xa38d71289383564 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa38d7128938355d expref: 14 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420884.573526:0:5754:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af137d12400/0xa38d71289383564 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d7128938355d expref: 14 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420884.573535:0:5754:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137d12400, rc 0) 00000100:00100000:1.0:1777420884.573584:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+14:5757:x1863760841031808:12345-0@lo:101: Request processed in 115us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420884.573592:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1777420884.573763:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841031936 00000100:00100000:1.0:1777420884.573769:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841031936 00000100:00100000:1.0:1777420884.573793:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:1.0:1777420884.573800:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+14:5757:x1863760841031936:12345-0@lo:501: 00000100:00100000:1.0:1777420884.573883:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+14:5757:x1863760841031936:12345-0@lo:501: Request processed in 83us (158us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420884.573893:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:1.0:1777420884.574135:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841032064 00000100:00100000:1.0:1777420884.574139:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841032064 00000100:00100000:1.0:1777420884.574159:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:1.0:1777420884.574163:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119148450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+14:5757:x1863760841032064:12345-0@lo:503: 00000100:00100000:1.0:1777420884.574392:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119148450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+14:5757:x1863760841032064:12345-0@lo:503: Request processed in 228us (415us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420884.574398:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:1.0:1777420884.574618:0:7913:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c5bdf80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:7913:1863760841032192:0@lo:502: 00000100:00100000:1.0:1777420884.574668:0:7913:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420884.574696:0:7913:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1346d1a80 going to sleep for 11 seconds 00000100:00100000:1.0:1777420884.574971:0:7913:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c5bdf80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:7913:1863760841032192:0@lo:502: 00000020:01000000:1.0:1777420884.574991:0:7913:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1777420884.574998:0:7913:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1777420884.575000:0:7913:0:(obd_config.c:1594:class_process_config()) marker 21 (0x1) lustre sys.timeout 00000020:00000080:1.0:1777420884.575004:0:7913:0:(obd_config.c:1506:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1777420884.575005:0:7913:0:(obd_config.c:1568:class_process_config()) changing lustre timeout from 20 to 20 00000100:00100000:1.0:1777420884.575017:0:7913:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c5bdf80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:7913:1863760841032320:0@lo:502: 00000100:00100000:1.0:1777420884.575044:0:7913:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420884.575059:0:7913:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1346d1a80 going to sleep for 11 seconds 00000100:00100000:1.0:1777420884.575276:0:7913:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c5bdf80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:7913:1863760841032320:0@lo:502: 00000020:01000000:1.0:1777420884.575294:0:7913:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1777420884.575297:0:7913:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1777420884.575298:0:7913:0:(obd_config.c:1594:class_process_config()) marker 21 (0x2) lustre sys.timeout 00000040:00080000:1.0:1777420884.575300:0:7913:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 11 count 11 00000100:00100000:1.0:1777420884.576466:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841032832 00000100:00100000:1.0:1777420884.576470:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841032832 00000100:00100000:1.0:1777420884.576505:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:1.0:1777420884.576511:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119148850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+15:7914:x1863760841032832:12345-0@lo:502: 00000100:00100000:1.0:1777420884.576683:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119148850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+15:7914:x1863760841032832:12345-0@lo:502: Request processed in 171us (240us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420884.576690:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:1.0:1777420884.576797:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841032960 00000100:00100000:1.0:1777420884.576801:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841032960 00000100:00100000:1.0:1777420884.576830:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:1.0:1777420884.576837:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119149050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+15:7914:x1863760841032960:12345-0@lo:502: 00000100:00100000:1.0:1777420884.576968:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119149050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+15:7914:x1863760841032960:12345-0@lo:502: Request processed in 131us (190us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420884.576975:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:1.0:1777420884.577226:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841033088 00000100:00100000:1.0:1777420884.577231:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841033088 00000100:00100000:1.0:1777420884.577259:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:1.0:1777420884.577268:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119106450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+15:5757:x1863760841033088:12345-0@lo:101: 00010000:00010000:1.0:1777420884.577277:0:5754:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777420884.577289:0:5754:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af137d13800/0xa38d71289383580 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa38d71289383579 expref: -99 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420884.577306:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af137d13800/0xa38d71289383580 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa38d71289383579 expref: 16 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420884.577316:0:5754:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af137d13800/0xa38d71289383580 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d71289383579 expref: 16 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420884.577324:0:5754:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137d13800, rc 0) 00000100:00100000:1.0:1777420884.577374:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119106450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+16:5757:x1863760841033088:12345-0@lo:101: Request processed in 107us (178us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420884.577386:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:1.0:1777420884.577518:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841033216 00000100:00100000:1.0:1777420884.577522:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841033216 00000100:00100000:1.0:1777420884.577544:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:1.0:1777420884.577549:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119104050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+16:5757:x1863760841033216:12345-0@lo:256: 20000000:01000000:1.0:1777420884.577561:0:5754:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1777420884.577586:0:5754:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1777420884.577589:0:5754:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 5 00000100:00100000:1.0:1777420884.577674:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119104050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+16:5757:x1863760841033216:12345-0@lo:256: Request processed in 123us (181us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420884.577684:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:1.0:1777420884.577805:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841033344 00000100:00100000:1.0:1777420884.577810:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841033344 00000100:00100000:1.0:1777420884.577838:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:1.0:1777420884.577846:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119106850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+16:5757:x1863760841033344:12345-0@lo:101: 00010000:00010000:1.0:1777420884.577851:0:5754:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777420884.577858:0:5754:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af137d12000/0xa38d7128938358e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xa38d71289383587 expref: -99 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420884.577868:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af137d12000/0xa38d7128938358e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa38d71289383587 expref: 17 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420884.577874:0:5754:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af137d12000/0xa38d7128938358e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d71289383587 expref: 17 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420884.577878:0:5754:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137d12000, rc 0) 00000100:00100000:1.0:1777420884.577911:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119106850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+17:5757:x1863760841033344:12345-0@lo:101: Request processed in 69us (121us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420884.577926:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:1.0:1777420884.578026:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841033472 00000100:00100000:1.0:1777420884.578029:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841033472 00000100:00100000:1.0:1777420884.578053:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:1.0:1777420884.578057:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119107050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+17:5757:x1863760841033472:12345-0@lo:501: 00000100:00100000:1.0:1777420884.578127:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119107050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+17:5757:x1863760841033472:12345-0@lo:501: Request processed in 69us (125us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420884.578133:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:1.0:1777420884.578222:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841033600 00000100:00100000:1.0:1777420884.578227:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841033600 00000100:00100000:1.0:1777420884.578250:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:1.0:1777420884.578258:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119106c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+17:5757:x1863760841033600:12345-0@lo:503: 00000100:00100000:1.0:1777420884.578636:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119106c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+17:5757:x1863760841033600:12345-0@lo:503: Request processed in 379us (430us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420884.578642:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:1.0:1777420884.578959:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841033728 00000100:00100000:1.0:1777420884.578964:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841033728 00000100:00100000:1.0:1777420884.578992:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:1.0:1777420884.579001:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119104450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+17:7916:x1863760841033728:12345-0@lo:502: 00000100:00100000:1.0:1777420884.579239:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119104450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+17:7916:x1863760841033728:12345-0@lo:502: Request processed in 240us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420884.579245:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000020:00000080:1.0:1777420884.581332:0:7916:0:(obd_config.c:861:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1777420884.581339:0:7916:0:(obd_config.c:1506:class_process_config()) processing cmd: cf00d 00000004:01000000:1.0:1777420884.581380:0:7916:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:1.0:1777420884.581403:0:7916:0:(genops.c:1404:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xa38d712893835a3 00000100:00080000:1.0:1777420884.581413:0:7916:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1777420884.581428:0:7916:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9af13c4e2000 using connection 192.168.203.147@tcp/0@lo 00000100:00100000:1.0:1777420884.581461:0:7916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9af13c5bdf80 x1863760841033856/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1777420884.581489:0:7916:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:1.0:1777420884.581554:0:7916:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1777420884.581560:0:7916:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1777420884.581562:0:7916:0:(obd_config.c:1594:class_process_config()) marker 18 (0x2) lustre-OST0001 add osc 00000020:01000000:1.0:1777420884.581566:0:7916:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1777420884.581571:0:7916:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1777420884.581574:0:7916:0:(obd_config.c:1594:class_process_config()) marker 23 (0x1) lustre sys.timeout 00000020:00000080:1.0:1777420884.581580:0:7916:0:(obd_config.c:1506:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1777420884.581584:0:7916:0:(obd_config.c:1568:class_process_config()) changing lustre timeout from 20 to 20 00000100:00100000:1.0:1777420884.581614:0:7916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c5bf480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:7916:1863760841034496:0@lo:502: 00000100:00100000:3.0:1777420884.582231:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af134080e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3297:1863760841034368:0@lo:400: 00000100:00100000:1.0:1777420884.582835:0:7916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420884.582842:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420884.582865:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841034496 00000100:00100000:1.0:1777420884.582871:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841034496 00000100:00100000:3.0:1777420884.582890:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af134080380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841034240:0@lo:400: 00000100:00100000:1.0:1777420884.582912:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:3.0:1777420884.582927:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420884.582927:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119104c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+17:7916:x1863760841034496:12345-0@lo:502: 00000100:00100000:3.0:1777420884.582951:0:3296:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777420884.582959:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af134081c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3296:1863760841034112:0@lo:400: 00000100:00100000:3.0:1777420884.582983:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420884.583014:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841033856 00000100:00100000:3.0:1777420884.583019:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841033856 00000100:00100000:3.0:1777420884.583045:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841034240 00000100:00100000:3.0:1777420884.583048:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841034240 00000100:00100000:3.0:1777420884.583090:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1777420884.583112:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110395c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3296:x1863760841034240:12345-0@lo:400: 00000100:00100000:3.0:1777420884.583163:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110395c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3296:x1863760841034240:12345-0@lo:400: Request processed in 53us (241us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420884.583172:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1777420884.583191:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1777420884.583195:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119104c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+17:7916:x1863760841034496:12345-0@lo:502: Request processed in 272us (358us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420884.583202:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af120431180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3294:x1863760841033856:12345-0@lo:8: 00000100:00100000:1.0:1777420884.583204:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00010000:00080000:3.0:1777420884.583234:0:6860:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 96 last 0 00000100:00100000:1.0:1777420884.583240:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841034368 00000100:00100000:1.0:1777420884.583243:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841034368 00000020:00000080:3.0:1777420884.583265:0:6860:0:(genops.c:1404:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xa38d712893835aa 00002000:00100000:3.0:1777420884.583282:0:6860:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff9af001f61800 ocd_connect_flags: 0xa044401443000026 ocd_version: 21132c1 ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:3.0:1777420884.583287:0:6860:0:(ofd_obd.c:142:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00000001:00000004:3.0:1777420884.583291:0:6860:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967296 00002000:00100000:3.0:1777420884.583419:0:6860:0:(ofd_obd.c:230:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:3.0:1777420884.583561:0:6860:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1777420884.583592:0:6860:0:(import.c:65:import_set_state_nolock()) ffff9af001f63000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1777420884.583968:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af120431180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3294:x1863760841033856:12345-0@lo:8: Request processed in 765us (2387us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420884.583978:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1777420884.584013:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841034112 00000100:00100000:3.0:1777420884.584018:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841034112 00000100:00100000:3.0:1777420884.584048:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841033984 00000100:00100000:3.0:1777420884.584053:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841033984 00000100:00100000:3.0:1777420884.584071:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1777420884.584079:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110394000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1863760841034368:12345-0@lo:400: 00000100:00100000:3.0:1777420884.584138:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110394000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1863760841034368:12345-0@lo:400: Request processed in 60us (1297us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420884.584145:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1777420884.584159:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1777420884.584166:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110397b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3296:x1863760841034112:12345-0@lo:400: 00000100:00100000:3.0:1777420884.584198:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110397b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3296:x1863760841034112:12345-0@lo:400: Request processed in 32us (1213us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420884.584204:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1777420884.584219:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1777420884.584225:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134083b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1863760841033984:12345-0@lo:400: 00000100:00100000:3.0:1777420884.584264:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134083b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1863760841033984:12345-0@lo:400: Request processed in 40us (284us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420884.584272:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00080000:3.0:1777420884.584296:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777420884.584302:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:3.0:1777420884.584344:0:3294:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9af13c5bdf80 x1863760841033856/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1777420894 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777420884.584379:0:3294:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1777420884.584389:0:3294:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 1 00000100:00100000:1.0:1777420884.584393:0:7916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af120045c00 going to sleep for 11 seconds 00000100:00080000:3.0:1777420884.584399:0:3294:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:3.0:1777420884.584408:0:3294:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1777420884.584412:0:3294:0:(import.c:65:import_set_state_nolock()) ffff9af13c4e2000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1777420884.584413:0:7916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c5bf480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:7916:1863760841034496:0@lo:502: 00000004:00080000:3.0:1777420884.584440:0:3294:0:(osp_dev.c:1635:osp_import_event()) got connected 00000100:00100000:3.0:1777420884.584448:0:3294:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c5bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3294:1863760841033856:0@lo:8: 00000020:01000000:1.0:1777420884.584451:0:7916:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1777420884.584460:0:7916:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1777420884.584462:0:7916:0:(obd_config.c:1594:class_process_config()) marker 23 (0x2) lustre sys.timeout 00000040:00080000:1.0:1777420884.584469:0:7916:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 34 count 34 00010000:00080000:3.0:1777420884.584610:0:3296:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9af134081c00 x1863760841034112/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777420900 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777420884.584637:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af134081c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3296:1863760841034112:0@lo:400: 00010000:00080000:3.0:1777420884.584654:0:3296:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9af134080380 x1863760841034240/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777420900 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777420884.584663:0:3296:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967298 gen 2 00000100:00100000:3.0:1777420884.584677:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af134080380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841034240:0@lo:400: 00010000:00080000:3.0:1777420884.584715:0:3297:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9af134080e00 x1863760841034368/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777420900 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777420884.584725:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af134080e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3297:1863760841034368:0@lo:400: 00010000:00080000:3.0:1777420884.585451:0:3298:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9af134083480 x1863760841033984/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777420900 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777420884.585470:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af134083480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3298:1863760841033984:0@lo:400: 00000100:00100000:1.0:1777420884.585633:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841034624 00000100:00100000:1.0:1777420884.585641:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841034624 00000100:00100000:1.0:1777420884.585680:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:1.0:1777420884.585688:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119105850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+17:5757:x1863760841034624:12345-0@lo:101: 00010000:00010000:1.0:1777420884.585700:0:5755:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777420884.585715:0:5755:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af137d13000/0xa38d712893835b8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xa38d712893835b1 expref: -99 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420884.585738:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af137d13000/0xa38d712893835b8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa38d712893835b1 expref: 18 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420884.585750:0:5755:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af137d13000/0xa38d712893835b8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d712893835b1 expref: 18 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420884.585760:0:5755:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137d13000, rc 0) 00000100:00100000:1.0:1777420884.585803:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119105850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:5757:x1863760841034624:12345-0@lo:101: Request processed in 115us (218us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420884.585810:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:1.0:1777420884.587488:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841034752 00000100:00100000:1.0:1777420884.587497:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841034752 00000100:00100000:1.0:1777420884.587557:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:1.0:1777420884.587615:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119105c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:5757:x1863760841034752:12345-0@lo:501: 00000100:00100000:1.0:1777420884.588259:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119105c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:5757:x1863760841034752:12345-0@lo:501: Request processed in 693us (2320us total) trans 0 rc -2/-2 00000100:00100000:1.0:1777420884.588269:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:1.0:1777420884.588621:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af134082300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841034752:0@lo:501: 10000000:01000000:1.0:1777420884.588662:0:5757:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.147@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:1.0:1777420884.588673:0:5757:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af120a32e00/0xa38d712893835b1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d712893835b8 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420884.588692:0:5757:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.147@tcp lock: ffff9af120a32e00/0xa38d712893835b1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d712893835b8 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777420884.597461:0:7918:0:(osp_precreate.c:877:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x100010000:0x1:0x0] 00000100:00100000:1.0:1777420884.597497:0:7918:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c5bfb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:7918:1863760841035008:0@lo:7: 00000100:00100000:1.0:1777420884.597578:0:7918:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420884.597629:0:7918:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af137d2ec00 going to sleep for 11 seconds 00000004:00080000:3.0:1777420884.597641:0:5782:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00000100:00100000:3.0:1777420884.597691:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c5bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1863760841034880:0@lo:13: 00000100:00100000:3.0:1777420884.597730:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420884.597763:0:6545:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841034880 00000100:00100000:1.0:1777420884.597769:0:6545:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841034880 00000100:00100000:1.0:1777420884.597800:0:6545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1777420884.597807:0:6545:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110397100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3298:x1863760841034880:12345-0@lo:13: 00002000:00000024:1.0:1777420884.597831:0:6545:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40960000 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1777420884.597879:0:6545:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110397100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3298:x1863760841034880:12345-0@lo:13: Request processed in 72us (149us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420884.597885:0:6545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:3.0:1777420884.597912:0:3298:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9af13c5bf480 x1863760841034880/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777420900 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777420884.597937:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c5bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1863760841034880:0@lo:13: 00010000:00080000:1.0:1777420884.636040:0:7918:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9af134082300 x1863760841035264/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1777420900 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777420884.636055:0:7918:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af134082300 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:7918:1863760841035264:0@lo:700: 00000100:00100000:1.0:1777420884.646527:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841035520 00000100:00100000:1.0:1777420884.646536:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841035520 00000100:00100000:1.0:1777420884.646582:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1777420884.646591:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134080380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:7918:x1863760841035520:12345-0@lo:5: 00002000:00080000:1.0:1777420884.650515:0:6543:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x280000400 00002000:00080000:1.0:1777420884.650534:0:6543:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x280000400 at 2 00000100:00100000:1.0:1777420884.652295:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134080380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:7918:x1863760841035520:12345-0@lo:5: Request processed in 5701us (5790us total) trans 4294967298 rc 0/0 00000100:00100000:1.0:1777420884.652311:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000020:00000004:1.0:1777420884.855342:0:7962:0:(tgt_mount.c:2290:server_getattr()) lustre-OST0001: root_inode from lsi ino=7885, dev=0 00000020:00000004:1.0:1777420884.855375:0:7962:0:(tgt_mount.c:2321:is_cmd_supported()) ioctl cmd=c0185879 00000100:00100000:3.0:1777420884.964005:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420884.964050:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833675392 00000100:00100000:1.0:1777420884.964061:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833675392 00000100:00100000:1.0:1777420884.964112:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 104 00000100:00100000:1.0:1777420884.964122:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119105450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0+-99:2365:x1863760833675392:12345-192.168.203.47@tcp:250: 00010000:00080000:1.0:1777420884.964156:0:5755:0:(ldlm_lib.c:1429:target_handle_connect()) MGS: connection from 71f90d2e-4852-44e2-8435-52916750919f@192.168.203.47@tcp t0 exp 0000000000000000 cur 96 last 0 00000020:00000080:1.0:1777420884.964181:0:5755:0:(genops.c:1404:class_connect()) connect: client 71f90d2e-4852-44e2-8435-52916750919f, cookie 0xa38d712893835bf 00000100:00080000:1.0:1777420884.964313:0:5755:0:(import.c:65:import_set_state_nolock()) ffff9af001e93000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1777420884.964400:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119105450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+4:2365:x1863760833675392:12345-192.168.203.47@tcp:250: Request processed in 278us (449us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420884.964409:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 104 00000100:00100000:3.0:1777420884.965088:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420884.965129:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833675520 00000100:00100000:1.0:1777420884.965133:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833675520 00000100:00100000:1.0:1777420884.965158:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 105 00000100:00100000:1.0:1777420884.965162:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119107850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+4:5550:x1863760833675520:12345-192.168.203.47@tcp:101: 00010000:00010000:1.0:1777420884.965170:0:5755:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777420884.965185:0:5755:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af137d12c00/0xa38d712893835c6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375639 expref: -99 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420884.965205:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af137d12c00/0xa38d712893835c6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375639 expref: 5 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420884.965213:0:5755:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af137d12c00/0xa38d712893835c6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375639 expref: 5 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420884.965235:0:5755:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137d12c00, rc 0) 00000100:00100000:1.0:1777420884.965264:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119107850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+5:5550:x1863760833675520:12345-192.168.203.47@tcp:101: Request processed in 99us (175us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420884.965271:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 105 00000100:00100000:1.0:1777420884.965946:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833675648 00000100:00100000:1.0:1777420884.965949:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833675648 00000100:00100000:1.0:1777420884.965977:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 106 00000100:00100000:1.0:1777420884.965981:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119104850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+5:5550:x1863760833675648:12345-192.168.203.47@tcp:501: 00000100:00100000:1.0:1777420884.966149:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119104850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+5:5550:x1863760833675648:12345-192.168.203.47@tcp:501: Request processed in 167us (235us total) trans 0 rc -2/-2 00000100:00100000:1.0:1777420884.966155:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 106 00000100:00100000:3.0:1777420884.966896:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420884.966926:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833675776 00000100:00100000:1.0:1777420884.966930:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833675776 00000100:00100000:1.0:1777420884.966949:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 107 00000100:00100000:1.0:1777420884.966956:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119105050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+5:5550:x1863760833675776:12345-192.168.203.47@tcp:101: 00010000:00010000:1.0:1777420884.966961:0:5755:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777420884.966966:0:5755:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af137d13c00/0xa38d712893835cd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375640 expref: -99 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420884.966976:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af137d13c00/0xa38d712893835cd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375640 expref: 6 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420884.966982:0:5755:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af137d13c00/0xa38d712893835cd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375640 expref: 6 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420884.966986:0:5755:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137d13c00, rc 0) 00000100:00100000:1.0:1777420884.967012:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119105050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+6:5550:x1863760833675776:12345-192.168.203.47@tcp:101: Request processed in 58us (118us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420884.967017:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 107 00000100:00100000:3.0:1777420884.967624:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420884.967654:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833675904 00000100:00100000:1.0:1777420884.967658:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833675904 00000100:00100000:1.0:1777420884.967677:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 108 00000100:00100000:1.0:1777420884.967683:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119106050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+6:5550:x1863760833675904:12345-192.168.203.47@tcp:501: 00000100:00100000:1.0:1777420884.967740:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119106050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+7:5550:x1863760833675904:12345-192.168.203.47@tcp:501: Request processed in 57us (117us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420884.967744:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 108 00000100:00100000:1.0:1777420884.968411:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833676032 00000100:00100000:1.0:1777420884.968416:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833676032 00000100:00100000:1.0:1777420884.968440:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 109 00000100:00100000:1.0:1777420884.968445:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119107c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+7:5550:x1863760833676032:12345-192.168.203.47@tcp:503: 00000100:00100000:1.0:1777420884.968710:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119107c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+7:5550:x1863760833676032:12345-192.168.203.47@tcp:503: Request processed in 264us (325us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420884.968719:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 109 00000100:00100000:3.0:1777420884.969630:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420884.969663:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833676160 00000100:00100000:1.0:1777420884.969668:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833676160 00000100:00100000:1.0:1777420884.969687:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 110 00000100:00100000:1.0:1777420884.969692:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119107450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+7:5569:x1863760833676160:12345-192.168.203.47@tcp:502: 00000100:00100000:1.0:1777420884.969853:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119107450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+7:5569:x1863760833676160:12345-192.168.203.47@tcp:502: Request processed in 159us (223us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420884.969860:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 110 00000100:00100000:3.0:1777420884.977822:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420884.977881:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833676288 00000100:00100000:1.0:1777420884.977893:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833676288 00000100:00100000:1.0:1777420884.977959:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 111 00000100:00100000:1.0:1777420884.977967:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119102050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+7:5569:x1863760833676288:12345-192.168.203.47@tcp:502: 00000100:00100000:1.0:1777420884.978204:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119102050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+7:5569:x1863760833676288:12345-192.168.203.47@tcp:502: Request processed in 238us (391us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420884.978212:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 111 00000100:00100000:1.0:1777420884.979597:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833676416 00000100:00100000:1.0:1777420884.979602:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833676416 00000100:00100000:1.0:1777420884.979629:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 112 00000100:00100000:1.0:1777420884.979638:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119103c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+7:5550:x1863760833676416:12345-192.168.203.47@tcp:101: 00010000:00010000:1.0:1777420884.979649:0:5755:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777420884.979666:0:5755:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af137d12800/0xa38d712893835d4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37566a expref: -99 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420884.979688:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af137d12800/0xa38d712893835d4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37566a expref: 8 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420884.979697:0:5755:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af137d12800/0xa38d712893835d4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37566a expref: 8 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420884.979704:0:5755:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137d12800, rc 0) 00000100:00100000:1.0:1777420884.979727:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119103c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+8:5550:x1863760833676416:12345-192.168.203.47@tcp:101: Request processed in 91us (173us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420884.979732:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 112 00000100:00100000:3.0:1777420884.981544:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420884.981579:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833676544 00000100:00100000:1.0:1777420884.981584:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833676544 00000100:00100000:1.0:1777420884.981611:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 113 00000100:00100000:1.0:1777420884.981620:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119103450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+8:5550:x1863760833676544:12345-192.168.203.47@tcp:256: 20000000:01000000:1.0:1777420884.981647:0:5755:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:1.0:1777420884.981662:0:5755:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:1.0:1777420884.981665:0:5755:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:1.0:1777420884.981667:0:5755:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:1.0:1777420884.981669:0:5755:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 132, version 5 00000100:00100000:1.0:1777420884.982258:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119103450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+8:5550:x1863760833676544:12345-192.168.203.47@tcp:256: Request processed in 638us (715us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420884.982267:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 113 00000100:00100000:1.0:1777420884.983739:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833676672 00000100:00100000:1.0:1777420884.983744:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833676672 00000100:00100000:1.0:1777420884.983772:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 114 00000100:00100000:1.0:1777420884.983778:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119102450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+8:5550:x1863760833676672:12345-192.168.203.47@tcp:101: 00010000:00010000:1.0:1777420884.983785:0:5755:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777420884.983795:0:5755:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af137d13400/0xa38d712893835db lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375671 expref: -99 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420884.983808:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af137d13400/0xa38d712893835db lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375671 expref: 9 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420884.983815:0:5755:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af137d13400/0xa38d712893835db lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375671 expref: 9 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420884.983820:0:5755:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137d13400, rc 0) 00000100:00100000:1.0:1777420884.983843:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119102450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+9:5550:x1863760833676672:12345-192.168.203.47@tcp:101: Request processed in 66us (151us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420884.983847:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 114 00000100:00100000:3.0:1777420884.984556:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420884.984596:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833676800 00000100:00100000:1.0:1777420884.984600:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833676800 00000100:00100000:1.0:1777420884.984628:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 115 00000100:00100000:1.0:1777420884.984634:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119100050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+9:5550:x1863760833676800:12345-192.168.203.47@tcp:501: 00000100:00100000:1.0:1777420884.984723:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119100050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+9:5550:x1863760833676800:12345-192.168.203.47@tcp:501: Request processed in 88us (167us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420884.984729:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 115 00000100:00100000:3.0:1777420884.985699:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420884.985737:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833676928 00000100:00100000:1.0:1777420884.985742:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833676928 00000100:00100000:1.0:1777420884.985769:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 116 00000100:00100000:1.0:1777420884.985776:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119102850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+9:5550:x1863760833676928:12345-192.168.203.47@tcp:503: 00000100:00100000:1.0:1777420884.986022:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119102850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+9:5550:x1863760833676928:12345-192.168.203.47@tcp:503: Request processed in 247us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420884.986027:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 116 00000100:00100000:1.0:1777420884.988562:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833677056 00000100:00100000:1.0:1777420884.988568:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833677056 00000100:00100000:1.0:1777420884.988596:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 117 00000100:00100000:1.0:1777420884.988602:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119103050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+9:5573:x1863760833677056:12345-192.168.203.47@tcp:502: 00000100:00100000:1.0:1777420884.988742:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119103050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+9:5573:x1863760833677056:12345-192.168.203.47@tcp:502: Request processed in 138us (223us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420884.988751:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 117 00000100:00100000:3.0:1777420884.989738:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420884.989774:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833677184 00000100:00100000:1.0:1777420884.989778:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833677184 00000100:00100000:1.0:1777420884.989797:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 118 00000100:00100000:1.0:1777420884.989803:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119102c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+9:5573:x1863760833677184:12345-192.168.203.47@tcp:502: 00000100:00100000:1.0:1777420884.989879:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119102c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+9:5573:x1863760833677184:12345-192.168.203.47@tcp:502: Request processed in 76us (143us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420884.989884:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 118 00000100:00100000:3.0:1777420884.991112:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420886.001388:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420886.001414:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420886.001466:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833677440 00000100:00100000:1.0:1777420886.001473:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833677440 00000100:00080000:3.0:1777420886.001522:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777420886.001550:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 5 00000100:00100000:1.0:1777420886.001567:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110396d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+7:0:x1863760833677440:12345-192.168.203.47@tcp:41: 00000004:00000024:1.0:1777420886.001619:0:5761:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:1.0:1777420886.001702:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110396d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+7:0:x1863760833677440:12345-192.168.203.47@tcp:41: Request processed in 141us (284us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420886.001717:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 5 00000100:00100000:3.0:1777420886.002519:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420886.002557:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833677696 00000100:00100000:1.0:1777420886.002563:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833677696 00000100:00100000:1.0:1777420886.002586:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 7 00000100:00100000:1.0:1777420886.002593:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110396a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:5550:x1863760833677696:12345-192.168.203.47@tcp:40: 00000100:00100000:1.0:1777420886.002633:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110396a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:5550:x1863760833677696:12345-192.168.203.47@tcp:40: Request processed in 40us (114us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420886.002640:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 7 00000100:00100000:3.0:1777420886.003604:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420886.003649:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833677824 00000100:00100000:1.0:1777420886.003654:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833677824 00000100:00100000:1.0:1777420886.003680:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 8 00000100:00100000:1.0:1777420886.003686:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110397480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2365:x1863760833677824:12345-192.168.203.47@tcp:8: 00010000:00080000:1.0:1777420886.003711:0:6543:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0000: connection from f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp t0 exp 0000000000000000 cur 97 last 0 00000020:00000080:1.0:1777420886.003746:0:6543:0:(genops.c:1404:class_connect()) connect: client f8f37cf1-354c-422d-bbc6-c92f7928756d, cookie 0xa38d712893835e9 00002000:00100000:1.0:1777420886.003758:0:6543:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli f8f37cf1-354c-422d-bbc6-c92f7928756d/ffff9af001e95000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 21132c1 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1777420886.003779:0:6543:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000100:00100000:3.0:1777420886.003840:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420886.003922:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420886.003978:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420886.004011:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833678080 00000100:00100000:3.0:1777420886.004023:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833678080 00000100:00100000:3.0:1777420886.004060:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 9 00000100:00100000:3.0:1777420886.004070:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110395500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2365:x1863760833678080:12345-192.168.203.47@tcp:8: 00010000:00080000:3.0:1777420886.004100:0:6541:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0001: connection from f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp t0 exp 0000000000000000 cur 97 last 0 00000020:00000080:3.0:1777420886.004124:0:6541:0:(genops.c:1404:class_connect()) connect: client f8f37cf1-354c-422d-bbc6-c92f7928756d, cookie 0xa38d712893835f0 00002000:00100000:3.0:1777420886.004130:0:6541:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli f8f37cf1-354c-422d-bbc6-c92f7928756d/ffff9af001f66000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 21132c1 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1777420886.004138:0:6541:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:1.0:1777420886.004217:0:6543:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1777420886.004253:0:6543:0:(import.c:65:import_set_state_nolock()) ffff9af001e97000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1777420886.004291:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110397480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2365:x1863760833677824:12345-192.168.203.47@tcp:8: Request processed in 603us (687us total) trans 0 rc 0/0 00002000:00080000:3.0:1777420886.004304:0:6541:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00100000:1.0:1777420886.004309:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 8 00000100:00080000:3.0:1777420886.004330:0:6541:0:(import.c:65:import_set_state_nolock()) ffff9af001f67000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1777420886.004458:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110395500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2365:x1863760833678080:12345-192.168.203.47@tcp:8: Request processed in 389us (484us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420886.004466:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 9 00000100:00100000:1.0:1777420886.082727:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833678336 00000100:00100000:1.0:1777420886.082740:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833678336 00000100:00100000:1.0:1777420886.082815:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 8 00000100:00100000:1.0:1777420886.082827:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134080000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:5593:x1863760833678336:12345-192.168.203.47@tcp:101: 00010000:00010000:1.0:1777420886.082849:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777420886.082875:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12e00/0xa38d712893835f7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37569b expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420886.082937:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12600/0xa38d712893835fe lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420886.082950:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12600/0xa38d712893835fe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420886.082965:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12600/0xa38d712893835fe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777420886.083046:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 10752 00000004:00200000:1.0:1777420886.083050:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:1.0:1777420886.083072:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12600/0xa38d712893835fe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420886.083119:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12e00/0xa38d712893835f7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37569b expref: 8 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420886.083142:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12600/0xa38d712893835fe lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37569b expref: 7 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420886.083176:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1061f8900) 00010000:00010000:1.0:1777420886.083180:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777420886.083184:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137d12600, rc 0) 00000100:00100000:1.0:1777420886.083249:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134080000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+7:5593:x1863760833678336:12345-192.168.203.47@tcp:101: Request processed in 422us (615us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420886.083257:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 8 00000100:00080000:3.0:1777420887.000814:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:3.0:1777420887.001092:0:3295:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9af120430380 x1863760841035648/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777420903 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777420887.001113:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af120430380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841035648:0@lo:13: 00010000:00010000:1.0:1777420887.320480:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777420887.489552:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420887.489610:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833678464 00000100:00100000:1.0:1777420887.489620:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833678464 00000100:00100000:1.0:1777420887.489676:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 9 00000100:00100000:1.0:1777420887.489684:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110394e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+7:5645:x1863760833678464:12345-192.168.203.47@tcp:41: 00000004:00000024:1.0:1777420887.489721:0:5761:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:1.0:1777420887.489772:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110394e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+7:5645:x1863760833678464:12345-192.168.203.47@tcp:41: Request processed in 89us (231us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420887.489777:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 9 00000100:00080000:3.0:1777420887.490953:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777420887.491779:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1777420888.345443:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1777420889.477641:0:8210:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffd5abdd8b0 20000000:00000080:1.0:1777420889.477661:0:8210:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff9af0013e3c00 uarg=0000000000000000 20000000:01000000:1.0:1777420889.477703:0:8210:0:(mgs_llog.c:1905:mgs_parse_devname()) Device name lustre without fsname 20000000:01000000:1.0:1777420889.477706:0:8210:0:(mgs_llog.c:5963:mgs_set_conf_param()) lustre is seen as a file system name 20000000:01000000:1.0:1777420889.477709:0:8210:0:(mgs_llog.c:5994:mgs_set_conf_param()) set_conf_param fs='lustre' device='lustre' param='sys.jobid_var=procname_uid' 20000000:01000000:1.0:1777420889.477714:0:8210:0:(mgs_llog.c:4648:mgs_write_log_param()) next param 'sys.jobid_var=procname_uid' 20000000:01000000:1.0:1777420889.477719:0:8210:0:(mgs_llog.c:4082:mgs_write_log_sys()) global 'sys.jobid_var=procname_uid' val=procname_uid 20000000:01000000:1.0:1777420889.477734:0:8210:0:(mgs_llog.c:93:class_dentry_readdir()) Not in white list, skipping . 20000000:01000000:1.0:1777420889.477737:0:8210:0:(mgs_llog.c:93:class_dentry_readdir()) Not in white list, skipping .. 20000000:01000000:1.0:1777420889.477793:0:8210:0:(mgs_llog.c:2442:mgs_write_log_direct_all()) Changing log lustre-client 20000000:01000000:1.0:1777420889.477797:0:8210:0:(mgs_llog.c:1016:mgs_modify()) modify lustre-client/lustre/sys.jobid_var fl=4 00000040:00080000:1.0:1777420889.478300:0:8211:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 39 count 39 00000040:00080000:3.0:1777420889.478626:0:8210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].39, 224 off14880 00000040:00080000:3.0:1777420889.478688:0:8210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].40, 120 off15000 00000040:00080000:3.0:1777420889.478725:0:8210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].41, 224 off15224 20000000:01000000:3.0:1777420889.478738:0:8210:0:(mgs_llog.c:2442:mgs_write_log_direct_all()) Changing log lustre-OST0000 20000000:01000000:3.0:1777420889.478740:0:8210:0:(mgs_llog.c:1016:mgs_modify()) modify lustre-OST0000/lustre/sys.jobid_var fl=4 00000040:00080000:1.0:1777420889.479134:0:8212:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 11 count 11 00000040:00080000:3.0:1777420889.479308:0:8210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].11, 224 off10160 00000040:00080000:3.0:1777420889.479411:0:8210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].12, 120 off10280 00000040:00080000:3.0:1777420889.479450:0:8210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].13, 224 off10504 20000000:01000000:3.0:1777420889.479464:0:8210:0:(mgs_llog.c:2442:mgs_write_log_direct_all()) Changing log lustre-OST0001 20000000:01000000:3.0:1777420889.479466:0:8210:0:(mgs_llog.c:1016:mgs_modify()) modify lustre-OST0001/lustre/sys.jobid_var fl=4 00000040:00080000:1.0:1777420889.479964:0:8213:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 8 count 8 00000040:00080000:3.0:1777420889.480139:0:8210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].8, 224 off9632 00000040:00080000:3.0:1777420889.480173:0:8210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].9, 120 off9752 00000040:00080000:3.0:1777420889.480192:0:8210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].10, 224 off9976 20000000:01000000:3.0:1777420889.480199:0:8210:0:(mgs_llog.c:2442:mgs_write_log_direct_all()) Changing log lustre-MDT0000 20000000:01000000:3.0:1777420889.480200:0:8210:0:(mgs_llog.c:1016:mgs_modify()) modify lustre-MDT0000/lustre/sys.jobid_var fl=4 00000040:00080000:1.0:1777420889.480792:0:8214:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 34 count 34 00000040:00080000:3.0:1777420889.480919:0:8210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].34, 224 off14144 00000040:00080000:3.0:1777420889.480941:0:8210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].35, 120 off14264 00000040:00080000:3.0:1777420889.480969:0:8210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].36, 224 off14488 10000000:01000000:3.0:1777420889.480980:0:8210:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 00010000:00010000:3.0:1777420889.480999:0:8210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9af10148d600/0xa38d71289383605 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420889.481016:0:8210:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9af137d12a00/0xa38d71289383502 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d712893834fb expref: 17 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420889.481022:0:8210:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9af137d13a00/0xa38d7128938352c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d71289383525 expref: 17 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420889.481027:0:8210:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9af100030000/0xa38d71289383556 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d7128938354f expref: 17 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420889.481031:0:8210:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9af137d12400/0xa38d71289383564 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d7128938355d expref: 17 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420889.481035:0:8210:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9af100031800/0xa38d71289383572 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d7128938356b expref: 17 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420889.481039:0:8210:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9af137d12000/0xa38d7128938358e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d71289383587 expref: 17 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420889.481047:0:8210:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9af137d13000/0xa38d712893835b8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d712893835b1 expref: 17 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420889.481054:0:8210:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9af137d12c00/0xa38d712893835c6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375639 expref: 8 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420889.481058:0:8210:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9af137d13c00/0xa38d712893835cd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375640 expref: 8 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420889.481075:0:8210:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9af10148d600/0xa38d71289383605 lrc: 12/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420889.481126:0:8210:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9af137d13c00/0xa38d712893835cd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375640 expref: 8 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420889.481137:0:8210:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9af137d13c00/0xa38d712893835cd lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375640 expref: 8 pid: 5755 timeout: 201 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420889.481149:0:8210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13d21b100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8210:1863760841035776:192.168.203.47@tcp:104: 00010000:00010000:3.0:1777420889.481251:0:8210:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9af137d12c00/0xa38d712893835c6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375639 expref: 8 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420889.481258:0:8210:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9af137d12c00/0xa38d712893835c6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375639 expref: 8 pid: 5755 timeout: 201 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420889.481264:0:8210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13d21ad80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8210:1863760841035904:192.168.203.47@tcp:104: 00010000:00010000:3.0:1777420889.481285:0:8210:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9af137d13000/0xa38d712893835b8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa38d712893835b1 expref: 17 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420889.481297:0:8210:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9af137d13000/0xa38d712893835b8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa38d712893835b1 expref: 17 pid: 5755 timeout: 251 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420889.481304:0:8210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13d21a680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8210:1863760841036032:0@lo:104: 00000100:00100000:3.0:1777420889.481336:0:8210:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777420889.481401:0:8210:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9af137d12000/0xa38d7128938358e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa38d71289383587 expref: 17 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420889.481410:0:8210:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9af137d12000/0xa38d7128938358e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa38d71289383587 expref: 17 pid: 5754 timeout: 251 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420889.481420:0:8210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13d21b800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8210:1863760841036160:0@lo:104: 00000100:00100000:3.0:1777420889.481523:0:8210:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777420889.481578:0:5749:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777420889.481587:0:5749:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.147@tcp lock: ffff9af120a32e00/0xa38d712893835b1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d712893835b8 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420889.481598:0:5749:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a32e00 already unused, calling callback (ffffffffc1ac3c20) 10000000:00010000:1.0:1777420889.481604:0:5749:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.147@tcp lock: ffff9af120a32e00/0xa38d712893835b1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400400000000 nid: local remote: 0xa38d712893835b8 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420889.481619:0:5749:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.147@tcp lock: ffff9af120a32e00/0xa38d712893835b1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1408400000000 nid: local remote: 0xa38d712893835b8 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420889.481625:0:8210:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9af100031800/0xa38d71289383572 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa38d7128938356b expref: 17 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1777420889.481629:0:5749:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.147@tcp lock: ffff9af120a32e00/0xa38d712893835b1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1409400000000 nid: local remote: 0xa38d712893835b8 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1777420889.481649:0:5749:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1777420889.481650:0:8210:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9af100031800/0xa38d71289383572 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa38d7128938356b expref: 17 pid: 5754 timeout: 251 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420889.481664:0:8210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13d219880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8210:1863760841036288:0@lo:104: 00010000:00010000:1.0:1777420889.481691:0:5749:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.147@tcp lock: ffff9af120a32e00/0xa38d712893835b1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d712893835b8 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420889.481703:0:5749:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1777420889.481704:0:8210:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777420889.481730:0:5749:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.147@tcp lock: ffff9af120a32e00/0xa38d712893835b1 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d712893835b8 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420889.481736:0:8210:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9af137d12400/0xa38d71289383564 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa38d7128938355d expref: 17 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420889.481751:0:5749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.147@tcp lock: ffff9af120a32e00/0xa38d712893835b1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d712893835b8 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420889.481779:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777420889.481782:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777420889.481793:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777420889.481812:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c5bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3296:1863760841036416:0@lo:103: 00000100:00100000:1.0:1777420889.481862:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777420889.481867:0:8210:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9af137d12400/0xa38d71289383564 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa38d7128938355d expref: 17 pid: 5754 timeout: 251 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420889.481884:0:8210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13d218000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8210:1863760841036544:0@lo:104: 00000100:00100000:3.0:1777420889.481926:0:8210:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777420889.481952:0:8210:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9af100030000/0xa38d71289383556 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa38d7128938354f expref: 17 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420889.481964:0:8210:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9af100030000/0xa38d71289383556 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa38d7128938354f expref: 17 pid: 5754 timeout: 251 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420889.481985:0:8210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13d219180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8210:1863760841036800:0@lo:104: 00000100:00100000:3.0:1777420889.482018:0:8210:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777420889.482044:0:8210:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9af137d13a00/0xa38d7128938352c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa38d71289383525 expref: 17 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420889.482055:0:8210:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9af137d13a00/0xa38d7128938352c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa38d71289383525 expref: 17 pid: 5754 timeout: 251 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420889.482081:0:5749:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1777420889.482082:0:8210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13d218e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8210:1863760841037056:0@lo:104: 00010000:00010000:1.0:1777420889.482089:0:5749:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.147@tcp lock: ffff9af120a33a00/0xa38d7128938355d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d71289383564 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420889.482102:0:5749:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a33a00 already unused, calling callback (ffffffffc1ac3c20) 10000000:00010000:1.0:1777420889.482108:0:5749:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.147@tcp lock: ffff9af120a33a00/0xa38d7128938355d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0xa38d71289383564 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420889.482118:0:5749:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.147@tcp lock: ffff9af120a33a00/0xa38d7128938355d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0xa38d71289383564 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420889.482123:0:8210:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 10000000:00010000:1.0:1777420889.482134:0:5749:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.147@tcp lock: ffff9af120a33a00/0xa38d7128938355d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0xa38d71289383564 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420889.482150:0:8210:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9af137d12a00/0xa38d71289383502 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa38d712893834fb expref: 17 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1777420889.482151:0:5749:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1777420889.482165:0:8210:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9af137d12a00/0xa38d71289383502 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa38d712893834fb expref: 17 pid: 5754 timeout: 251 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420889.482173:0:5749:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.147@tcp lock: ffff9af120a33a00/0xa38d7128938355d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d71289383564 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420889.482177:0:8210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13d219c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8210:1863760841037184:0@lo:104: 00010000:00010000:1.0:1777420889.482186:0:5749:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1777420889.482201:0:5749:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.147@tcp lock: ffff9af120a33a00/0xa38d7128938355d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d71289383564 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420889.482208:0:5749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.147@tcp lock: ffff9af120a33a00/0xa38d7128938355d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d71289383564 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420889.482219:0:8210:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777420889.482230:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777420889.482233:0:8210:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af10617f300 going to sleep for 11 seconds 00010000:00010000:1.0:1777420889.482235:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777420889.482242:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777420889.482258:0:8210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13d21a680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8210:1863760841036032:0@lo:104: 00000100:00100000:1.0:1777420889.482264:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c5bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3295:1863760841037312:0@lo:103: 00000100:00100000:3.0:1777420889.482272:0:8210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13d21b800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8210:1863760841036160:0@lo:104: 00000100:00100000:3.0:1777420889.482288:0:8210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13d219880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8210:1863760841036288:0@lo:104: 00000100:00100000:1.0:1777420889.482305:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420889.482311:0:8210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13d218000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8210:1863760841036544:0@lo:104: 00000100:00100000:1.0:1777420889.482340:0:3295:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777420889.482371:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af120433480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3295:1863760841037440:0@lo:103: 00000100:00100000:1.0:1777420889.482400:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420889.482415:0:8210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13d219180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8210:1863760841036800:0@lo:104: 00000100:00100000:3.0:1777420889.482434:0:8210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13d218e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8210:1863760841037056:0@lo:104: 00000100:00100000:3.0:1777420889.482562:0:8210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13d219c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8210:1863760841037184:0@lo:104: 00010000:00010000:1.0:1777420889.482573:0:7419:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1777420889.482582:0:7419:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.147@tcp lock: ffff9af100030c00/0xa38d71289383525 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d7128938352c expref: -99 pid: 7413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420889.482590:0:7419:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af100030c00 already unused, calling callback (ffffffffc1ac3c20) 10000000:00010000:1.0:1777420889.482594:0:7419:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.147@tcp lock: ffff9af100030c00/0xa38d71289383525 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xa38d7128938352c expref: -99 pid: 7413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420889.482606:0:7419:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.147@tcp lock: ffff9af100030c00/0xa38d71289383525 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xa38d7128938352c expref: -99 pid: 7413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1777420889.482628:0:7419:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.147@tcp lock: ffff9af100030c00/0xa38d71289383525 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xa38d7128938352c expref: -99 pid: 7413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1777420889.482636:0:7419:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1777420889.482659:0:7419:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.147@tcp lock: ffff9af100030c00/0xa38d71289383525 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d7128938352c expref: -99 pid: 7413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420889.482677:0:7419:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1777420889.482697:0:7419:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.147@tcp lock: ffff9af100030c00/0xa38d71289383525 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d7128938352c expref: -99 pid: 7413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420889.482709:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c5bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3297:1863760841037568:0@lo:103: 00010000:00010000:1.0:1777420889.482710:0:7419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.147@tcp lock: ffff9af100030c00/0xa38d71289383525 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d7128938352c expref: -99 pid: 7413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420889.482742:0:7419:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777420889.482752:0:7419:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.147@tcp lock: ffff9af100030800/0xa38d712893834fb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d71289383502 expref: -99 pid: 7413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420889.482762:0:7419:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af100030800 already unused, calling callback (ffffffffc1ac3c20) 10000000:00010000:1.0:1777420889.482766:0:7419:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.147@tcp lock: ffff9af100030800/0xa38d712893834fb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa38d71289383502 expref: -99 pid: 7413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420889.482774:0:7419:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.147@tcp lock: ffff9af100030800/0xa38d712893834fb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa38d71289383502 expref: -99 pid: 7413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1777420889.482782:0:7419:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.147@tcp lock: ffff9af100030800/0xa38d712893834fb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa38d71289383502 expref: -99 pid: 7413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420889.482795:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 10000000:01000000:1.0:1777420889.482802:0:7419:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1777420889.482824:0:7419:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.147@tcp lock: ffff9af100030800/0xa38d712893834fb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d71289383502 expref: -99 pid: 7413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420889.482827:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af120431880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3297:1863760841036672:0@lo:103: 00010000:00010000:1.0:1777420889.482837:0:7419:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1777420889.482847:0:7419:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.147@tcp lock: ffff9af100030800/0xa38d712893834fb lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d71289383502 expref: -99 pid: 7413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420889.482851:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777420889.482862:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c5bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3297:1863760841037696:0@lo:103: 00010000:00010000:1.0:1777420889.482868:0:7419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.147@tcp lock: ffff9af100030800/0xa38d712893834fb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d71289383502 expref: -99 pid: 7413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420889.482890:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777420889.482894:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777420889.482895:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777420889.482902:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777420889.483000:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c5bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3295:1863760841037312:0@lo:103: 00000100:00100000:3.0:1777420889.483045:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af120432680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3297:1863760841036928:0@lo:103: 00000100:00100000:1.0:1777420889.483137:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af120433480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3295:1863760841037440:0@lo:103: 00000100:00100000:3.0:1777420889.483152:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c5bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3297:1863760841037568:0@lo:103: 00000100:00100000:1.0:1777420889.483248:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c5bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3297:1863760841037696:0@lo:103: 00000100:00100000:3.0:1777420889.483257:0:8210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13d21b100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8210:1863760841035776:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777420889.483278:0:8210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13d21ad80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8210:1863760841035904:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777420889.483331:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833678848 00000100:00100000:1.0:1777420889.483337:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833678848 00010000:00010000:3.0:1777420889.483339:0:8210:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9af10148d600/0xa38d71289383605 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420889.483381:0:5745:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9af137d13c00/0xa38d712893835cd lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375640 expref: 10 pid: 5755 timeout: 201 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420889.483411:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 18 00000100:00100000:1.0:1777420889.483424:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af104e35c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:71f90d2e-4852-44e2-8435-52916750919f+10:2368:x1863760833678848:12345-192.168.203.47@tcp:103: 00000100:00100000:3.0:1777420889.483425:0:5746:0:(service.c:3435:ptlrpc_start_thread()) ldlm_canceld[0] started 4 min 3 max 56 00010000:00010000:1.0:1777420889.483439:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777420889.483447:0:5745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9af137d13c00/0xa38d712893835cd lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375640 expref: 10 pid: 5755 timeout: 201 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420889.483466:0:5745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9af137d13c00/0xa38d712893835cd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375640 expref: 10 pid: 5755 timeout: 201 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420889.483491:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af137d13c00/0xa38d712893835cd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375640 expref: 10 pid: 5755 timeout: 201 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420889.483524:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777420889.483563:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af104e35c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:71f90d2e-4852-44e2-8435-52916750919f+8:2368:x1863760833678848:12345-192.168.203.47@tcp:103: Request processed in 141us (307us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420889.483572:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 18 00000100:00100000:3.0:1777420890.072593:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af120431f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841038080:0@lo:400: 00000100:00100000:1.0:1777420890.072594:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af120432a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3296:1863760841037952:0@lo:400: 00000100:00100000:1.0:1777420890.073914:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420890.073934:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420890.073978:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af120432680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841038464:0@lo:400: 00000100:00100000:1.0:1777420890.073997:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420890.074014:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841038080 00000100:00100000:3.0:1777420890.074024:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841038080 00000100:00100000:1.0:1777420890.074028:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841037952 00000100:00100000:1.0:1777420890.074032:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841037952 00000100:00100000:1.0:1777420890.074101:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1777420890.074104:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841038464 00000100:00100000:3.0:1777420890.074110:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841038464 00000100:00100000:1.0:1777420890.074128:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3296:x1863760841037952:12345-0@lo:400: 00000100:00100000:3.0:1777420890.074148:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1777420890.074158:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d21ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841038080:12345-0@lo:400: 00000100:00100000:1.0:1777420890.074172:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3296:x1863760841037952:12345-0@lo:400: Request processed in 47us (256us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420890.074178:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1777420890.074202:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1777420890.074210:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3296:x1863760841038464:12345-0@lo:400: 00000100:00100000:3.0:1777420890.074222:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d21ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841038080:12345-0@lo:400: Request processed in 64us (288us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420890.074236:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1777420890.074241:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3296:x1863760841038464:12345-0@lo:400: Request processed in 32us (241us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420890.074247:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00080000:1.0:1777420890.074276:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777420890.074280:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777420890.074285:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777420890.074330:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841037824 00000100:00100000:1.0:1777420890.074336:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841037824 00000100:00100000:1.0:1777420890.074413:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1777420890.074423:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3295:x1863760841037824:12345-0@lo:400: 00000100:00100000:1.0:1777420890.074467:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3295:x1863760841037824:12345-0@lo:400: Request processed in 45us (183us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420890.074479:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1777420890.074517:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841038336 00000100:00100000:1.0:1777420890.074522:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841038336 00000100:00100000:1.0:1777420890.074570:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1777420890.074580:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3295:x1863760841038336:12345-0@lo:400: 00000100:00100000:1.0:1777420890.074632:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3295:x1863760841038336:12345-0@lo:400: Request processed in 54us (158us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420890.074638:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000001:00100000:1.0:1777420890.097038:0:5782:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of f8f37cf1-354c-422d-bbc6-c92f7928756d 00000100:00100000:1.0:1777420890.190645:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420890.191856:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420890.193999:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420890.194929:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420890.196743:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00010000:00010000:1.0:1777420890.392567:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1777420890.790086:0:8265:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffe0bcb3720 20000000:00000080:3.0:1777420890.790100:0:8265:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff9af0013dc400 uarg=0000000000000000 20000000:01000000:3.0:1777420890.790131:0:8265:0:(mgs_llog.c:6086:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:3.0:1777420890.790136:0:8265:0:(mgs_llog.c:4548:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:3.0:1777420890.790139:0:8265:0:(mgs_llog.c:1277:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 20000000:02000000:3.0:1777420890.790560:0:8265:0:(mgs_llog.c:4021:mgs_wlp_lcfg()) Setting parameter general.lod.*.mdt_hash=crush in log params 00000040:00080000:3.0:1777420890.792507:0:8265:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].4, 224 off8976 00000040:00080000:3.0:1777420890.792538:0:8265:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].5, 112 off9088 00000040:00080000:3.0:1777420890.792569:0:8265:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].6, 224 off9312 10000000:01000000:3.0:1777420890.792578:0:8265:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:3.0:1777420890.792597:0:8265:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9af10148d400/0xa38d7128938361a lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420890.792613:0:8265:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9af10148ca00/0xa38d71289383445 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d7128938343e expref: 10 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420890.792618:0:8265:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9af120a33800/0xa38d712893834c3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d712893834bc expref: 10 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420890.792623:0:8265:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9af137d13200/0xa38d7128938351e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d71289383517 expref: 10 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420890.792628:0:8265:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9af137d13400/0xa38d712893835db lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375671 expref: 8 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420890.792638:0:8265:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9af10148d400/0xa38d7128938361a lrc: 7/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420890.792677:0:8265:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9af137d13400/0xa38d712893835db lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375671 expref: 8 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420890.792687:0:8265:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9af137d13400/0xa38d712893835db lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375671 expref: 8 pid: 5755 timeout: 202 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420890.792699:0:8265:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13d21b100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8265:1863760841038592:192.168.203.47@tcp:104: 00010000:00010000:3.0:1777420890.792805:0:8265:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9af137d13200/0xa38d7128938351e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa38d71289383517 expref: 10 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420890.792813:0:8265:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9af137d13200/0xa38d7128938351e lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa38d71289383517 expref: 10 pid: 5754 timeout: 252 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420890.792823:0:8265:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13d219c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8265:1863760841038720:0@lo:104: 00000100:00100000:3.0:1777420890.792860:0:8265:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777420890.792891:0:8265:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9af120a33800/0xa38d712893834c3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa38d712893834bc expref: 10 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420890.792899:0:8265:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9af120a33800/0xa38d712893834c3 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa38d712893834bc expref: 10 pid: 5755 timeout: 252 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420890.792907:0:8265:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13d219180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8265:1863760841038848:0@lo:104: 00000100:00100000:3.0:1777420890.792924:0:8265:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420890.792982:0:6557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841038848 00000100:00100000:1.0:1777420890.792988:0:6557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841038848 00010000:00010000:3.0:1777420890.793003:0:8265:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9af10148ca00/0xa38d71289383445 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa38d7128938343e expref: 10 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420890.793024:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00010000:00010000:3.0:1777420890.793042:0:8265:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9af10148ca00/0xa38d71289383445 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa38d7128938343e expref: 10 pid: 5755 timeout: 252 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420890.793043:0:6557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d218000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+4:8265:x1863760841038848:12345-0@lo:104: 00000100:00100000:3.0:1777420890.793071:0:8265:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13d219880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8265:1863760841038976:0@lo:104: 00010000:00010000:1.0:1777420890.793072:0:6557:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.147@tcp lock: ffff9af120a32000/0xa38d712893834bc lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d712893834c3 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420890.793105:0:8265:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420890.793132:0:8265:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af12aad2c00 going to sleep for 11 seconds 00010000:00010000:1.0:1777420890.793143:0:6557:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1777420890.793156:0:6557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d218000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+3:8265:x1863760841038848:12345-0@lo:104: Request processed in 117us (227us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420890.793157:0:8265:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13d219c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8265:1863760841038720:0@lo:104: 00000100:00100000:3.0:1777420890.793176:0:8265:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13d219180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8265:1863760841038848:0@lo:104: 00000100:00100000:1.0:1777420890.793177:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00010000:00010000:1.0:1777420890.793207:0:5749:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777420890.793214:0:5749:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.147@tcp lock: ffff9af120a32000/0xa38d712893834bc lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d712893834c3 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420890.793224:0:5749:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a32000 already unused, calling callback (ffffffffc1ac3c20) 10000000:00010000:1.0:1777420890.793228:0:5749:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.147@tcp lock: ffff9af120a32000/0xa38d712893834bc lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0xa38d712893834c3 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420890.793253:0:5749:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.147@tcp lock: ffff9af120a32000/0xa38d712893834bc lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xa38d712893834c3 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1777420890.793263:0:5749:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.147@tcp lock: ffff9af120a32000/0xa38d712893834bc lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xa38d712893834c3 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1777420890.793270:0:5749:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1777420890.793304:0:5749:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.147@tcp lock: ffff9af120a32000/0xa38d712893834bc lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d712893834c3 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420890.793316:0:5749:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1777420890.793320:0:8265:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13d219880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8265:1863760841038976:0@lo:104: 00010000:00010000:1.0:1777420890.793329:0:5749:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.147@tcp lock: ffff9af120a32000/0xa38d712893834bc lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d712893834c3 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420890.793338:0:5749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.147@tcp lock: ffff9af120a32000/0xa38d712893834bc lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d712893834c3 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420890.793376:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777420890.793380:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777420890.793384:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777420890.793436:0:8215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841039104 00000100:00100000:1.0:1777420890.793442:0:8215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841039104 00010000:00010000:1.0:1777420890.793471:0:8215:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9af137d13200/0xa38d7128938351e lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa38d71289383517 expref: 12 pid: 5754 timeout: 252 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420890.793506:0:8215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1777420890.793522:0:8215:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af120431f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+12:3298:x1863760841039104:12345-0@lo:103: 00010000:00010000:1.0:1777420890.793536:0:8215:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777420890.793544:0:8215:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9af137d13200/0xa38d7128938351e lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa38d71289383517 expref: 12 pid: 5754 timeout: 252 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420890.793560:0:8215:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9af137d13200/0xa38d7128938351e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa38d71289383517 expref: 11 pid: 5754 timeout: 252 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420890.793576:0:8215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af137d13200/0xa38d7128938351e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa38d71289383517 expref: 11 pid: 5754 timeout: 252 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420890.793587:0:8215:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777420890.793629:0:8215:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af120431f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+9:3298:x1863760841039104:12345-0@lo:103: Request processed in 111us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420890.793642:0:8215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1777420890.793677:0:8265:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13d21b100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8265:1863760841038592:192.168.203.47@tcp:104: 00010000:00010000:3.0:1777420890.793697:0:8265:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9af10148d400/0xa38d7128938361a lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420890.793834:0:8215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841039360 00000100:00100000:1.0:1777420890.793839:0:8215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841039360 00010000:00010000:1.0:1777420890.793854:0:8215:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9af10148ca00/0xa38d71289383445 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa38d7128938343e expref: 9 pid: 5755 timeout: 252 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420890.793887:0:8215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833680000 00000100:00100000:1.0:1777420890.793892:0:8215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833680000 00010000:00010000:1.0:1777420890.793907:0:8215:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9af137d13400/0xa38d712893835db lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375671 expref: 9 pid: 5755 timeout: 202 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420890.793938:0:8215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 23 00000100:00100000:1.0:1777420890.793950:0:8215:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af120431880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:71f90d2e-4852-44e2-8435-52916750919f+9:2369:x1863760833680000:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777420890.793960:0:8215:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777420890.793968:0:8215:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9af137d13400/0xa38d712893835db lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375671 expref: 9 pid: 5755 timeout: 202 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420890.793981:0:8215:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9af137d13400/0xa38d712893835db lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375671 expref: 9 pid: 5755 timeout: 202 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420890.793996:0:8215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af137d13400/0xa38d712893835db lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375671 expref: 9 pid: 5755 timeout: 202 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420890.794008:0:8215:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9af10148d400/0xa38d7128938361a lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 8265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420890.794022:0:8215:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af10148d400/0xa38d7128938361a lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 8265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420890.794034:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af120432a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3295:1863760841039360:0@lo:103: 00010000:00010000:1.0:1777420890.794063:0:8215:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9af10148d400/0xa38d7128938361a lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420890.794071:0:8215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9af10148d400/0xa38d7128938361a lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420890.794079:0:8215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9af10148d400/0xa38d7128938361a lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420890.794085:0:8215:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9af10148d400/0xa38d7128938361a lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420890.794090:0:8215:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148d400 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:1.0:1777420890.794095:0:8215:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9af10148d400/0xa38d7128938361a lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420890.794102:0:8215:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9af10148d400/0xa38d7128938361a lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420890.794116:0:8215:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9af10148d400/0xa38d7128938361a lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420890.794125:0:8265:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9af10148d400/0xa38d7128938361a lrc: 2/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420890.794126:0:8215:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777420890.794136:0:8265:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9af10148d400/0xa38d7128938361a lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420890.794143:0:8265:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af10148d400/0xa38d7128938361a lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420890.794163:0:8215:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af120431880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:71f90d2e-4852-44e2-8435-52916750919f+8:2369:x1863760833680000:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 215us (286us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420890.794171:0:8215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 23 00000100:00100000:3.0:1777420891.150661:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420891.150706:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420891.150718:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833680128 00000100:00100000:1.0:1777420891.150731:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833680128 00000100:00100000:3.0:1777420891.150738:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420891.150767:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833680384 00000100:00100000:3.0:1777420891.150781:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833680384 00000100:00100000:1.0:1777420891.150811:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 11 00000100:00100000:3.0:1777420891.150820:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833680256 00000100:00100000:1.0:1777420891.150825:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d21b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2369:x1863760833680128:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777420891.150826:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833680256 00000100:00100000:3.0:1777420891.150855:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 4 00000100:00100000:3.0:1777420891.150865:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d219880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+5:2369:x1863760833680384:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777420891.150922:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d219880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+5:2369:x1863760833680384:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 56us (213us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420891.150926:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d21b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2369:x1863760833680128:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 98us (266us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420891.150935:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 4 00000100:00100000:1.0:1777420891.150940:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 11 00000100:00100000:3.0:1777420891.150969:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 5 00000100:00100000:3.0:1777420891.150979:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d219180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+5:2369:x1863760833680256:12345-192.168.203.47@tcp:400:kworker.0 00000100:00080000:1.0:1777420891.150982:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777420891.150987:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777420891.150989:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777420891.151007:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d219180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+5:2369:x1863760833680256:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 30us (268us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420891.151014:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 5 00000100:00100000:3.0:1777420891.280852:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841039488 00000100:00100000:3.0:1777420891.280863:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841039488 00000100:00100000:3.0:1777420891.280915:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 127 00000100:00100000:3.0:1777420891.280925:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11816d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+8:5757:x1863760841039488:12345-0@lo:101: 00010000:00010000:3.0:1777420891.280937:0:5754:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777420891.280951:0:5754:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af10148d400/0xa38d71289383628 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xa38d71289383621 expref: -99 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420891.280972:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af10148d400/0xa38d71289383628 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa38d71289383621 expref: 9 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420891.280980:0:5754:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af10148d400/0xa38d71289383628 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d71289383621 expref: 9 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420891.280986:0:5754:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af10148d400, rc 0) 00000100:00100000:3.0:1777420891.281063:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11816d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+9:5757:x1863760841039488:12345-0@lo:101: Request processed in 140us (259us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420891.281074:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 127 00000100:00100000:3.0:1777420891.281227:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841039616 00000100:00100000:3.0:1777420891.281234:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841039616 00000100:00100000:3.0:1777420891.281293:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 128 00000100:00100000:3.0:1777420891.281303:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+9:5757:x1863760841039616:12345-0@lo:501: 00000100:00100000:3.0:1777420891.281498:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+9:5757:x1863760841039616:12345-0@lo:501: Request processed in 195us (309us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420891.281510:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 128 00000100:00100000:3.0:1777420891.281629:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841039744 00000100:00100000:3.0:1777420891.281635:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841039744 00000100:00100000:3.0:1777420891.281681:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000100:00100000:3.0:1777420891.281694:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+9:5757:x1863760841039744:12345-0@lo:503: 00000100:00100000:3.0:1777420891.281947:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+9:5757:x1863760841039744:12345-0@lo:503: Request processed in 254us (350us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420891.281956:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00000100:00100000:3.0:1777420891.282309:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841039872 00000100:00100000:3.0:1777420891.282314:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841039872 00000100:00100000:3.0:1777420891.282347:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 130 00000100:00100000:3.0:1777420891.282387:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+9:8339:x1863760841039872:12345-0@lo:502: 00000100:00100000:3.0:1777420891.282675:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+9:8339:x1863760841039872:12345-0@lo:502: Request processed in 289us (399us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420891.282684:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 130 00000100:00100000:3.0:1777420891.282826:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841040000 00000100:00100000:3.0:1777420891.282831:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841040000 00000100:00100000:3.0:1777420891.282875:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000100:00100000:3.0:1777420891.282884:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+9:8339:x1863760841040000:12345-0@lo:502: 00000100:00100000:3.0:1777420891.283261:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+9:8339:x1863760841040000:12345-0@lo:502: Request processed in 380us (469us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420891.283272:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00000020:01000000:3.0:1777420891.283448:0:5757:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-client gen 39-41 (rc=0) 10000000:01000000:3.0:1777420891.283485:0:5757:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.147@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1777420891.283495:0:5757:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af100030800/0xa38d71289383621 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d71289383628 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420891.283503:0:5757:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.147@tcp lock: ffff9af100030800/0xa38d71289383621 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d71289383628 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777420891.283511:0:5757:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:3.0:1777420891.283513:0:5757:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 8 10000000:01000000:3.0:1777420891.283516:0:5757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:3.0:1777420891.283541:0:5757:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af10148ce00/0xa38d7128938362f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420891.283546:0:5757:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.147@tcp lock: ffff9af10148ce00/0xa38d7128938362f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420891.283552:0:5757:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.147@tcp lock: ffff9af10148ce00/0xa38d7128938362f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420891.283565:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13d219c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841040128:0@lo:101: 00000100:00100000:3.0:1777420891.283597:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420891.283662:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af103e2ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1777420891.283884:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13d219c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841040128:0@lo:101: 00010000:00010000:3.0:1777420891.283906:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.147@tcp lock: ffff9af10148ce00/0xa38d7128938362f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d71289383636 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420891.283922:0:5757:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.147@tcp lock: ffff9af10148ce00/0xa38d7128938362f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xa38d71289383636 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420891.283973:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13d219c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841040256:0@lo:501: 00000100:00100000:3.0:1777420891.284007:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420891.284040:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af103e2ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1777420891.284233:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13d219c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841040256:0@lo:501: 00000100:00100000:3.0:1777420891.284284:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13d219c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841040384:0@lo:503: 00000100:00100000:3.0:1777420891.284331:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420891.284421:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af103e2ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1777420891.284669:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13d219c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841040384:0@lo:503: 00000100:00100000:3.0:1777420891.285014:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841040512 00000100:00100000:3.0:1777420891.285020:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841040512 00000100:00100000:3.0:1777420891.285077:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 135 00000100:00100000:3.0:1777420891.285091:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+10:8340:x1863760841040512:12345-0@lo:502: 00000100:00100000:3.0:1777420891.285302:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+10:8340:x1863760841040512:12345-0@lo:502: Request processed in 217us (327us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420891.285307:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 135 00000100:00100000:3.0:1777420891.285462:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841040640 00000100:00100000:3.0:1777420891.285469:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841040640 00000100:00100000:3.0:1777420891.285494:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 136 00000100:00100000:3.0:1777420891.285499:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+10:8340:x1863760841040640:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777420891.285594:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+10:8340:x1863760841040640:12345-0@lo:502:llog_process_th.0 Request processed in 95us (154us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420891.285613:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 136 00000020:01000000:3.0:1777420891.285727:0:5757:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-OST0001 gen 8-10 (rc=0) 10000000:01000000:3.0:1777420891.285747:0:5757:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.147@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:3.0:1777420891.285753:0:5757:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af10148ce00/0xa38d7128938362f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d71289383636 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420891.285759:0:5757:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.147@tcp lock: ffff9af10148ce00/0xa38d7128938362f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d71289383636 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777420891.285764:0:5757:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1777420891.285766:0:5757:0:(mgc_request.c:1813:mgc_process_log()) Process log params-ffff9af13c4e4800 from 4 10000000:01000000:3.0:1777420891.285767:0:5757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1777420891.285781:0:5757:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af10148c800/0xa38d7128938363d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420891.285785:0:5757:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.147@tcp lock: ffff9af10148c800/0xa38d7128938363d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420891.285790:0:5757:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.147@tcp lock: ffff9af10148c800/0xa38d7128938363d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420891.285799:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13d219c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841040768:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1777420891.285816:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420891.285830:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af103e2ea80 going to sleep for 11 seconds 00000100:00100000:3.0:1777420891.285984:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13d219c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841040768:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777420891.286009:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.147@tcp lock: ffff9af10148c800/0xa38d7128938363d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d71289383644 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420891.286016:0:5757:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.147@tcp lock: ffff9af10148c800/0xa38d7128938363d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa38d71289383644 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420891.286076:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13d219c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841040896:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777420891.286103:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420891.286117:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af103e2ea80 going to sleep for 11 seconds 00000100:00100000:3.0:1777420891.286277:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13d219c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841040896:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777420891.286328:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13d219c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841041024:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777420891.286759:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420891.286804:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af103e2ea80 going to sleep for 11 seconds 00000100:00100000:3.0:1777420891.287893:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841041152 00000100:00100000:3.0:1777420891.287900:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841041152 00000100:00100000:3.0:1777420891.287942:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 140 00000100:00100000:3.0:1777420891.287950:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+11:8341:x1863760841041152:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777420891.288141:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+11:8341:x1863760841041152:12345-0@lo:502:llog_process_th.0 Request processed in 193us (290us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420891.288147:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 140 00000100:00100000:1.0:1777420891.288177:0:8341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af120430a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:8341:1863760841041152:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1777420891.288224:0:8341:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1777420891.288234:0:8341:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1777420891.288236:0:8341:0:(obd_config.c:1594:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1777420891.288245:0:8341:0:(obd_config.c:2038:class_config_llog_handler()) cmd ce032, instance name: general-ffff9af13c4e4800 00000020:00000080:1.0:1777420891.288249:0:8341:0:(obd_config.c:1506:class_process_config()) processing cmd: ce032 00000100:00100000:1.0:1777420891.288323:0:8341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c5bce00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:8341:1863760841041280:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777420891.288439:0:8341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420891.288528:0:8341:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1200ada80 going to sleep for 11 seconds 00000100:00100000:1.0:1777420891.288905:0:8341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c5bce00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:8341:1863760841041280:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1777420891.288950:0:8341:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1777420891.288957:0:8341:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1777420891.288960:0:8341:0:(obd_config.c:1594:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:1.0:1777420891.288967:0:8341:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000100:00100000:1.0:1777420891.289325:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841041408 00000100:00100000:1.0:1777420891.289333:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841041408 00000100:00100000:1.0:1777420891.289452:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 142 00000100:00100000:1.0:1777420891.289468:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+11:5757:x1863760841041408:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777420891.289478:0:5754:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777420891.289497:0:5754:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af137d13600/0xa38d71289383652 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xa38d7128938364b expref: -99 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420891.289533:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af137d13600/0xa38d71289383652 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa38d7128938364b expref: 12 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420891.289547:0:5754:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af137d13600/0xa38d71289383652 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d7128938364b expref: 12 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420891.289556:0:5754:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137d13600, rc 0) 00000100:00100000:1.0:1777420891.289625:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+12:5757:x1863760841041408:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 160us (351us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420891.289651:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 142 00000100:00100000:1.0:1777420891.289814:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841041536 00000100:00100000:1.0:1777420891.289822:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841041536 00000100:00100000:1.0:1777420891.289864:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 143 00000100:00100000:1.0:1777420891.289877:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+12:5757:x1863760841041536:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1777420891.290010:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+12:5757:x1863760841041536:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 135us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420891.290017:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 143 00000100:00100000:3.0:1777420891.291883:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841041792 00000100:00100000:3.0:1777420891.291893:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841041792 00000100:00100000:3.0:1777420891.291944:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000100:00100000:3.0:1777420891.291957:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+12:8343:x1863760841041792:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777420891.292197:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+12:8343:x1863760841041792:12345-0@lo:502:llog_process_th.0 Request processed in 245us (357us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420891.292203:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00100000:3.0:1777420891.292391:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841041920 00000100:00100000:3.0:1777420891.292396:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841041920 00000100:00100000:3.0:1777420891.292443:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00100000:3.0:1777420891.292461:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+12:8343:x1863760841041920:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777420891.292609:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+12:8343:x1863760841041920:12345-0@lo:502:llog_process_th.0 Request processed in 153us (284us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420891.292617:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000020:01000000:3.0:1777420891.292714:0:5757:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-client gen 39-41 (rc=0) 10000000:01000000:3.0:1777420891.292737:0:5757:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.147@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1777420891.292746:0:5757:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af100030000/0xa38d7128938364b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d71289383652 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420891.292754:0:5757:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.147@tcp lock: ffff9af100030000/0xa38d7128938364b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d71289383652 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777420891.292761:0:5757:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:3.0:1777420891.292764:0:5757:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 11 10000000:01000000:3.0:1777420891.292766:0:5757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:3.0:1777420891.292784:0:5757:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af10148c400/0xa38d71289383659 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420891.292790:0:5757:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.147@tcp lock: ffff9af10148c400/0xa38d71289383659 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420891.292795:0:5757:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.147@tcp lock: ffff9af10148c400/0xa38d71289383659 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420891.292806:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13d21b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841042048:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1777420891.292839:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420891.292859:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af103e2e480 going to sleep for 11 seconds 00000100:00100000:3.0:1777420891.293016:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13d21b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841042048:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777420891.293042:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.147@tcp lock: ffff9af10148c400/0xa38d71289383659 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d71289383660 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420891.293063:0:5757:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.147@tcp lock: ffff9af10148c400/0xa38d71289383659 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xa38d71289383660 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420891.293128:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13d21b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841042176:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777420891.293156:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420891.293171:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af103e2e480 going to sleep for 11 seconds 00000100:00100000:3.0:1777420891.293326:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13d21b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841042176:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777420891.293391:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13d21b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841042304:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777420891.293429:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420891.293465:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af103e2e480 going to sleep for 11 seconds 00000100:00100000:3.0:1777420891.293687:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13d21b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841042304:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777420891.293889:0:8345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13d21b800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:8345:1863760841042432:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777420891.293925:0:8345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420891.293948:0:8345:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af103e2e6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777420891.294181:0:8345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13d21b800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:8345:1863760841042432:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1777420891.294210:0:8345:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1777420891.294215:0:8345:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1777420891.294218:0:8345:0:(obd_config.c:1594:class_process_config()) marker 25 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1777420891.294224:0:8345:0:(obd_config.c:1506:class_process_config()) processing cmd: cf00f 00000100:00100000:3.0:1777420891.294241:0:8345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13d21b800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:8345:1863760841042560:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777420891.294284:0:8345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420891.294314:0:8345:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af103e2e6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777420891.294547:0:8345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13d21b800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:8345:1863760841042560:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1777420891.294576:0:8345:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1777420891.294580:0:8345:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1777420891.294582:0:8345:0:(obd_config.c:1594:class_process_config()) marker 25 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1777420891.294584:0:8345:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 14 count 14 00000100:00100000:3.0:1777420891.294844:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841042688 00000100:00100000:3.0:1777420891.294851:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841042688 00000100:00100000:3.0:1777420891.294890:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:3.0:1777420891.294899:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119148c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+13:5757:x1863760841042688:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777420891.294907:0:5755:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777420891.294917:0:5755:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af10148de00/0xa38d7128938366e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xa38d71289383667 expref: -99 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420891.294929:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af10148de00/0xa38d7128938366e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa38d71289383667 expref: 14 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420891.294937:0:5755:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af10148de00/0xa38d7128938366e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d71289383667 expref: 14 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420891.294942:0:5755:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af10148de00, rc 0) 00000100:00100000:3.0:1777420891.294975:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119148c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+14:5757:x1863760841042688:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 80us (169us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420891.294983:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00100000:1.0:1777420891.295013:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6f8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841042688:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777420891.295028:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.147@tcp lock: ffff9af120a33400/0xa38d71289383667 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d7128938366e expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420891.295038:0:5757:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.147@tcp lock: ffff9af120a33400/0xa38d71289383667 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xa38d7128938366e expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420891.295098:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c5bce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841042816:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1777420891.295128:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420891.295161:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841042816 00000100:00100000:1.0:1777420891.295162:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1200ad900 going to sleep for 11 seconds 00000100:00100000:3.0:1777420891.295166:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841042816 00000100:00100000:3.0:1777420891.295209:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:3.0:1777420891.295218:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119149850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+14:5757:x1863760841042816:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777420891.295307:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119149850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+14:5757:x1863760841042816:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 91us (178us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420891.295325:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:1.0:1777420891.295338:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c5bce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841042816:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1777420891.295508:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c5bce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841042944:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1777420891.295559:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420891.295585:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841042944 00000100:00100000:3.0:1777420891.295591:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841042944 00000100:00100000:1.0:1777420891.295644:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1200ad900 going to sleep for 11 seconds 00000100:00100000:3.0:1777420891.295659:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:3.0:1777420891.295668:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119149c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+14:5757:x1863760841042944:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777420891.295880:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119149c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+14:5757:x1863760841042944:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 212us (324us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420891.295890:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:1.0:1777420891.295914:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c5bce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841042944:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1777420891.296200:0:8347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c5bce00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:8347:1863760841043072:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777420891.296248:0:8347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420891.296273:0:8347:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1200ad780 going to sleep for 11 seconds 00000100:00100000:3.0:1777420891.296277:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841043072 00000100:00100000:3.0:1777420891.296282:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841043072 00000100:00100000:3.0:1777420891.296326:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:3.0:1777420891.296338:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119149450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+14:8347:x1863760841043072:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777420891.296614:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119149450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+14:8347:x1863760841043072:12345-0@lo:502:llog_process_th.0 Request processed in 280us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420891.296621:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:1.0:1777420891.296648:0:8347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c5bce00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:8347:1863760841043072:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1777420891.296678:0:8347:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1777420891.296684:0:8347:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1777420891.296687:0:8347:0:(obd_config.c:1594:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1777420891.296694:0:8347:0:(obd_config.c:2038:class_config_llog_handler()) cmd ce032, instance name: general-ffff9af105758000 00000020:00000080:1.0:1777420891.296699:0:8347:0:(obd_config.c:1506:class_process_config()) processing cmd: ce032 00000100:00100000:1.0:1777420891.296774:0:8347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c5bce00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:8347:1863760841043200:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777420891.296827:0:8347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420891.296861:0:8347:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1200ad780 going to sleep for 11 seconds 00000100:00100000:3.0:1777420891.297065:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841043200 00000100:00100000:3.0:1777420891.297070:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841043200 00000100:00100000:3.0:1777420891.297110:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:3.0:1777420891.297118:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+14:8347:x1863760841043200:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777420891.297269:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+14:8347:x1863760841043200:12345-0@lo:502:llog_process_th.0 Request processed in 150us (441us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420891.297277:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:1.0:1777420891.297293:0:8347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c5bce00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:8347:1863760841043200:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1777420891.297316:0:8347:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1777420891.297322:0:8347:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1777420891.297324:0:8347:0:(obd_config.c:1594:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:1.0:1777420891.297328:0:8347:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:3.0:1777420891.297409:0:5757:0:(obd_config.c:2178:class_config_parse_llog()) Processed log params gen 4-6 (rc=0) 10000000:01000000:3.0:1777420891.297433:0:5757:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.147@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1777420891.297439:0:5757:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af120a33400/0xa38d71289383667 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d7128938366e expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420891.297456:0:5757:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.147@tcp lock: ffff9af120a33400/0xa38d71289383667 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d7128938366e expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777420891.297462:0:5757:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:3.0:1777420891.297464:0:5757:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-client-ffff9af12a9e1800 from 39 10000000:01000000:3.0:1777420891.297465:0:5757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1777420891.297484:0:5757:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af10148ca00/0xa38d71289383675 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420891.297490:0:5757:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.147@tcp lock: ffff9af10148ca00/0xa38d71289383675 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420891.297495:0:5757:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.147@tcp lock: ffff9af10148ca00/0xa38d71289383675 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420891.297506:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13d21b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841043328:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1777420891.297540:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420891.297565:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af104fd1780 going to sleep for 11 seconds 00000100:00100000:1.0:1777420891.297579:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841043328 00000100:00100000:1.0:1777420891.297584:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841043328 00000100:00100000:1.0:1777420891.297622:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:1.0:1777420891.297640:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119148850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+14:5757:x1863760841043328:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777420891.297651:0:5754:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777420891.297662:0:5754:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af137d13e00/0xa38d7128938367c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xa38d71289383675 expref: -99 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420891.297679:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af137d13e00/0xa38d7128938367c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa38d71289383675 expref: 15 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420891.297689:0:5754:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af137d13e00/0xa38d7128938367c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d71289383675 expref: 15 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420891.297697:0:5754:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137d13e00, rc 0) 00000100:00100000:1.0:1777420891.297734:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119148850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+15:5757:x1863760841043328:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 97us (192us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420891.297740:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13d21b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841043328:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1777420891.297745:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00010000:00010000:3.0:1777420891.297749:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.147@tcp lock: ffff9af10148ca00/0xa38d71289383675 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d7128938367c expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420891.297756:0:5757:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.147@tcp lock: ffff9af10148ca00/0xa38d71289383675 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xa38d7128938367c expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420891.297789:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13d21b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841043456:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777420891.297810:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420891.297831:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af104fd1780 going to sleep for 11 seconds 00000100:00100000:1.0:1777420891.297838:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841043456 00000100:00100000:1.0:1777420891.297843:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841043456 00000100:00100000:1.0:1777420891.297882:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:1.0:1777420891.297892:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119149050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+15:5757:x1863760841043456:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1777420891.297974:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119149050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+15:5757:x1863760841043456:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 83us (160us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420891.297978:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13d21b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841043456:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1777420891.297987:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:3.0:1777420891.298008:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13d21b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841043584:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777420891.298040:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420891.298063:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af104fd1780 going to sleep for 11 seconds 00000100:00100000:1.0:1777420891.298068:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841043584 00000100:00100000:1.0:1777420891.298072:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841043584 00000100:00100000:1.0:1777420891.298101:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:1.0:1777420891.298112:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119106450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+15:5757:x1863760841043584:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1777420891.298198:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119106450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+15:5757:x1863760841043584:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 89us (157us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420891.298207:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13d21b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841043584:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1777420891.298216:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:3.0:1777420891.298426:0:8349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13d21b800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:8349:1863760841043712:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777420891.298466:0:8349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420891.298487:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841043712 00000100:00100000:1.0:1777420891.298492:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841043712 00000100:00100000:3.0:1777420891.298508:0:8349:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af104fd1780 going to sleep for 11 seconds 00000100:00100000:1.0:1777420891.298522:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000100:00100000:1.0:1777420891.298528:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119104050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+15:8349:x1863760841043712:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777420891.298711:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119104050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+15:8349:x1863760841043712:12345-0@lo:502:llog_process_th.0 Request processed in 176us (238us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420891.298720:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000100:00100000:3.0:1777420891.298724:0:8349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13d21b800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:8349:1863760841043712:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777420891.298764:0:8349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13d21b800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:8349:1863760841043840:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777420891.298790:0:8349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420891.298803:0:8349:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af120406900 going to sleep for 11 seconds 00000100:00100000:1.0:1777420891.298813:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841043840 00000100:00100000:1.0:1777420891.298819:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841043840 00000100:00100000:1.0:1777420891.298852:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00100000:1.0:1777420891.298862:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119106850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+15:8349:x1863760841043840:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777420891.299064:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119106850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+15:8349:x1863760841043840:12345-0@lo:502:llog_process_th.0 Request processed in 204us (272us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420891.299072:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00000100:00100000:3.0:1777420891.299075:0:8349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13d21b800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:8349:1863760841043840:0@lo:502:llog_process_th.0 00000040:00080000:3.0:1777420891.299098:0:8349:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 42 count 42 00000020:01000000:1.0:1777420891.299137:0:5757:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-client gen 39-41 (rc=0) 10000000:01000000:1.0:1777420891.299161:0:5757:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.147@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1777420891.299167:0:5757:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af10148ca00/0xa38d71289383675 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d7128938367c expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420891.299175:0:5757:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.147@tcp lock: ffff9af10148ca00/0xa38d71289383675 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d7128938367c expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1777420891.299182:0:5757:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0000 10000000:01000000:1.0:1777420891.299184:0:5757:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 34 10000000:01000000:1.0:1777420891.299187:0:5757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:1.0:1777420891.299207:0:5757:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af137d12e00/0xa38d71289383683 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420891.299225:0:5757:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.147@tcp lock: ffff9af137d12e00/0xa38d71289383683 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420891.299233:0:5757:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.147@tcp lock: ffff9af137d12e00/0xa38d71289383683 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420891.299247:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c5bce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841043968:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1777420891.299283:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420891.299304:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841043968 00000100:00100000:1.0:1777420891.299305:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1200adcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1777420891.299308:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841043968 00000100:00100000:3.0:1777420891.299331:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162 00000100:00100000:3.0:1777420891.299339:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119107050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+15:5757:x1863760841043968:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777420891.299344:0:5755:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777420891.299458:0:5755:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af10148d600/0xa38d7128938368a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0xa38d71289383683 expref: -99 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420891.299470:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af10148d600/0xa38d7128938368a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa38d71289383683 expref: 16 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420891.299486:0:5755:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af10148d600/0xa38d7128938368a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d71289383683 expref: 16 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420891.299491:0:5755:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af10148d600, rc 0) 00000100:00100000:3.0:1777420891.299520:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119107050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+16:5757:x1863760841043968:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 184us (239us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420891.299526:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162 00000100:00100000:1.0:1777420891.299534:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c5bce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841043968:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777420891.299545:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.147@tcp lock: ffff9af137d12e00/0xa38d71289383683 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d7128938368a expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420891.299551:0:5757:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.147@tcp lock: ffff9af137d12e00/0xa38d71289383683 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xa38d7128938368a expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420891.299574:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c5bce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841044096:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1777420891.299596:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420891.299616:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841044096 00000100:00100000:3.0:1777420891.299619:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841044096 00000100:00100000:1.0:1777420891.299621:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1200adcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1777420891.299642:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 163 00000100:00100000:3.0:1777420891.299648:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119106c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+16:5757:x1863760841044096:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777420891.299706:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119106c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+16:5757:x1863760841044096:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 58us (108us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420891.299710:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 163 00000100:00100000:1.0:1777420891.299714:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c5bce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841044096:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1777420891.299734:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c5bce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841044224:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1777420891.299764:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420891.299783:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1200adcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1777420891.299785:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841044224 00000100:00100000:3.0:1777420891.299791:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841044224 00000100:00100000:3.0:1777420891.299811:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 164 00000100:00100000:3.0:1777420891.299816:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119104450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+16:5757:x1863760841044224:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777420891.299980:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119104450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+16:5757:x1863760841044224:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 163us (213us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420891.299987:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 164 00000100:00100000:1.0:1777420891.299997:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c5bce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841044224:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1777420891.300187:0:8351:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c5bce00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:8351:1863760841044352:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777420891.300216:0:8351:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420891.300232:0:8351:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1200ad6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777420891.300240:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841044352 00000100:00100000:3.0:1777420891.300245:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841044352 00000100:00100000:3.0:1777420891.300279:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 165 00000100:00100000:3.0:1777420891.300292:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119104c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+16:8351:x1863760841044352:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777420891.300588:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119104c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+16:8351:x1863760841044352:12345-0@lo:502:llog_process_th.0 Request processed in 299us (367us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420891.300600:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 165 00000100:00100000:1.0:1777420891.300604:0:8351:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c5bce00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:8351:1863760841044352:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1777420891.300625:0:8351:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1777420891.300630:0:8351:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1777420891.300631:0:8351:0:(obd_config.c:1594:class_process_config()) marker 27 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1777420891.300636:0:8351:0:(obd_config.c:1506:class_process_config()) processing cmd: cf00f 00000100:00100000:1.0:1777420891.300650:0:8351:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c5bce00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:8351:1863760841044480:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777420891.300678:0:8351:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420891.300703:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841044480 00000100:00100000:3.0:1777420891.300707:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841044480 00000100:00100000:1.0:1777420891.300709:0:8351:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1200ad6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777420891.300749:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 166 00000100:00100000:3.0:1777420891.300760:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119105850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+16:8351:x1863760841044480:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777420891.301014:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119105850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+16:8351:x1863760841044480:12345-0@lo:502:llog_process_th.0 Request processed in 252us (327us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420891.301025:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 166 00000100:00100000:1.0:1777420891.301032:0:8351:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c5bce00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:8351:1863760841044480:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1777420891.301088:0:8351:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1777420891.301094:0:8351:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1777420891.301096:0:8351:0:(obd_config.c:1594:class_process_config()) marker 27 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1777420891.301102:0:8351:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 37 count 37 00000020:01000000:3.0:1777420891.301176:0:5757:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-MDT0000 gen 34-36 (rc=0) 10000000:01000000:3.0:1777420891.301209:0:5757:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.147@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:3.0:1777420891.301218:0:5757:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af137d12e00/0xa38d71289383683 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d7128938368a expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420891.301226:0:5757:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.147@tcp lock: ffff9af137d12e00/0xa38d71289383683 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d7128938368a expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777420891.301233:0:5757:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1777420891.301236:0:5757:0:(mgc_request.c:1813:mgc_process_log()) Process log params-ffff9af12a9e1800 from 4 10000000:01000000:3.0:1777420891.301238:0:5757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1777420891.301254:0:5757:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af10148c200/0xa38d71289383691 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420891.301262:0:5757:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.147@tcp lock: ffff9af10148c200/0xa38d71289383691 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420891.301269:0:5757:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.147@tcp lock: ffff9af10148c200/0xa38d71289383691 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420891.301285:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13d21b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841044608:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1777420891.301332:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420891.301412:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841044608 00000100:00100000:1.0:1777420891.301418:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841044608 00000100:00100000:3.0:1777420891.301443:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af120406f00 going to sleep for 11 seconds 00000100:00100000:1.0:1777420891.301478:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 167 00000100:00100000:1.0:1777420891.301493:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119105c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+16:5757:x1863760841044608:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777420891.301500:0:5755:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777420891.301513:0:5755:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af137d13000/0xa38d71289383698 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xa38d71289383691 expref: -99 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420891.301530:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af137d13000/0xa38d71289383698 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa38d71289383691 expref: 17 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420891.301541:0:5755:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af137d13000/0xa38d71289383698 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d71289383691 expref: 17 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420891.301560:0:5755:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137d13000, rc 0) 00000100:00100000:1.0:1777420891.301598:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119105c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+17:5757:x1863760841044608:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 110us (266us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420891.301605:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 167 00000100:00100000:3.0:1777420891.301610:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13d21b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841044608:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777420891.301625:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.147@tcp lock: ffff9af10148c200/0xa38d71289383691 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d71289383698 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420891.301632:0:5757:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.147@tcp lock: ffff9af10148c200/0xa38d71289383691 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xa38d71289383698 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420891.301672:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13d21b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841044736:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777420891.301707:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420891.301731:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af120406f00 going to sleep for 11 seconds 00000100:00100000:3.0:1777420891.302001:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13d21b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841044736:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777420891.302076:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13d21b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841044864:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777420891.302131:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420891.302168:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af120406f00 going to sleep for 11 seconds 00000100:00100000:3.0:1777420891.302407:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13d21b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841044864:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777420891.302545:0:8352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13d21b800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:8352:1863760841044992:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777420891.302580:0:8352:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420891.302609:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841044992 00000100:00100000:3.0:1777420891.302613:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841044992 00000100:00100000:3.0:1777420891.302652:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000100:00100000:3.0:1777420891.302667:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119104850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+17:8352:x1863760841044992:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777420891.302930:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119104850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+17:8352:x1863760841044992:12345-0@lo:502:llog_process_th.0 Request processed in 262us (342us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420891.302954:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 00000100:00100000:3.0:1777420891.303024:0:8352:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af120406180 going to sleep for 11 seconds 00000100:00100000:3.0:1777420891.303061:0:8352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13d21b800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:8352:1863760841044992:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1777420891.303088:0:8352:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1777420891.303096:0:8352:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1777420891.303098:0:8352:0:(obd_config.c:1594:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1777420891.303107:0:8352:0:(obd_config.c:2038:class_config_llog_handler()) cmd ce032, instance name: general-ffff9af12a9e1800 00000020:00000080:3.0:1777420891.303109:0:8352:0:(obd_config.c:1506:class_process_config()) processing cmd: ce032 00000100:00100000:3.0:1777420891.303186:0:8352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13d21b800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:8352:1863760841045120:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777420891.303243:0:8352:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420891.303280:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841045120 00000100:00100000:3.0:1777420891.303285:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841045120 00000100:00100000:3.0:1777420891.303321:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00100000:3.0:1777420891.303336:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119105050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+17:8352:x1863760841045120:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777420891.303807:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119105050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+17:8352:x1863760841045120:12345-0@lo:502:llog_process_th.0 Request processed in 476us (561us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420891.303819:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000020:01000000:3.0:1777420891.303963:0:5757:0:(obd_config.c:2178:class_config_parse_llog()) Processed log params gen 4-6 (rc=0) 10000000:01000000:3.0:1777420891.303993:0:5757:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.147@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1777420891.304000:0:5757:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af10148c200/0xa38d71289383691 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d71289383698 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420891.304011:0:5757:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.147@tcp lock: ffff9af10148c200/0xa38d71289383691 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d71289383698 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777420891.304019:0:5757:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:3.0:1777420891.304021:0:5757:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff9af104e03370 from 1 10000000:01000000:3.0:1777420891.304031:0:5757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1777420891.304069:0:5757:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af10148da00/0xa38d7128938369f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420891.304078:0:5757:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.147@tcp lock: ffff9af10148da00/0xa38d7128938369f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420891.304086:0:5757:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.147@tcp lock: ffff9af10148da00/0xa38d7128938369f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420891.304102:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13d21a680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841045248:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1777420891.304149:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420891.304174:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af120406240 going to sleep for 11 seconds 00000100:00100000:3.0:1777420891.304425:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13d21a680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841045248:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777420891.304439:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.147@tcp lock: ffff9af10148da00/0xa38d7128938369f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d712893836a6 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420891.304445:0:5757:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.147@tcp lock: ffff9af10148da00/0xa38d7128938369f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xa38d712893836a6 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420891.304483:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13d21a680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841045376:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777420891.304507:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420891.304537:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841045376 00000100:00100000:3.0:1777420891.304544:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af120406240 going to sleep for 11 seconds 00000100:00100000:1.0:1777420891.304544:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841045376 00000100:00100000:1.0:1777420891.304574:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00100000:1.0:1777420891.304584:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119107c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:5757:x1863760841045376:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1777420891.304655:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119107c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:5757:x1863760841045376:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 73us (146us total) trans 0 rc -2/-2 00000100:00100000:1.0:1777420891.304661:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00010000:00010000:1.0:1777420891.416452:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777420891.534798:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833680512 00000100:00100000:1.0:1777420891.534811:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833680512 00000100:00100000:1.0:1777420891.534870:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 174 00000100:00100000:1.0:1777420891.534882:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119107450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+8:5564:x1863760833680512:12345-192.168.203.47@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777420891.534901:0:5754:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777420891.534922:0:5754:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af137d13200/0xa38d712893836ad lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3756b0 expref: -99 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420891.534956:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af137d13200/0xa38d712893836ad lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3756b0 expref: 9 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420891.534968:0:5754:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af137d13200/0xa38d712893836ad lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3756b0 expref: 9 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420891.535000:0:5754:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137d13200, rc 0) 00000100:00100000:1.0:1777420891.535077:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119107450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+9:5564:x1863760833680512:12345-192.168.203.47@tcp:101:ll_cfg_requeue.0 Request processed in 197us (352us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420891.535085:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 174 00000100:00100000:1.0:1777420891.535760:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420891.536467:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420891.537419:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420891.538196:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420892.120699:0:6546:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841045504 00000100:00100000:1.0:1777420892.120711:0:6546:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841045504 00000100:00100000:1.0:1777420892.120795:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1777420892.120810:0:6546:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1863760841045504:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777420892.120848:0:6546:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1777420892.120902:0:6546:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1863760841045504:12345-0@lo:13:osp-pre-0-0.0 Request processed in 98us (252us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420892.120910:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00010000:00010000:1.0:1777420892.440600:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777420895.192562:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c5bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841045632:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777420895.192652:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420895.192734:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841046144:0@lo:400:kworker.0 00000100:00100000:1.0:1777420895.192770:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420895.192808:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3296:1863760841046016:0@lo:400:kworker.0 00000100:00100000:1.0:1777420895.192853:0:6546:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841045632 00000100:00100000:1.0:1777420895.192861:0:6546:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841045632 00000100:00100000:3.0:1777420895.192932:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841046144 00000100:00100000:3.0:1777420895.192940:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841046144 00000100:00100000:1.0:1777420895.192947:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1777420895.192963:0:6546:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841045632:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777420895.192991:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1777420895.193004:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841046144:12345-0@lo:400:kworker.0 00002000:00000024:1.0:1777420895.193032:0:6546:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1777420895.193092:0:6546:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841045632:12345-0@lo:13:osp-pre-1-0.0 Request processed in 133us (441us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420895.193103:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1777420895.193151:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841046144:12345-0@lo:400:kworker.0 Request processed in 148us (378us total) trans 0 rc 0/0 00010000:00080000:1.0:1777420895.193153:0:3297:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9af13f6f9500 x1863760841046144/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777420911 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777420895.193173:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1777420895.193177:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841046144:0@lo:400:kworker.0 00010000:00080000:1.0:1777420895.193199:0:3297:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9af13c5bce00 x1863760841045632/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777420911 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777420895.193209:0:3297:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967298 gen 2 00000100:00100000:1.0:1777420895.193239:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c5bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841045632:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777420895.193405:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841046400 00000100:00100000:3.0:1777420895.193412:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841046400 00000100:00100000:3.0:1777420895.193456:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1777420895.193539:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3296:x1863760841046400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777420895.193598:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3296:x1863760841046400:12345-0@lo:400:kworker.0 Request processed in 103us (256us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420895.193613:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1777420895.194083:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3298:1863760841045760:0@lo:400:kworker.0 00010000:00010000:1.0:1777420895.512514:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777420896.270877:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420896.270914:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420896.270956:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420896.271003:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420896.271041:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833681408 00000100:00100000:1.0:1777420896.271049:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833681408 00000100:00100000:3.0:1777420896.271051:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833681536 00000100:00100000:3.0:1777420896.271056:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833681536 00000100:00100000:1.0:1777420896.271111:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 8 00000100:00100000:3.0:1777420896.271120:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 9 00000100:00100000:1.0:1777420896.271128:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d21a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+5:2366:x1863760833681408:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777420896.271135:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d21b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+5:2367:x1863760833681536:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777420896.271181:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d21a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+5:2366:x1863760833681408:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 56us (222us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420896.271188:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d21b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+5:2367:x1863760833681536:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 54us (188us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420896.271199:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 8 00000100:00100000:3.0:1777420896.271210:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 9 00010000:00010000:1.0:1777420896.536606:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777420897.241028:0:3295:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777420897.241054:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13d219c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841046528:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777420897.241137:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420897.241192:0:7924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841046528 00000100:00100000:3.0:1777420897.241206:0:7924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841046528 00000100:00100000:3.0:1777420897.241291:0:7924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1777420897.241306:0:7924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1863760841046528:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777420897.241404:0:7924:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1777420897.241479:0:7924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1863760841046528:12345-0@lo:13:osp-pre-0-0.0 Request processed in 175us (340us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420897.241491:0:7924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00010000:00080000:3.0:1777420897.241579:0:3295:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9af13d219c00 x1863760841046528/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777420913 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777420897.241606:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13d219c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841046528:0@lo:13:osp-pre-0-0.0 00000001:02000400:3.0:1777420897.645960:0:8554:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg347-server.virtnet: executing check_logdir /tmp/testlogs/ 00000001:02000400:1.0:1777420899.084722:0:8780:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg347-server.virtnet: executing yml_node 00010000:00010000:1.0:1777420899.608560:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777420900.312578:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af120432300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3298:1863760841046784:0@lo:400:kworker.0 00000100:00100000:1.0:1777420900.312590:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13d219c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841046656:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777420900.312664:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420900.312664:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420900.312763:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af120433480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3298:1863760841047296:0@lo:400:kworker.0 00000100:00100000:1.0:1777420900.312765:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af120432a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841047168:0@lo:400:kworker.0 00000100:00100000:3.0:1777420900.312826:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420900.312828:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420900.312886:0:7924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841046656 00000100:00100000:3.0:1777420900.312887:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841046784 00000100:00100000:3.0:1777420900.312897:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841046784 00000100:00100000:1.0:1777420900.312897:0:7924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841046656 00000100:00100000:3.0:1777420900.312962:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 181 00000100:00100000:1.0:1777420900.312967:0:7924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1777420900.312997:0:7924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841046656:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777420900.312998:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119103050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3298:x1863760841046784:12345-0@lo:400:kworker.0 00002000:00000024:1.0:1777420900.313040:0:7924:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1777420900.313078:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119103050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3298:x1863760841046784:12345-0@lo:400:kworker.0 Request processed in 100us (414us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420900.313090:0:7924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841046656:12345-0@lo:13:osp-pre-1-0.0 Request processed in 112us (430us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420900.313091:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 181 00000100:00100000:1.0:1777420900.313101:0:7924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1777420900.313136:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841047168 00000100:00100000:1.0:1777420900.313141:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841047168 00000100:00100000:3.0:1777420900.313144:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1777420900.313157:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1863760841046912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777420900.313182:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841047424 00000100:00100000:1.0:1777420900.313185:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841047424 00000100:00100000:3.0:1777420900.313215:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1863760841046912:12345-0@lo:400:kworker.0 Request processed in 59us (311us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420900.313218:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1777420900.313233:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1777420900.313239:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841047168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777420900.313275:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1777420900.313284:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3296:x1863760841047424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777420900.313303:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841047168:12345-0@lo:400:kworker.0 Request processed in 71us (478us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420900.313313:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1777420900.313335:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3296:x1863760841047424:12345-0@lo:400:kworker.0 Request processed in 50us (353us total) trans 0 rc 0/0 00000100:00080000:1.0:1777420900.313342:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777420900.313345:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00080000:1.0:1777420900.313388:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1777420900.313395:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777420900.313404:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af120433480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3298:1863760841047296:0@lo:400:kworker.0 00000100:00100000:3.0:1777420900.313417:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af120432300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3298:1863760841046784:0@lo:400:kworker.0 00010000:00080000:3.0:1777420900.313482:0:3297:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9af120432a00 x1863760841047168/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777420916 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777420900.313491:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af120432a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841047168:0@lo:400:kworker.0 00010000:00080000:3.0:1777420900.313508:0:3297:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9af13d219c00 x1863760841046656/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777420916 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777420900.313525:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13d219c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841046656:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1777420900.632552:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777420901.390510:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420901.390557:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420901.390594:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420901.390657:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420901.390686:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833681664 00000100:00100000:3.0:1777420901.390695:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833681664 00000100:00100000:3.0:1777420901.390788:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 182 00000100:00100000:3.0:1777420901.390799:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119102c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+9:2366:x1863760833681664:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777420901.390867:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119102c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+9:2366:x1863760833681664:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 69us (364us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420901.390875:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 182 00000100:00100000:3.0:1777420901.390919:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833681920 00000100:00100000:3.0:1777420901.390923:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833681920 00000100:00100000:3.0:1777420901.390966:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833682048 00000100:00100000:3.0:1777420901.390970:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833682048 00000100:00100000:3.0:1777420901.391012:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 12 00000100:00100000:3.0:1777420901.391021:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d219c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+5:2366:x1863760833681920:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777420901.391054:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d219c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+5:2366:x1863760833681920:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 35us (499us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420901.391061:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 12 00000100:00100000:3.0:1777420901.391076:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 13 00000100:00100000:3.0:1777420901.391084:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d219500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+5:2366:x1863760833682048:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777420901.391115:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d219500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+5:2366:x1863760833682048:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 32us (460us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420901.391121:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 13 00000100:00100000:3.0:1777420901.391141:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833681792 00000100:00100000:3.0:1777420901.391145:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833681792 00000100:00100000:3.0:1777420901.391182:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 19 00000100:00100000:3.0:1777420901.391191:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d218380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2366:x1863760833681792:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777420901.391225:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d218380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2366:x1863760833681792:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 35us (630us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420901.391233:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 19 00000100:00080000:3.0:1777420901.391428:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777420901.391432:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777420901.391434:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777420902.360685:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1777420903.704505:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777420905.432550:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3297:1863760841047680:0@lo:400:kworker.0 00000100:00100000:3.0:1777420905.432644:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420905.432707:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841048192:0@lo:400:kworker.0 00000100:00100000:3.0:1777420905.432745:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420905.432770:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1777420905.432777:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13d218e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841047808:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777420905.432807:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420905.432831:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3297:1863760841048320:0@lo:400:kworker.0 00000100:00100000:3.0:1777420905.432856:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1777420905.432861:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777420905.432891:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841047680 00000100:00100000:3.0:1777420905.432896:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841047680 00000100:00100000:1.0:1777420905.432909:0:6546:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841047808 00000100:00100000:1.0:1777420905.432914:0:6546:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841047808 00000100:00100000:3.0:1777420905.432944:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 183 00000100:00100000:3.0:1777420905.432967:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119100450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3297:x1863760841047680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777420905.433013:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119100450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3297:x1863760841047680:12345-0@lo:400:kworker.0 Request processed in 49us (370us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420905.433020:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 183 00000100:00100000:1.0:1777420905.433030:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1777420905.433041:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1863760841047936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777420905.433084:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3297:1863760841047680:0@lo:400:kworker.0 00000100:00100000:1.0:1777420905.433087:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1863760841047936:12345-0@lo:400:kworker.0 Request processed in 50us (369us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420905.433094:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1777420905.433118:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841048448 00000100:00100000:1.0:1777420905.433122:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841048448 00000100:00100000:3.0:1777420905.433124:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3297:1863760841048320:0@lo:400:kworker.0 00000100:00100000:1.0:1777420905.433150:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841048192 00000100:00100000:1.0:1777420905.433153:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841048192 00000100:00100000:1.0:1777420905.433176:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1777420905.433183:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3295:x1863760841048448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777420905.433197:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3296:1863760841048064:0@lo:400:kworker.0 00000100:00100000:3.0:1777420905.433217:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3296:1863760841047936:0@lo:400:kworker.0 00000100:00100000:1.0:1777420905.433219:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3295:x1863760841048448:12345-0@lo:400:kworker.0 Request processed in 37us (548us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420905.433229:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1777420905.433244:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1777420905.433251:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d218000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841048192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777420905.433277:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d218000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841048192:12345-0@lo:400:kworker.0 Request processed in 29us (535us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420905.433282:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00080000:1.0:1777420905.433298:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777420905.433301:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1777420905.433302:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777420905.433328:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1777420905.433337:0:6546:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d21b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841047808:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777420905.433381:0:6546:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1777420905.433409:0:6546:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d21b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841047808:12345-0@lo:13:osp-pre-1-0.0 Request processed in 76us (603us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420905.433419:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00080000:3.0:1777420905.433507:0:3297:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9af13d218e00 x1863760841047808/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777420921 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777420905.433524:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13d218e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841047808:0@lo:13:osp-pre-1-0.0 00010000:00080000:3.0:1777420905.433535:0:3297:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9af13f6f9c00 x1863760841048192/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777420921 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777420905.433550:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841048192:0@lo:400:kworker.0 00010000:00010000:3.0:1777420905.752416:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777420906.510964:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833682176 00000100:00100000:3.0:1777420906.510974:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833682176 00000100:00100000:1.0:1777420906.511019:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833682304 00000100:00100000:1.0:1777420906.511031:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833682304 00000100:00100000:3.0:1777420906.511038:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 184 00000100:00100000:3.0:1777420906.511054:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119100c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+9:2368:x1863760833682176:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777420906.511115:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 23 00000100:00100000:3.0:1777420906.511140:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119100c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+9:2368:x1863760833682176:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 82us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420906.511141:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2369:x1863760833682304:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777420906.511168:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 184 00000100:00100000:1.0:1777420906.511227:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2369:x1863760833682304:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 99us (259us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420906.511237:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833682432 00000100:00100000:1.0:1777420906.511238:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 23 00000100:00100000:3.0:1777420906.511250:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833682432 00000100:00080000:1.0:1777420906.511304:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777420906.511313:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777420906.511317:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 17 00000100:00080000:1.0:1777420906.511320:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777420906.511333:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+5:2368:x1863760833682432:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777420906.511421:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+5:2368:x1863760833682432:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 90us (357us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420906.511433:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 17 00000100:00100000:1.0:1777420907.481474:0:3295:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777420907.481497:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c5be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841048576:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777420907.481576:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1777420907.481667:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:1.0:1777420907.481846:0:3295:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9af13c5be300 x1863760841048576/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777420923 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777420907.481866:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c5be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841048576:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1777420907.800463:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1777420908.228976:0:9987:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: excepting tests: 00000001:02000400:3.0:1777420908.767739:0:10036:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: === sanity-hsm: start setup 20:01:48 (1777420908) === 00000100:00100000:1.0:1777420908.928913:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420908.930455:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833682816 00000100:00100000:3.0:1777420908.930461:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833682816 00000100:00100000:3.0:1777420908.930489:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 186 00000100:00100000:3.0:1777420908.930495:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119101c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+10:8263:x1863760833682816:12345-192.168.203.47@tcp:501:mount.lustre.0 00000100:00100000:3.0:1777420908.930608:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119101c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+10:8263:x1863760833682816:12345-192.168.203.47@tcp:501:mount.lustre.0 Request processed in 112us (196us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420908.930623:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 186 00000100:00100000:3.0:1777420908.931412:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420908.932720:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420908.939908:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420908.941876:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420908.943702:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420908.952653:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420908.953788:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420908.954677:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420908.955903:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420908.959228:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420908.960909:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420908.962965:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420908.962996:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420908.963025:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00080000:3.0:1777420908.963071:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777420908.963078:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777420908.963088:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833684864 00000100:00100000:1.0:1777420908.963095:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833684864 00000100:00100000:1.0:1777420908.963150:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 11 00000100:00100000:1.0:1777420908.963161:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d218700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+5:2365:x1863760833684864:12345-192.168.203.47@tcp:9:kworker.0 00000020:00000080:1.0:1777420908.963182:0:6860:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0xa38d712893835f0 00000100:00080000:1.0:1777420908.963191:0:6860:0:(import.c:65:import_set_state_nolock()) ffff9af001f67000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1777420908.963232:0:6860:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967298 00010000:00010000:3.0:1777420908.963246:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777420908.963397:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420908.963498:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420908.963746:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d218700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+2:2365:x1863760833684864:12345-192.168.203.47@tcp:9:kworker.0 Request processed in 585us (718us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420908.963758:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 11 00000100:00100000:3.0:1777420908.964376:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833684992 00000100:00100000:3.0:1777420908.964381:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833684992 00000100:00100000:3.0:1777420908.964413:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 13 00000100:00100000:3.0:1777420908.964421:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:8263:x1863760833684992:12345-192.168.203.47@tcp:40:mount.lustre.0 00000100:00100000:3.0:1777420908.964461:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:8263:x1863760833684992:12345-192.168.203.47@tcp:40:mount.lustre.0 Request processed in 42us (129us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420908.964466:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 13 00000100:00100000:3.0:1777420908.965450:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420908.965477:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420908.965501:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420908.965518:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833685120 00000100:00100000:1.0:1777420908.965525:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833685120 00000100:00100000:1.0:1777420908.965552:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833685248 00000100:00100000:1.0:1777420908.965555:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833685248 00000100:00100000:1.0:1777420908.965578:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 13 00000100:00100000:1.0:1777420908.965583:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af120430380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2365:x1863760833685248:12345-192.168.203.47@tcp:8:mount.lustre.0 00010000:00080000:1.0:1777420908.965601:0:6541:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0001: connection from 3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp t0 exp 0000000000000000 cur 120 last 0 00000020:00000080:1.0:1777420908.965626:0:6541:0:(genops.c:1404:class_connect()) connect: client 3fcf6b46-d829-4ac6-8431-9d08cf4f6539, cookie 0xa38d712893836d7 00002000:00100000:1.0:1777420908.965635:0:6541:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli 3fcf6b46-d829-4ac6-8431-9d08cf4f6539/ffff9af001e94000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 21132c1 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1777420908.965649:0:6541:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:1.0:1777420908.965726:0:6541:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1777420908.965750:0:6541:0:(import.c:65:import_set_state_nolock()) ffff9af001e91000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1777420908.965800:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af120430380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2365:x1863760833685248:12345-192.168.203.47@tcp:8:mount.lustre.0 Request processed in 212us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420908.965824:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 13 00010000:00010000:1.0:1777420909.848536:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1777420910.137521:0:10132:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg347-client.virtnet: executing check_config_client /mnt/lustre 00000100:00100000:3.0:1777420910.552789:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c678380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3296:1863760841049088:0@lo:400:kworker.0 00000100:00100000:3.0:1777420910.552850:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420910.553012:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841048960 00000100:00100000:3.0:1777420910.553023:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841048960 00000100:00100000:1.0:1777420910.553151:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841049088 00000100:00100000:1.0:1777420910.553164:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841049088 00000100:00100000:1.0:1777420910.553230:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841049344 00000100:00100000:1.0:1777420910.553235:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841049344 00000100:00100000:3.0:1777420910.553251:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1777420910.553304:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3295:x1863760841048960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777420910.553326:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1777420910.553396:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3295:x1863760841048960:12345-0@lo:400:kworker.0 Request processed in 95us (697us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420910.553403:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c679f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3296:x1863760841049088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777420910.553406:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1777420910.553461:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1777420910.553473:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841049216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777420910.553541:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c679f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3296:x1863760841049088:12345-0@lo:400:kworker.0 Request processed in 194us (693us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420910.553557:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841049216:12345-0@lo:400:kworker.0 Request processed in 80us (362us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420910.553567:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1777420910.553568:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1777420910.553734:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c678380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3296:1863760841049088:0@lo:400:kworker.0 00000020:00000080:1.0:1777420910.566002:0:37:0:(genops.c:863:class_export_destroy()) destroying export ffff9af001f66000/f8f37cf1-354c-422d-bbc6-c92f7928756d for lustre-OST0001 00000020:00000080:1.0:1777420910.566064:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9af001f67000 for lustre-OST0001 00010000:00010000:3.0:1777420911.896472:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777420912.600551:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c5be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841049600:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777420912.600627:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1777420912.600718:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000080:1.0:1777420912.609469:0:37:0:(genops.c:863:class_export_destroy()) destroying export ffff9af001e95000/f8f37cf1-354c-422d-bbc6-c92f7928756d for lustre-OST0000 00000020:00000080:1.0:1777420912.609512:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9af001e97000 for lustre-OST0000 00010000:00010000:3.0:1777420913.945521:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777420914.191570:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420914.191610:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420914.191643:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420914.191684:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420914.191721:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833685760 00000100:00100000:1.0:1777420914.191728:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833685760 00000100:00100000:3.0:1777420914.191743:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420914.191790:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 29 00000100:00100000:1.0:1777420914.191802:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c67b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+5:2368:x1863760833685760:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777420914.191843:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c67b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+5:2368:x1863760833685760:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 42us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420914.191851:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 29 00000100:00080000:1.0:1777420914.191878:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1777420914.191918:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777420914.191923:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777420915.673673:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841049856 00000100:00100000:3.0:1777420915.673683:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841049856 00000100:00100000:3.0:1777420915.673754:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1777420915.673770:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1863760841049856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777420915.673853:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1863760841049856:12345-0@lo:400:kworker.0 Request processed in 87us (226us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420915.673862:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00080000:1.0:1777420915.673934:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777420915.675663:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c67b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3297:1863760841050240:0@lo:400:kworker.0 00000100:00100000:1.0:1777420915.675724:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420915.676082:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c67a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3296:1863760841049984:0@lo:400:kworker.0 00000001:02000400:3.0:1777420915.788294:0:10834:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:3.0:1777420915.992838:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1777420917.119707:0:10981:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007fffbe5b1120 20000000:00000080:1.0:1777420917.119724:0:10981:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff9af001e58c00 uarg=0000000000000000 20000000:01000000:1.0:1777420917.119764:0:10981:0:(mgs_llog.c:6086:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:1.0:1777420917.119770:0:10981:0:(mgs_llog.c:4548:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:1.0:1777420917.119774:0:10981:0:(mgs_llog.c:1277:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:3.0:1777420917.120430:0:10982:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 7 20000000:00000400:1.0:1777420917.120523:0:10981:0:(mgs_llog.c:1348:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 10000000:01000000:1.0:1777420917.123865:0:10981:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:1.0:1777420917.123911:0:10981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9af137d12000/0xa38d712893836de lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420917.123935:0:10981:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9af100030c00/0xa38d71289383644 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d7128938363d expref: 17 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420917.123944:0:10981:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9af10148de00/0xa38d7128938366e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d71289383667 expref: 17 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420917.123951:0:10981:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9af137d13000/0xa38d71289383698 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d71289383691 expref: 17 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420917.123961:0:10981:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9af137d13200/0xa38d712893836ad lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3756b0 expref: 11 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420917.123968:0:10981:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9af100030e00/0xa38d712893836c2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3756e8 expref: 11 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420917.123975:0:10981:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9af137d12000/0xa38d712893836de lrc: 8/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 10981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420917.124027:0:10981:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9af100030e00/0xa38d712893836c2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3756e8 expref: 11 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420917.124048:0:10981:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9af100030e00/0xa38d712893836c2 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3756e8 expref: 11 pid: 5755 timeout: 228 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420917.124062:0:10981:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c5be680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:10981:1863760841050624:192.168.203.47@tcp:104: 00010000:00010000:1.0:1777420917.124187:0:10981:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9af137d13200/0xa38d712893836ad lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3756b0 expref: 11 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420917.124194:0:10981:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9af137d13200/0xa38d712893836ad lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3756b0 expref: 11 pid: 5754 timeout: 228 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420917.124201:0:10981:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137de9180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:10981:1863760841050752:192.168.203.47@tcp:104: 00010000:00010000:1.0:1777420917.124223:0:10981:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9af137d13000/0xa38d71289383698 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa38d71289383691 expref: 17 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420917.124229:0:10981:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9af137d13000/0xa38d71289383698 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa38d71289383691 expref: 17 pid: 5755 timeout: 278 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420917.124235:0:10981:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137de8380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:10981:1863760841050880:0@lo:104: 00000100:00100000:1.0:1777420917.124264:0:10981:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777420917.124296:0:10981:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9af10148de00/0xa38d7128938366e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa38d71289383667 expref: 17 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420917.124303:0:10981:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9af10148de00/0xa38d7128938366e lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa38d71289383667 expref: 17 pid: 5755 timeout: 278 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420917.124312:0:10981:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137de9500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:10981:1863760841051008:0@lo:104: 00000100:00100000:1.0:1777420917.124334:0:10981:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777420917.124457:0:10981:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9af100030c00/0xa38d71289383644 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa38d7128938363d expref: 17 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420917.124471:0:10981:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9af100030c00/0xa38d71289383644 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa38d7128938363d expref: 17 pid: 5754 timeout: 278 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420917.124497:0:10981:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137de9f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:10981:1863760841051136:0@lo:104: 00000100:00100000:1.0:1777420917.124532:0:10981:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420917.124555:0:10981:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13c0b23c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777420917.124585:0:10981:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137de8380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:10981:1863760841050880:0@lo:104: 00000100:00100000:1.0:1777420917.124600:0:10981:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137de9500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:10981:1863760841051008:0@lo:104: 00000100:00100000:1.0:1777420917.124710:0:10981:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137de9f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:10981:1863760841051136:0@lo:104: 00010000:00010000:3.0:1777420917.124714:0:8267:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1777420917.124725:0:8267:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.147@tcp lock: ffff9af120a33400/0xa38d71289383667 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d7128938366e expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420917.124741:0:8267:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a33400 already unused, calling callback (ffffffffc1ac3c20) 10000000:00010000:3.0:1777420917.124747:0:8267:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.147@tcp lock: ffff9af120a33400/0xa38d71289383667 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0xa38d7128938366e expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420917.124802:0:8267:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.147@tcp lock: ffff9af120a33400/0xa38d71289383667 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xa38d7128938366e expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1777420917.124824:0:8267:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.147@tcp lock: ffff9af120a33400/0xa38d71289383667 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xa38d7128938366e expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777420917.124832:0:8267:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1777420917.124855:0:8267:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.147@tcp lock: ffff9af120a33400/0xa38d71289383667 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d7128938366e expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420917.124863:0:8267:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1777420917.124887:0:8267:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.147@tcp lock: ffff9af120a33400/0xa38d71289383667 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d7128938366e expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420917.124895:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c67a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3298:1863760841051520:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777420917.124909:0:8267:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.147@tcp lock: ffff9af120a33400/0xa38d71289383667 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d7128938366e expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420917.124934:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777420917.124944:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777420917.124945:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777420917.124955:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777420917.124983:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841051392 00000100:00100000:3.0:1777420917.124990:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841051392 00010000:00010000:3.0:1777420917.125009:0:5747:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9af100030c00/0xa38d71289383644 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa38d7128938363d expref: 20 pid: 5754 timeout: 278 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420917.125051:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1777420917.125066:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189eb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+20:3297:x1863760841051392:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777420917.125177:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777420917.125184:0:5747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9af100030c00/0xa38d71289383644 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa38d7128938363d expref: 18 pid: 5754 timeout: 278 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420917.125198:0:5747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9af100030c00/0xa38d71289383644 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa38d7128938363d expref: 18 pid: 5754 timeout: 278 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420917.125216:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af1189ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3295:1863760841051264:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777420917.125227:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af100030c00/0xa38d71289383644 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa38d7128938363d expref: 17 pid: 5754 timeout: 278 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420917.125241:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777420917.125287:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189eb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+15:3297:x1863760841051392:12345-0@lo:103:ldlm_bl.0 Request processed in 222us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420917.125297:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af1189eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3297:1863760841051392:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1777420917.125384:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1777420917.125450:0:10981:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c5be680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:10981:1863760841050624:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777420917.125458:0:10981:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137de9180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:10981:1863760841050752:192.168.203.47@tcp:104: 00010000:00010000:1.0:1777420917.125473:0:10981:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9af137d12000/0xa38d712893836de lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 10981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420917.125630:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420917.125685:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420917.125747:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 28 00000100:00100000:1.0:1777420917.125760:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c678000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:71f90d2e-4852-44e2-8435-52916750919f+13:2369:x1863760833686144:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777420917.125771:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777420917.125776:0:5745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9af100030e00/0xa38d712893836c2 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3756e8 expref: 13 pid: 5755 timeout: 228 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420917.125792:0:5745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9af100030e00/0xa38d712893836c2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3756e8 expref: 13 pid: 5755 timeout: 228 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420917.125804:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af100030e00/0xa38d712893836c2 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3756e8 expref: 13 pid: 5755 timeout: 228 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420917.125816:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777420917.125856:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c678000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:71f90d2e-4852-44e2-8435-52916750919f+11:2369:x1863760833686144:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 98us (168us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420917.125879:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 28 00010000:00010000:1.0:1777420917.125974:0:10981:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9af137d12000/0xa38d712893836de lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 10981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420917.125982:0:10981:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9af137d12000/0xa38d712893836de lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 10981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420917.125987:0:10981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af137d12000/0xa38d712893836de lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 10981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420918.362079:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af134080e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841052032:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1777420918.362891:0:11162:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000020:01000000:3.0:1777420918.362985:0:5757:0:(obd_config.c:2178:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 10000000:01000000:3.0:1777420918.363011:0:5757:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.147@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1777420918.363023:0:5757:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af120a33c00/0xa38d712893836e5 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d712893836ec expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420918.363041:0:5757:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.147@tcp lock: ffff9af120a33c00/0xa38d712893836e5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d712893836ec expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777420918.363059:0:5757:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1777420918.363060:0:5757:0:(mgc_request.c:1813:mgc_process_log()) Process log params-ffff9af105758000 from 7 10000000:01000000:3.0:1777420918.363063:0:5757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1777420918.363086:0:5757:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af1013ef200/0xa38d712893836f3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420918.363092:0:5757:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.147@tcp lock: ffff9af1013ef200/0xa38d712893836f3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420918.363098:0:5757:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.147@tcp lock: ffff9af1013ef200/0xa38d712893836f3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420918.363112:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c678a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841052160:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1777420918.363168:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420918.363219:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1072aa240 going to sleep for 11 seconds 00000100:00100000:3.0:1777420918.363462:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c678a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841052160:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777420918.363482:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.147@tcp lock: ffff9af1013ef200/0xa38d712893836f3 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d712893836fa expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420918.363489:0:5757:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.147@tcp lock: ffff9af1013ef200/0xa38d712893836f3 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xa38d712893836fa expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420918.363551:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c678a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841052288:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777420918.363588:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420918.363667:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1072aa240 going to sleep for 11 seconds 00000100:00100000:3.0:1777420918.363979:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c678a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841052288:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777420918.364027:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c678a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841052416:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777420918.364086:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420918.364108:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1072aa240 going to sleep for 11 seconds 00000100:00100000:3.0:1777420918.364633:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c678a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841052416:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1777420918.365343:0:11163:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000020:01000000:3.0:1777420918.365424:0:5757:0:(obd_config.c:2178:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 10000000:01000000:3.0:1777420918.365455:0:5757:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.147@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1777420918.365474:0:5757:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af1013ef200/0xa38d712893836f3 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d712893836fa expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420918.365490:0:5757:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.147@tcp lock: ffff9af1013ef200/0xa38d712893836f3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d712893836fa expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777420918.365501:0:5757:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1777420918.365504:0:5757:0:(mgc_request.c:1813:mgc_process_log()) Process log params-ffff9af12a9e1800 from 7 10000000:01000000:3.0:1777420918.365507:0:5757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1777420918.365538:0:5757:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af1013ee200/0xa38d71289383701 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420918.365547:0:5757:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.147@tcp lock: ffff9af1013ee200/0xa38d71289383701 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420918.365557:0:5757:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.147@tcp lock: ffff9af1013ee200/0xa38d71289383701 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420918.365576:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c678a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841052544:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1777420918.365620:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420918.365658:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1072aa240 going to sleep for 11 seconds 00000100:00100000:3.0:1777420918.365873:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c678a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841052544:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777420918.365893:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.147@tcp lock: ffff9af1013ee200/0xa38d71289383701 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d71289383708 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420918.365922:0:5757:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.147@tcp lock: ffff9af1013ee200/0xa38d71289383701 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xa38d71289383708 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420918.365981:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c678a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841052672:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777420918.366016:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420918.366037:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1072aa240 going to sleep for 11 seconds 00000100:00100000:3.0:1777420918.366288:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c678a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841052672:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777420918.366322:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c678a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841052800:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777420918.366387:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420918.366405:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1072aa240 going to sleep for 11 seconds 00000100:00100000:3.0:1777420918.366753:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c678a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841052800:0@lo:503:ll_cfg_requeue.0 00000020:01000000:1.0:1777420918.367704:0:5757:0:(obd_config.c:2178:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 10000000:01000000:1.0:1777420918.367731:0:5757:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.147@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1777420918.367741:0:5757:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af1013ee200/0xa38d71289383701 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d71289383708 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420918.367752:0:5757:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.147@tcp lock: ffff9af1013ee200/0xa38d71289383701 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d71289383708 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420918.926790:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420918.930372:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420918.930468:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833686528 00000100:00100000:1.0:1777420918.930481:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833686528 00000100:00100000:1.0:1777420918.930540:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 210 00000100:00100000:1.0:1777420918.930552:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+11:5564:x1863760833686528:12345-192.168.203.47@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1777420918.930717:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+11:5564:x1863760833686528:12345-192.168.203.47@tcp:501:ll_cfg_requeue.0 Request processed in 166us (367us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420918.930726:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 210 00000100:00100000:1.0:1777420918.933753:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420918.938434:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420918.938542:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833686784 00000100:00100000:3.0:1777420918.938555:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833686784 00000100:00100000:3.0:1777420918.938614:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 212 00000100:00100000:3.0:1777420918.938627:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+11:5564:x1863760833686784:12345-192.168.203.47@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777420918.938647:0:5755:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777420918.938669:0:5755:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af1013ef600/0xa38d71289383716 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375719 expref: -99 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420918.938701:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af1013ef600/0xa38d71289383716 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375719 expref: 12 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420918.938726:0:5755:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af1013ef600/0xa38d71289383716 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375719 expref: 12 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420918.938738:0:5755:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af1013ef600, rc 0) 00000100:00100000:3.0:1777420918.938822:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+12:5564:x1863760833686784:12345-192.168.203.47@tcp:101:ll_cfg_requeue.0 Request processed in 197us (399us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420918.938830:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 212 00000100:00100000:3.0:1777420918.942190:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420918.947313:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00010000:00010000:1.0:1777420919.064491:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777420919.310882:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420919.310933:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420919.310949:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833687296 00000100:00100000:1.0:1777420919.310959:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833687296 00000100:00100000:3.0:1777420919.310969:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420919.311007:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420919.311032:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833687424 00000100:00100000:1.0:1777420919.311037:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833687424 00000100:00100000:3.0:1777420919.311064:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420919.311078:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 33 00000100:00100000:1.0:1777420919.311095:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c678a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2367:x1863760833687296:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777420919.311122:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 34 00000100:00100000:3.0:1777420919.311144:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c67a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+5:2366:x1863760833687424:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777420919.311151:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c678a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2367:x1863760833687296:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 56us (272us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420919.311168:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 33 00000100:00100000:3.0:1777420919.311200:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c67a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+5:2366:x1863760833687424:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 67us (194us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420919.311209:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 34 00000001:02000400:3.0:1777420919.616319:0:11261:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: === sanity-hsm: finish setup 20:01:59 (1777420919) === 00000100:00100000:3.0:1777420919.676467:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420919.677893:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420919.677939:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833688064 00000100:00100000:3.0:1777420919.677947:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833688064 00000100:00100000:3.0:1777420919.677990:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 14 00000100:00100000:3.0:1777420919.678000:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137de9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:9796:x1863760833688064:12345-192.168.203.47@tcp:36:mkdir.0 00010000:00010000:3.0:1777420919.678052:0:5762:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777420919.678100:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12600/0xa38d712893835fe lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37569b expref: 6 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420919.678118:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1061f8900) 00010000:00010000:3.0:1777420919.678129:0:5762:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777420919.678308:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efc00/0xa38d7128938371d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420919.678332:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efc00/0xa38d7128938371d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420919.678347:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efc00/0xa38d7128938371d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420919.679618:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013eee00/0xa38d71289383724 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420919.679635:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013eee00/0xa38d71289383724 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420919.679647:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013eee00/0xa38d71289383724 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777420919.680680:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1:0x0]: returning size 512 00010000:00010000:3.0:1777420919.680693:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efc00/0xa38d7128938371d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420919.680702:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efc00/0xa38d7128938371d lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420919.680710:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efc00/0xa38d7128938371d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420919.680727:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af1013efc00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420919.680733:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efc00/0xa38d7128938371d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420919.680741:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efc00/0xa38d7128938371d lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420919.680754:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af118b32800) 00010000:00010000:3.0:1777420919.680757:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420919.680762:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efc00/0xa38d7128938371d lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420919.680767:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efc00/0xa38d7128938371d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777420919.680785:0:5762:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000004194df37 reply state 00000000829d33e8 transno 4294967297 ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013eee00/0xa38d71289383724 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420919.680795:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777420919.680943:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137de9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+7:9796:x1863760833688064:12345-192.168.203.47@tcp:36:mkdir.0 Request processed in 2939us (3049us total) trans 4294967297 rc 0/0 00000100:00100000:3.0:1777420919.680953:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 14 00000100:00100000:1.0:1777420919.685891:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420919.685997:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833688192 00000100:00100000:3.0:1777420919.686008:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833688192 00000100:00100000:3.0:1777420919.686062:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 15 00000100:00100000:3.0:1777420919.686070:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137de9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:9797:x1863760833688192:12345-192.168.203.47@tcp:101:chmod.0 00010000:00010000:3.0:1777420919.686093:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777420919.686115:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efc00/0xa38d7128938372b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375720 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420919.686196:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef400/0xa38d71289383732 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420919.686209:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef400/0xa38d71289383732 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420919.686228:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef400/0xa38d71289383732 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777420919.686280:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 10752 00000004:00200000:3.0:1777420919.686283:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:3.0:1777420919.686313:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef400/0xa38d71289383732 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420919.686332:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efc00/0xa38d7128938372b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375720 expref: 8 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420919.686345:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef400/0xa38d71289383732 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375720 expref: 7 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420919.686370:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af118b32800) 00010000:00010000:3.0:1777420919.686373:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777420919.686376:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af1013ef400, rc 0) 00000100:00100000:3.0:1777420919.686428:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137de9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+7:9797:x1863760833688192:12345-192.168.203.47@tcp:101:chmod.0 Request processed in 359us (551us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420919.686435:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 15 00000100:00100000:3.0:1777420919.687591:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420919.697923:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420919.703300:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000004:00010000:3.0:1777420919.714251:0:5762:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000d3607b3a reply state 00000000da0a5eb1 transno 4294967299 ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33600/0xa38d7128938376a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420919.714265:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1777420919.714298:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1:0x0]: returning size 11776 00010000:00080000:3.0:1777420919.714445:0:5762:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1777420919.714468:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137de9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+7:9798:x1863760833688960:12345-192.168.203.47@tcp:36:chown.0 Request processed in 10998us (11173us total) trans 4294967299 rc 0/0 00000100:00100000:3.0:1777420919.714479:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 19 00000100:00100000:1.0:1777420919.722394:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420919.732122:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420919.734077:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420919.738424:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420919.739521:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420919.740691:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420919.742428:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420919.752663:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+5:0:x1863760833690112:12345-192.168.203.47@tcp:2:touch.500 Request processed in 10130us (10232us total) trans 4294967299 rc 0/0 00000100:00100000:1.0:1777420919.752683:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 15 00000100:00100000:3.0:1777420919.754060:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420919.759546:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420919.761280:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420919.762329:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420919.764432:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420919.767688:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420919.768909:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420919.769687:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420919.771115:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420919.771859:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420919.772668:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420919.774056:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420919.776673:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420919.777702:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00010000:00010000:3.0:1777420920.088527:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1777420920.148153:0:11312:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffc8e5b7ac0 20000000:00000080:1.0:1777420920.148169:0:11312:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff9af001ce2400 uarg=0000000000000000 20000000:01000000:1.0:1777420920.148201:0:11312:0:(mgs_llog.c:6086:mgs_set_param2()) set_param2 fs='' device='lustre' param='mdt.lustre-MDT0000.hsm_control=enabled' 20000000:01000000:1.0:1777420920.148207:0:11312:0:(mgs_llog.c:4548:mgs_write_log_param2()) next param 'mdt.lustre-MDT0000.hsm_control=enabled' 20000000:01000000:1.0:1777420920.148212:0:11312:0:(mgs_llog.c:1277:mgs_modify_param()) modify params/lustre/mdt.lustre-MDT0000.hsm_control=enabled del=0 00000040:00080000:1.0:1777420920.148696:0:11313:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000100:00100000:1.0:1777420920.151893:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1777420920.151926:0:6557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134083800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+4:11312:x1863760841053184:12345-0@lo:104: 00010000:00010000:1.0:1777420920.151948:0:6557:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.147@tcp lock: ffff9af1013ee200/0xa38d71289383701 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d71289383708 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420920.152046:0:6557:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1777420920.152057:0:6557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134083800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+4:11312:x1863760841053184:12345-0@lo:104: Request processed in 150us (316us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420920.152066:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00010000:00010000:1.0:1777420920.152103:0:5749:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1777420920.152112:0:5749:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.147@tcp lock: ffff9af1013ef200/0xa38d712893836f3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d712893836fa expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420920.152122:0:5749:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af1013ef200 already unused, calling callback (ffffffffc1ac3c20) 10000000:00010000:1.0:1777420920.152126:0:5749:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.147@tcp lock: ffff9af1013ef200/0xa38d712893836f3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xa38d712893836fa expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420920.152132:0:11312:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af134082680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:11312:1863760841053184:0@lo:104: 00000100:00100000:3.0:1777420920.152154:0:11312:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af134081880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:11312:1863760841053312:0@lo:104: 00010000:00010000:1.0:1777420920.152156:0:5749:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.147@tcp lock: ffff9af1013ef200/0xa38d712893836f3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xa38d712893836fa expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420920.152173:0:11312:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af134082a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:11312:1863760841053440:0@lo:104: 10000000:00010000:1.0:1777420920.152177:0:5749:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.147@tcp lock: ffff9af1013ef200/0xa38d712893836f3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xa38d712893836fa expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1777420920.152185:0:5749:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1777420920.152226:0:5749:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.147@tcp lock: ffff9af1013ef200/0xa38d712893836f3 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d712893836fa expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420920.152230:0:5748:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777420920.152234:0:5749:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1777420920.152244:0:5748:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.147@tcp lock: ffff9af120a33c00/0xa38d712893836e5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d712893836ec expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420920.152257:0:5748:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a33c00 already unused, calling callback (ffffffffc1ac3c20) 10000000:00010000:3.0:1777420920.152261:0:5748:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.147@tcp lock: ffff9af120a33c00/0xa38d712893836e5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xa38d712893836ec expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420920.152266:0:5749:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.147@tcp lock: ffff9af1013ef200/0xa38d712893836f3 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d712893836fa expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420920.152269:0:5748:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.147@tcp lock: ffff9af120a33c00/0xa38d712893836e5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x1408400000000 nid: local remote: 0xa38d712893836ec expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1777420920.152292:0:5748:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.147@tcp lock: ffff9af120a33c00/0xa38d712893836e5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x1409400000000 nid: local remote: 0xa38d712893836ec expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420920.152292:0:5749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.147@tcp lock: ffff9af1013ef200/0xa38d712893836f3 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d712893836fa expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777420920.152315:0:5748:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1777420920.152322:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777420920.152326:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777420920.152330:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777420920.152414:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777420920.152464:0:5748:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.147@tcp lock: ffff9af120a33c00/0xa38d712893836e5 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d712893836ec expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420920.152473:0:5748:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1777420920.152500:0:5748:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.147@tcp lock: ffff9af120a33c00/0xa38d712893836e5 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d712893836ec expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420920.152500:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00010000:00010000:3.0:1777420920.152513:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.147@tcp lock: ffff9af120a33c00/0xa38d712893836e5 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d712893836ec expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420920.152514:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137de8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+19:3295:x1863760841053568:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1777420920.152537:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777420920.152544:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777420920.152545:0:5745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9af137c25a00/0xa38d712893836fa lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa38d712893836f3 expref: 19 pid: 5755 timeout: 281 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420920.152549:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777420920.152555:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777420920.152568:0:5745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9af137c25a00/0xa38d712893836fa lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 10 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa38d712893836f3 expref: 19 pid: 5755 timeout: 281 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420920.152601:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af137c25a00/0xa38d712893836fa lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa38d712893836f3 expref: 18 pid: 5755 timeout: 281 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420920.152614:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777420920.152653:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137de8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3295:x1863760841053568:12345-0@lo:103:ldlm_bl.0 Request processed in 142us (241us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420920.152662:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af1189ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3297:1863760841053696:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1777420920.152667:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1777420920.152723:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137deb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3295:1863760841053568:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1777420920.153167:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420920.153407:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420920.792540:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af1189eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841053952:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777420920.792615:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3297:1863760841054208:0@lo:400:kworker.0 00000100:00100000:1.0:1777420920.792615:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420920.792672:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420920.792677:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841054464:0@lo:400:kworker.0 00000100:00100000:3.0:1777420920.792705:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841054720:0@lo:400:kworker.0 00000100:00100000:1.0:1777420920.792709:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420920.792746:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420920.792746:0:7924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841053952 00000100:00100000:1.0:1777420920.792754:0:7924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841053952 00000100:00100000:3.0:1777420920.792774:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777420920.792781:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3297:1863760841054336:0@lo:400:kworker.0 00000100:00100000:1.0:1777420920.792812:0:7924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1777420920.792815:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420920.792823:0:7924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137deb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1863760841053952:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777420920.792864:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841054208 00000100:00100000:3.0:1777420920.792869:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841054208 00002000:00000024:1.0:1777420920.792870:0:7924:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1777420920.792904:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841054592 00000100:00100000:3.0:1777420920.792909:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841054592 00000100:00100000:1.0:1777420920.792925:0:7924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137deb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1863760841053952:12345-0@lo:13:osp-pre-1-0.0 Request processed in 105us (314us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420920.792934:0:7924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1777420920.792939:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841054336 00000100:00100000:3.0:1777420920.792941:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841054336 00000100:00100000:1.0:1777420920.792958:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841054464 00000100:00100000:3.0:1777420920.792960:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1777420920.792962:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841054464 00000100:00100000:3.0:1777420920.792969:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1863760841054208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777420920.792991:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841054720 00000100:00100000:1.0:1777420920.792996:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841054720 00000100:00100000:3.0:1777420920.793008:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1863760841054208:12345-0@lo:400:kworker.0 Request processed in 39us (335us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420920.793016:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1777420920.793019:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1777420920.793023:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137de9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3295:x1863760841054464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777420920.793034:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1777420920.793042:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1863760841054336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777420920.793079:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1863760841054336:12345-0@lo:400:kworker.0 Request processed in 37us (265us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420920.793082:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137de9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3295:x1863760841054464:12345-0@lo:400:kworker.0 Request processed in 53us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420920.793090:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1777420920.793092:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1777420920.793116:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1777420920.793124:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841054720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777420920.793158:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841054720:12345-0@lo:400:kworker.0 Request processed in 34us (411us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420920.793165:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1777420920.793202:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3297:1863760841054336:0@lo:400:kworker.0 00000100:00100000:3.0:1777420920.793218:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3297:1863760841054208:0@lo:400:kworker.0 00010000:00080000:3.0:1777420920.793231:0:3297:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9af13f6b5180 x1863760841054720/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777420936 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777420920.793262:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841054720:0@lo:400:kworker.0 00010000:00010000:3.0:1777420921.112589:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777420921.358777:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420921.360246:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420921.361286:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420921.362749:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420921.363897:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420921.365054:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420921.366134:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420921.367090:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420921.368446:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420921.369772:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 10000000:01000000:1.0:1777420921.624505:0:5757:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1777420921.624513:0:5757:0:(mgc_request.c:1813:mgc_process_log()) Process log params-ffff9af13c4e4800 from 7 10000000:01000000:1.0:1777420921.624519:0:5757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1777420921.624580:0:5757:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af137d12c00/0xa38d71289383858 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420921.624594:0:5757:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.147@tcp lock: ffff9af137d12c00/0xa38d71289383858 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420921.624606:0:5757:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.147@tcp lock: ffff9af137d12c00/0xa38d71289383858 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420921.624641:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137de8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841054848:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1777420921.624714:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420921.624781:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13c6a2900 going to sleep for 11 seconds 00000100:00100000:1.0:1777420921.625062:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137de8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841054848:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777420921.625082:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.147@tcp lock: ffff9af137d12c00/0xa38d71289383858 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d7128938385f expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420921.625091:0:5757:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.147@tcp lock: ffff9af137d12c00/0xa38d71289383858 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa38d7128938385f expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420921.625137:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137de8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841054976:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1777420921.625163:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420921.625181:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13c6a2900 going to sleep for 11 seconds 00000100:00100000:1.0:1777420921.625412:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137de8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841054976:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1777420921.625442:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137de8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841055104:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1777420921.625482:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420921.625507:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13c6a2900 going to sleep for 11 seconds 00000100:00100000:1.0:1777420921.625739:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137de8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841055104:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1777420921.626055:0:11326:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137de8000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:11326:1863760841055232:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777420921.626088:0:11326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420921.626106:0:11326:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13c6a26c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777420921.626340:0:11326:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137de8000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:11326:1863760841055232:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1777420921.626386:0:11326:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1777420921.626395:0:11326:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1777420921.626397:0:11326:0:(obd_config.c:1594:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1777420921.626404:0:11326:0:(obd_config.c:2038:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9af13c4e4800 00000020:00000080:1.0:1777420921.626407:0:11326:0:(obd_config.c:1506:class_process_config()) processing cmd: ce032 00000100:00100000:1.0:1777420921.626483:0:11326:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137de8000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:11326:1863760841055360:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777420921.626517:0:11326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420921.626546:0:11326:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13c6a26c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777420921.627035:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841055488 00000100:00100000:1.0:1777420921.627041:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841055488 00000100:00100000:1.0:1777420921.627071:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 232 00000100:00100000:1.0:1777420921.627081:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119105450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+16:5757:x1863760841055488:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777420921.627089:0:5754:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777420921.627101:0:5754:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af137d13c00/0xa38d7128938386d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xa38d71289383866 expref: -99 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420921.627119:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af137d13c00/0xa38d7128938386d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa38d71289383866 expref: 17 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420921.627129:0:5754:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af137d13c00/0xa38d7128938386d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d71289383866 expref: 17 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420921.627137:0:5754:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137d13c00, rc 0) 00000100:00100000:1.0:1777420921.627173:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119105450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+17:5757:x1863760841055488:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 93us (164us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420921.627181:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 232 00000100:00100000:1.0:1777420921.627314:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841055616 00000100:00100000:1.0:1777420921.627319:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841055616 00000100:00100000:1.0:1777420921.627384:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 233 00000100:00100000:1.0:1777420921.627392:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119107850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+17:5757:x1863760841055616:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1777420921.627466:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119107850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+17:5757:x1863760841055616:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 75us (176us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420921.627474:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 233 00000100:00100000:1.0:1777420921.627574:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841055744 00000100:00100000:1.0:1777420921.627578:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841055744 00000100:00100000:1.0:1777420921.627606:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 234 00000100:00100000:1.0:1777420921.627621:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119104850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+17:5757:x1863760841055744:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1777420921.627730:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119104850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+17:5757:x1863760841055744:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 110us (178us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420921.627737:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 234 00000100:00100000:1.0:1777420921.628035:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841055872 00000100:00100000:1.0:1777420921.628039:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841055872 00000100:00100000:1.0:1777420921.628062:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 235 00000100:00100000:1.0:1777420921.628067:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119105050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+17:11327:x1863760841055872:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777420921.628159:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119105050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+17:11327:x1863760841055872:12345-0@lo:502:llog_process_th.0 Request processed in 92us (143us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420921.628164:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 235 00000100:00100000:1.0:1777420921.628372:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841056000 00000100:00100000:1.0:1777420921.628376:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841056000 00000100:00100000:1.0:1777420921.628403:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 236 00000100:00100000:1.0:1777420921.628409:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119106050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+17:11327:x1863760841056000:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777420921.628489:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119106050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+17:11327:x1863760841056000:12345-0@lo:502:llog_process_th.0 Request processed in 80us (158us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420921.628494:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 236 00000020:01000000:1.0:1777420921.628587:0:5757:0:(obd_config.c:2178:class_config_parse_llog()) Processed log params gen 7-9 (rc=0) 10000000:01000000:1.0:1777420921.628601:0:5757:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.147@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1777420921.628605:0:5757:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af137c25e00/0xa38d71289383866 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d7128938386d expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420921.628612:0:5757:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.147@tcp lock: ffff9af137c25e00/0xa38d71289383866 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d7128938386d expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1777420921.628619:0:5757:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1777420921.628626:0:5757:0:(mgc_request.c:1813:mgc_process_log()) Process log params-ffff9af12a9e1800 from 7 10000000:01000000:1.0:1777420921.628627:0:5757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1777420921.628640:0:5757:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af137d12a00/0xa38d71289383874 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420921.628645:0:5757:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.147@tcp lock: ffff9af137d12a00/0xa38d71289383874 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420921.628650:0:5757:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.147@tcp lock: ffff9af137d12a00/0xa38d71289383874 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420921.628658:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137de8a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841056128:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1777420921.628677:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420921.628703:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13c6a2480 going to sleep for 11 seconds 00000100:00100000:1.0:1777420921.628834:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137de8a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841056128:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777420921.628858:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.147@tcp lock: ffff9af137d12a00/0xa38d71289383874 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d7128938387b expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420921.628865:0:5757:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.147@tcp lock: ffff9af137d12a00/0xa38d71289383874 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xa38d7128938387b expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420921.628893:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137de8a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841056256:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1777420921.628912:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420921.628923:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13c6a2480 going to sleep for 11 seconds 00000100:00100000:1.0:1777420921.629054:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137de8a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841056256:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1777420921.629079:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137de8a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841056384:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1777420921.629106:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420921.629117:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13c6a2480 going to sleep for 11 seconds 00000100:00100000:1.0:1777420921.629240:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137de8a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841056384:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1777420921.629476:0:11329:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137de8a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:11329:1863760841056512:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777420921.629508:0:11329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420921.629527:0:11329:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13c6a2540 going to sleep for 11 seconds 00000100:00100000:1.0:1777420921.629678:0:11329:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137de8a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:11329:1863760841056512:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1777420921.629699:0:11329:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1777420921.629705:0:11329:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1777420921.629707:0:11329:0:(obd_config.c:1594:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1777420921.629712:0:11329:0:(obd_config.c:2038:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9af12a9e1800 00000020:00000080:1.0:1777420921.629715:0:11329:0:(obd_config.c:1506:class_process_config()) processing cmd: ce032 00000100:00100000:1.0:1777420921.629760:0:11329:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137de8a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:11329:1863760841056640:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777420921.629784:0:11329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420921.629795:0:11329:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13c6a2540 going to sleep for 11 seconds 00000100:00100000:1.0:1777420921.629970:0:11329:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137de8a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:11329:1863760841056640:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1777420921.629990:0:11329:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1777420921.629994:0:11329:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1777420921.629995:0:11329:0:(obd_config.c:1594:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000040:00080000:1.0:1777420921.629996:0:11329:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 10 count 10 00000100:00100000:3.0:1777420922.840659:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af1189eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1863760841056768:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777420922.840743:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420922.840804:0:6546:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841056768 00000100:00100000:1.0:1777420922.840815:0:6546:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841056768 00000100:00100000:1.0:1777420922.840901:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1777420922.840924:0:6546:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1863760841056768:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777420922.840970:0:6546:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1777420922.841031:0:6546:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1863760841056768:12345-0@lo:13:osp-pre-0-0.0 Request processed in 120us (287us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420922.841040:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00010000:00080000:3.0:1777420922.841068:0:3298:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9af1189eb100 x1863760841056768/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777420938 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777420922.841089:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af1189eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1863760841056768:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1777420923.160575:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777420924.184552:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777420924.431761:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420924.431827:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420924.431869:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420924.431901:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833694592 00000100:00100000:1.0:1777420924.431909:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833694592 00000100:00100000:3.0:1777420924.431913:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420924.431950:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420924.431984:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420924.432024:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833694848 00000100:00100000:1.0:1777420924.432029:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833694848 00000100:00100000:3.0:1777420924.432033:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 38 00000100:00100000:3.0:1777420924.432051:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+14:2366:x1863760833694592:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777420924.432070:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 39 00000100:00100000:1.0:1777420924.432082:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+5:2366:x1863760833694848:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777420924.432108:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+14:2366:x1863760833694592:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 63us (291us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420924.432126:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+5:2366:x1863760833694848:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 44us (173us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420924.432144:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 39 00000100:00100000:3.0:1777420924.432163:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 38 00000100:00100000:1.0:1777420924.432184:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 30 00000100:00100000:1.0:1777420924.432197:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+5:2366:x1863760833695104:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777420924.432233:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+5:2366:x1863760833695104:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 40us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420924.432246:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 30 00010000:00010000:3.0:1777420924.900230:0:8267:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777420924.900239:0:8267:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c0c6d510/0xa38d71289383882 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420924.900250:0:8267:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137839c00 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:3.0:1777420924.900255:0:8267:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c0c6d510/0xa38d71289383882 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420924.900266:0:8267:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c0c6d510/0xa38d71289383882 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420924.900292:0:8267:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c0c6d510/0xa38d71289383882 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420924.900300:0:8267:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c0c6d510/0xa38d71289383882 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420924.900323:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777420924.900325:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777420924.900327:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777420925.912641:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3297:1863760841057152:0@lo:400:kworker.0 00000100:00100000:3.0:1777420925.912712:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420925.912715:0:6546:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841057024 00000100:00100000:1.0:1777420925.912727:0:6546:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841057024 00000100:00100000:3.0:1777420925.912757:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af12d0d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3297:1863760841057664:0@lo:400:kworker.0 00000100:00100000:1.0:1777420925.912829:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1777420925.912838:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420925.912845:0:6546:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3296:x1863760841057024:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777420925.912889:0:6546:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1777420925.912919:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841057536 00000100:00100000:3.0:1777420925.912926:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841057536 00000100:00100000:1.0:1777420925.912970:0:6546:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3296:x1863760841057024:12345-0@lo:13:osp-pre-1-0.0 Request processed in 127us (310us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420925.912983:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1777420925.912997:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1777420925.913008:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c678000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3296:x1863760841057536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777420925.913038:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841057152 00000100:00100000:1.0:1777420925.913048:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841057152 00000100:00100000:3.0:1777420925.913069:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c678000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3296:x1863760841057536:12345-0@lo:400:kworker.0 Request processed in 65us (233us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420925.913083:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 243 00000100:00100000:3.0:1777420925.913084:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1777420925.913094:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119100050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3297:x1863760841057152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777420925.913118:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1777420925.913131:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110395f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1863760841057280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777420925.913142:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119100050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3297:x1863760841057152:12345-0@lo:400:kworker.0 Request processed in 49us (431us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420925.913152:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 243 00000100:00100000:3.0:1777420925.913199:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110395f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1863760841057280:12345-0@lo:400:kworker.0 Request processed in 71us (305us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420925.913204:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841057792 00000100:00100000:3.0:1777420925.913208:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1777420925.913208:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841057792 00000100:00100000:1.0:1777420925.913233:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1777420925.913240:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134081180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3298:x1863760841057792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777420925.913261:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3297:1863760841057152:0@lo:400:kworker.0 00000100:00100000:1.0:1777420925.913267:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134081180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3298:x1863760841057792:12345-0@lo:400:kworker.0 Request processed in 27us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420925.913272:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1777420925.913283:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af12d0d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3297:1863760841057664:0@lo:400:kworker.0 00000100:00100000:1.0:1777420925.913310:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420925.913328:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841057408 00000100:00100000:3.0:1777420925.913332:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841057408 00000100:00100000:1.0:1777420925.913339:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af12d0d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841057536:0@lo:400:kworker.0 00000100:00100000:3.0:1777420925.913403:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1777420925.913411:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137de8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3296:x1863760841057408:12345-0@lo:400:kworker.0 00010000:00080000:1.0:1777420925.913913:0:3296:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9af1189eb100 x1863760841057024/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777420941 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777420925.913940:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af1189eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841057024:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777420925.917066:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137de8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3296:x1863760841057408:12345-0@lo:400:kworker.0 Request processed in 3646us (3745us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420925.917082:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1777420925.921052:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af12d0d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3296:1863760841057408:0@lo:400:kworker.0 00010000:00010000:1.0:1777420926.232542:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777420927.256631:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777420928.280831:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777420929.555102:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420929.555147:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420929.555185:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833695232 00000100:00100000:1.0:1777420929.555202:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833695232 00000100:00100000:3.0:1777420929.555259:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420929.555297:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 244 00000100:00100000:1.0:1777420929.555310:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119102850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+12:2367:x1863760833695232:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777420929.555440:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119102850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+12:2367:x1863760833695232:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 132us (348us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420929.555448:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 244 00000100:00100000:3.0:1777420929.558540:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833695488 00000100:00100000:3.0:1777420929.558545:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833695488 00000100:00100000:3.0:1777420929.559260:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 33 00000100:00100000:3.0:1777420929.559269:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c679880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+5:2366:x1863760833695488:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777420929.559327:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c679880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+5:2366:x1863760833695488:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 60us (940us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420929.559335:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 33 00000100:00100000:3.0:1777420929.564183:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833695744 00000100:00100000:3.0:1777420929.564194:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833695744 00000100:00100000:3.0:1777420929.564285:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833695872 00000100:00100000:3.0:1777420929.564290:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833695872 00000100:00100000:3.0:1777420929.564340:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 17 00000100:00100000:3.0:1777420929.564382:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134082a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+5:2365:x1863760833695744:12345-192.168.203.47@tcp:9:kworker.0 00000020:00000080:3.0:1777420929.564421:0:11334:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0xa38d712893836d0 00000100:00080000:3.0:1777420929.564440:0:11334:0:(import.c:65:import_set_state_nolock()) ffff9af13f587000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1777420929.564491:0:11334:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967300 00000100:00100000:3.0:1777420929.564806:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134082a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+2:2365:x1863760833695744:12345-192.168.203.47@tcp:9:kworker.0 Request processed in 456us (830us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420929.564814:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 17 00010000:00010000:3.0:1777420929.564841:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777420929.564958:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1777420930.028309:0:38:0:(genops.c:863:class_export_destroy()) destroying export ffff9af13f583000/3fcf6b46-d829-4ac6-8431-9d08cf4f6539 for lustre-OST0000 00000020:00000080:3.0:1777420930.028394:0:38:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9af13f587000 for lustre-OST0000 00010000:00010000:3.0:1777420930.334187:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777420931.033083:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c67aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841058048:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777420931.033121:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420931.033204:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af12d0d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841058560:0@lo:400:kworker.0 00000100:00100000:1.0:1777420931.033236:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420931.033715:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841058688 00000100:00100000:3.0:1777420931.033740:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841058688 00000100:00080000:1.0:1777420931.033822:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1777420931.033830:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777420931.033832:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777420931.033875:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1777420931.033890:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c67bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1863760841058688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777420931.033911:0:7924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841058048 00000100:00100000:3.0:1777420931.033919:0:7924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841058048 00000100:00100000:1.0:1777420931.033946:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c67bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1863760841058688:12345-0@lo:400:kworker.0 Request processed in 56us (924us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420931.033958:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1777420931.033994:0:7924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1777420931.034013:0:7924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137debb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3296:x1863760841058048:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777420931.034067:0:7924:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1777420931.034207:0:7924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137debb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3296:x1863760841058048:12345-0@lo:13:osp-pre-1-0.0 Request processed in 187us (1067us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420931.035412:0:7924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000001:00100000:1.0:1777420931.062314:0:7430:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 3fcf6b46-d829-4ac6-8431-9d08cf4f6539 00000020:00000080:1.0:1777420931.062321:0:7430:0:(genops.c:904:class_export_put()) final put ffff9af001e94000/3fcf6b46-d829-4ac6-8431-9d08cf4f6539 00000020:00000080:3.0:1777420931.062532:0:37:0:(genops.c:863:class_export_destroy()) destroying export ffff9af001e94000/3fcf6b46-d829-4ac6-8431-9d08cf4f6539 for lustre-OST0001 00000020:00000080:3.0:1777420931.062584:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9af001e91000 for lustre-OST0001 00010000:00010000:3.0:1777420932.376753:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1777420932.891657:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1777420933.085245:0:7924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841058944 00000100:00100000:3.0:1777420933.085256:0:7924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841058944 00000100:00100000:3.0:1777420933.085337:0:7924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1777420933.085348:0:7924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134080a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1863760841058944:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777420933.085420:0:7924:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1777420933.085480:0:7924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134080a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1863760841058944:12345-0@lo:13:osp-pre-0-0.0 Request processed in 133us (628us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420933.085488:0:7924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00010000:00010000:3.0:1777420933.400995:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777420934.425103:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777420934.672400:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833696128 00000100:00100000:1.0:1777420934.672413:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833696128 00000100:00100000:1.0:1777420934.672486:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 48 00000100:00100000:1.0:1777420934.672497:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134080380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+5:2367:x1863760833696128:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777420934.672606:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134080380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+5:2367:x1863760833696128:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 109us (387us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420934.672614:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 48 00000100:00080000:1.0:1777420934.672644:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777420934.674197:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833696384 00000100:00100000:1.0:1777420934.674206:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833696384 00000100:00100000:1.0:1777420934.674323:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 49 00000100:00100000:1.0:1777420934.674332:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134082a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+5:2367:x1863760833696384:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777420934.674434:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134082a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+5:2367:x1863760833696384:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 103us (336us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420934.674442:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 49 00000100:00100000:3.0:1777420934.677679:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833696256 00000100:00100000:3.0:1777420934.677686:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833696256 00000100:00100000:3.0:1777420934.677737:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 36 00000100:00100000:3.0:1777420934.677770:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134081180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+5:2367:x1863760833696256:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777420934.677821:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134081180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+5:2367:x1863760833696256:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 77us (5570us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420934.677829:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 36 00000100:00100000:3.0:1777420936.152950:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af134081880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3296:1863760841059072:0@lo:400:kworker.0 00000100:00100000:3.0:1777420936.152985:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420936.153046:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13d219880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841059456:0@lo:400:kworker.0 00000100:00100000:3.0:1777420936.153080:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420936.153446:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841059456 00000100:00100000:1.0:1777420936.153456:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841059456 00000100:00100000:1.0:1777420936.153517:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841059712 00000100:00100000:1.0:1777420936.153521:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841059712 00000100:00100000:1.0:1777420936.153546:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1777420936.153555:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3295:x1863760841059456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777420936.153610:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3295:x1863760841059456:12345-0@lo:400:kworker.0 Request processed in 56us (534us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420936.153619:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1777420936.153626:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1777420936.153641:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c678000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841059712:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1777420936.153644:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777420936.153649:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777420936.153673:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841059200 00000100:00100000:1.0:1777420936.153676:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841059200 00000100:00100000:3.0:1777420936.153687:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c678000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3297:x1863760841059712:12345-0@lo:400:kworker.0 Request processed in 52us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420936.153696:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1777420936.153699:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841059328 00000100:00100000:1.0:1777420936.153703:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841059328 00000100:00100000:3.0:1777420936.153725:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841059072 00000100:00100000:3.0:1777420936.153731:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841059072 00000100:00100000:1.0:1777420936.153731:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1777420936.153752:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c67b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1863760841059200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777420936.154005:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 247 00000100:00100000:3.0:1777420936.154012:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119100450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3296:x1863760841059072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777420936.154423:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c67b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1863760841059200:12345-0@lo:400:kworker.0 Request processed in 672us (1595us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420936.154430:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00080000:1.0:1777420936.154443:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777420936.154468:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13d219880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841059456:0@lo:400:kworker.0 00000100:00100000:1.0:1777420936.154520:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af134082680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3297:1863760841059200:0@lo:400:kworker.0 00000100:00100000:3.0:1777420936.154557:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119100450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3296:x1863760841059072:12345-0@lo:400:kworker.0 Request processed in 543us (1569us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420936.154574:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 247 00000100:00100000:3.0:1777420936.154846:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13d21ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3298:1863760841059328:0@lo:400:kworker.0 00000100:00100000:3.0:1777420936.154870:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13d219180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3296:1863760841059584:0@lo:400:kworker.0 00010000:00010000:3.0:1777420936.472582:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777420937.496601:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777420938.201132:0:3296:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777420938.201156:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13d218000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841059968:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777420938.201227:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420938.201871:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13d218000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841059968:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1777420938.521621:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777420939.793476:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420939.793645:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833696512 00000100:00100000:3.0:1777420939.793656:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833696512 00000100:00100000:3.0:1777420939.793726:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 248 00000100:00100000:3.0:1777420939.793737:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119100c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+12:2367:x1863760833696512:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777420939.796900:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119100c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+12:2367:x1863760833696512:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 3154us (3422us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420939.796915:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 248 00000100:00100000:1.0:1777420939.797785:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420939.803818:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420939.803848:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420939.803917:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833696768 00000100:00100000:3.0:1777420939.803927:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833696768 00000100:00100000:3.0:1777420939.805755:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 19 00000100:00100000:3.0:1777420939.805770:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137de8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+5:2365:x1863760833696768:12345-192.168.203.47@tcp:9:kworker.0 00000020:00000080:3.0:1777420939.805801:0:6544:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0xa38d712893837be 00000100:00080000:3.0:1777420939.805811:0:6544:0:(import.c:65:import_set_state_nolock()) ffff9af001f67000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1777420939.805848:0:6544:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967300 00000100:00100000:3.0:1777420939.806348:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137de8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+2:2365:x1863760833696768:12345-192.168.203.47@tcp:9:kworker.0 Request processed in 582us (2537us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420939.806372:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 19 00010000:00010000:3.0:1777420940.569538:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777420941.273504:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c679880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3296:1863760841060096:0@lo:400:kworker.0 00000100:00100000:1.0:1777420941.274249:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af120431180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841060480:0@lo:400:kworker.0 00010000:00080000:1.0:1777420941.274265:0:3296:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9af12d0d0700 x1863760841060608/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777420957 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777420941.274281:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af12d0d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841060608:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777420941.278745:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841060224 00000100:00100000:1.0:1777420941.278766:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841060224 00000100:00100000:3.0:1777420941.278793:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841060352 00000100:00100000:3.0:1777420941.278798:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841060352 00000100:00100000:1.0:1777420941.278835:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1777420941.278934:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d218000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1863760841060224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777420941.278996:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1777420941.279005:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d219180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1863760841060352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777420941.279030:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d218000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1863760841060224:12345-0@lo:400:kworker.0 Request processed in 100us (4251us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420941.279037:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d219180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1863760841060352:12345-0@lo:400:kworker.0 Request processed in 36us (4161us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420941.279038:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1777420941.279042:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00080000:3.0:1777420941.279062:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777420941.279112:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af120430700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3297:1863760841060352:0@lo:400:kworker.0 00000100:00100000:1.0:1777420941.279127:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af120432d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3297:1863760841060224:0@lo:400:kworker.0 00000100:00100000:3.0:1777420941.280730:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af120431500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3298:1863760841060736:0@lo:400:kworker.0 00010000:00010000:3.0:1777420941.594744:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1777420942.733771:0:11501:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 1A: lfs hsm flags root/non-root access ========================================================== 20:02:21 (1777420941) 00000100:00100000:3.0:1777420942.789845:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833697024 00000100:00100000:3.0:1777420942.789857:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833697024 00000100:00100000:3.0:1777420942.789939:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 31 00000100:00100000:3.0:1777420942.789951:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d219880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+5:9990:x1863760833697024:12345-192.168.203.47@tcp:101:mkdir.0 00010000:00010000:3.0:1777420942.789976:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777420942.790004:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ee600/0xa38d71289383889 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375774 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420942.790077:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efc00/0xa38d71289383890 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420942.790093:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efc00/0xa38d71289383890 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420942.790107:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efc00/0xa38d71289383890 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777420942.790243:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:3.0:1777420942.790247:0:7427:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1777420942.790276:0:7427:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efc00/0xa38d71289383890 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420942.790302:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ee600/0xa38d71289383889 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375774 expref: 7 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420942.790318:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efc00/0xa38d71289383890 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375774 expref: 6 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420942.790327:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af118b32600) 00010000:00010000:3.0:1777420942.790337:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777420942.790341:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af1013efc00, rc 0) 00000100:00100000:3.0:1777420942.790433:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d219880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:9990:x1863760833697024:12345-192.168.203.47@tcp:101:mkdir.0 Request processed in 483us (679us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420942.790441:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 31 00000100:00100000:1.0:1777420942.797484:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833697280 00000100:00100000:1.0:1777420942.797500:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833697280 00000100:00100000:1.0:1777420942.797563:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 32 00000100:00100000:1.0:1777420942.797575:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d21a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:9990:x1863760833697280:12345-192.168.203.47@tcp:36:mkdir.0 00010000:00010000:1.0:1777420942.797644:0:5762:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777420942.797686:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efc00/0xa38d71289383890 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375774 expref: 6 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420942.797723:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af118b32600) 00010000:00010000:1.0:1777420942.797737:0:5762:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777420942.797915:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d71289383897 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420942.797931:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d71289383897 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420942.797942:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d71289383897 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420942.800090:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d7128938389e lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x60e6a0ea bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420942.800117:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d7128938389e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x60e6a0ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420942.800130:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d7128938389e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x60e6a0ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777420942.803790:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3:0x0]: returning size 512 00010000:00010000:1.0:1777420942.803817:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d71289383897 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420942.803829:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d71289383897 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420942.803837:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d71289383897 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420942.803853:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137d12400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777420942.803859:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d71289383897 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420942.803868:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d71289383897 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420942.803889:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1061f8000) 00010000:00010000:1.0:1777420942.803892:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777420942.803897:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d71289383897 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420942.803904:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d71289383897 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777420942.803924:0:5762:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000faa74bfd reply state 0000000095772af3 transno 4294967309 ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d7128938389e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x60e6a0ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420942.803935:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777420942.804742:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d21a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+7:9990:x1863760833697280:12345-192.168.203.47@tcp:36:mkdir.0 Request processed in 7159us (8042us total) trans 4294967309 rc 0/0 00000100:00100000:1.0:1777420942.804754:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 32 00000100:00100000:3.0:1777420942.824706:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833697408 00000100:00100000:3.0:1777420942.824725:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833697408 00000100:00100000:3.0:1777420942.832253:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420942.835761:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00010000:00010000:1.0:1777420942.837757:0:3282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d712893838cf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420942.837770:0:3282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d712893838cf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420942.837777:0:3282:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d712893838cf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420942.837794:0:3282:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137c24e00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777420942.837800:0:3282:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d712893838cf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420942.837809:0:3282:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d712893838cf lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420942.837824:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff9af10b558400) 00010000:00010000:1.0:1777420942.837827:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1777420942.837831:0:3282:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d712893838cf lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420942.837837:0:3282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d712893838cf lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420942.844631:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420942.851124:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833698048 00000100:00100000:3.0:1777420942.851134:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833698048 00000100:00100000:3.0:1777420942.851191:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 36 00000100:00100000:3.0:1777420942.851202:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af120430380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+8:9997:x1863760833698048:12345-192.168.203.47@tcp:101:touch.500 00010000:00010000:3.0:1777420942.851223:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777420942.851248:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ee600/0xa38d712893838d6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375789 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420942.851325:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efe00/0xa38d712893838dd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420942.851343:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efe00/0xa38d712893838dd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420942.851468:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efe00/0xa38d712893838dd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420942.851487:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ee800/0xa38d712893838e4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x60e6a0ea bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420942.851510:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ee800/0xa38d712893838e4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60e6a0ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420942.851517:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ee800/0xa38d712893838e4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60e6a0ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420942.851674:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013eec00/0xa38d712893838eb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420942.851683:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013eec00/0xa38d712893838eb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420942.851702:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013eec00/0xa38d712893838eb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777420942.851732:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3:0x0]: returning size 512 00000004:00200000:3.0:1777420942.851736:0:7427:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777420942.851764:0:7427:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013eec00/0xa38d712893838eb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420942.851778:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efe00/0xa38d712893838dd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420942.851784:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efe00/0xa38d712893838dd lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420942.851790:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efe00/0xa38d712893838dd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420942.851796:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af1013efe00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420942.851801:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efe00/0xa38d712893838dd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420942.851814:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efe00/0xa38d712893838dd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420942.851828:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af106213900) 00010000:00010000:3.0:1777420942.851832:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420942.851836:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efe00/0xa38d712893838dd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420942.851843:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efe00/0xa38d712893838dd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420942.851855:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ee800/0xa38d712893838e4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60e6a0ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420942.851861:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ee800/0xa38d712893838e4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60e6a0ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420942.851867:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ee800/0xa38d712893838e4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60e6a0ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420942.851872:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af1013ee800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420942.851875:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ee800/0xa38d712893838e4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60e6a0ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420942.851880:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ee800/0xa38d712893838e4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60e6a0ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420942.851887:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x60e6a0ea (ffff9af118b32300) 00010000:00010000:3.0:1777420942.851889:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420942.851975:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ee800/0xa38d712893838e4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x60e6a0ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420942.851992:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ee800/0xa38d712893838e4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x60e6a0ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420942.852028:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ee600/0xa38d712893838d6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375789 expref: 10 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420942.852043:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013eec00/0xa38d712893838eb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375789 expref: 9 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420942.852052:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff9af118b32800) 00010000:00010000:3.0:1777420942.852054:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1777420942.852057:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af1013eec00, rc 0) 00000100:00100000:3.0:1777420942.852182:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af120430380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+9:9997:x1863760833698048:12345-192.168.203.47@tcp:101:touch.500 Request processed in 980us (1136us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420942.852191:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 36 00000100:00100000:3.0:1777420942.859537:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420942.859589:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833698176 00000100:00100000:3.0:1777420942.859602:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833698176 00000100:00100000:3.0:1777420942.859662:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 11 00000100:00100000:3.0:1777420942.859674:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+9:9997:x1863760833698176:12345-192.168.203.47@tcp:49:touch.500 00000100:00100000:3.0:1777420942.859835:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+9:9997:x1863760833698176:12345-192.168.203.47@tcp:49:touch.500 Request processed in 161us (308us total) trans 0 rc -61/-61 00000100:00100000:3.0:1777420942.859844:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 11 00000100:00100000:1.0:1777420942.867848:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420942.868341:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833698432 00000100:00100000:3.0:1777420942.868384:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833698432 00000100:00100000:3.0:1777420942.868455:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 37 00000100:00100000:3.0:1777420942.868475:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137dead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+9:9997:x1863760833698432:12345-192.168.203.47@tcp:101:touch.500 00010000:00010000:3.0:1777420942.868500:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777420942.868524:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efa00/0xa38d712893838f2 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375790 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420942.868682:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efc00/0xa38d712893838f9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420942.868712:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efc00/0xa38d712893838f9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420942.868725:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efc00/0xa38d712893838f9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420942.868742:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d71289383900 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3:0x0].0x85942a7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420942.868750:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d71289383900 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420942.868757:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d71289383900 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777420942.869268:0:7427:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x2:0x0], index 1: 0 00010000:00010000:3.0:1777420942.869474:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ee200/0xa38d71289383907 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420942.869484:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ee200/0xa38d71289383907 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420942.869491:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ee200/0xa38d71289383907 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420942.869548:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efc00/0xa38d712893838f9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420942.869555:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efc00/0xa38d712893838f9 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420942.869562:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efc00/0xa38d712893838f9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420942.869569:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af1013efc00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420942.869574:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efc00/0xa38d712893838f9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420942.869583:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efc00/0xa38d712893838f9 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420942.869598:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff9af118b32800) 00010000:00010000:3.0:1777420942.869601:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420942.869606:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efc00/0xa38d712893838f9 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420942.869613:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efc00/0xa38d712893838f9 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777420942.869625:0:7427:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 0000000018749dcb reply state 000000007d46717d transno 4294967311 ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d71289383900 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420942.869636:0:7427:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777420942.869668:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efa00/0xa38d712893838f2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375790 expref: 12 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420942.869709:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ee200/0xa38d71289383907 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375790 expref: 11 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420942.869718:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff9af118b32200) 00010000:00010000:3.0:1777420942.869720:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777420942.869723:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af1013ee200, rc 0) 00000100:00100000:3.0:1777420942.869800:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137dead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+12:9997:x1863760833698432:12345-192.168.203.47@tcp:101:touch.500 Request processed in 1326us (1966us total) trans 4294967311 rc 0/0 00000100:00100000:3.0:1777420942.869809:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 37 00000100:00100000:1.0:1777420942.879872:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00010000:00010000:3.0:1777420942.884835:0:3281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d71289383900 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420942.884857:0:3281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d71289383900 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420942.884865:0:3281:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d71289383900 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420942.884873:0:3281:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af1013ef600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420942.884879:0:3281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d71289383900 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420942.884888:0:3281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d71289383900 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420942.886381:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x85942a7d (ffff9af118b32e00) 00010000:00010000:3.0:1777420942.886384:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420942.886389:0:3281:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d71289383900 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420942.886402:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d71289383900 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420942.898864:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833699072 00000100:00100000:3.0:1777420942.898879:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833699072 00000100:00100000:3.0:1777420942.898958:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 21 00000100:00100000:3.0:1777420942.898970:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110395c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:0:x1863760833699072:12345-192.168.203.47@tcp:2:touch.500 00000001:00100000:3.0:1777420942.926244:0:7430:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of f8f37cf1-354c-422d-bbc6-c92f7928756d 00000001:00080000:1.0:1777420942.926418:0:7430:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967299 is committed 00000100:00100000:3.0:1777420942.928378:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833699328 00000100:00100000:3.0:1777420942.928392:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833699328 00000100:00100000:3.0:1777420942.928456:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 12 00000100:00100000:3.0:1777420942.928468:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af120431f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+12:9997:x1863760833699328:12345-192.168.203.47@tcp:35:touch.500 00000100:00100000:1.0:1777420942.942517:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420942.948803:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00010000:00010000:3.0:1777420942.983615:0:5762:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d7128938393f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37579e expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420942.983629:0:5762:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d7128938393f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37579e expref: 17 pid: 5762 timeout: 254 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420942.983642:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af12d0d3100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841060864:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777420942.983792:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af103e2ed80 going to sleep for 11 seconds 00000100:00100000:3.0:1777420942.985848:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af12d0d3100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841060864:192.168.203.47@tcp:104: 00010000:00010000:3.0:1777420942.985872:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839600/0xa38d7128938395b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420942.987125:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839600/0xa38d7128938395b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420942.987139:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839600/0xa38d7128938395b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777420942.987155:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4:0x0]: returning size 0 00010000:00010000:3.0:1777420942.987302:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838600/0xa38d71289383954 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3757a5 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420942.987319:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839600/0xa38d7128938395b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3757a5 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420942.987326:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff9af10b558c00) 00010000:00010000:3.0:1777420942.987328:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1777420942.987331:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137839600, rc 0) 00000100:00100000:3.0:1777420942.987592:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af120433480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+17:10010:x1863760833700224:12345-192.168.203.47@tcp:101:lfs.500 Request processed in 4397us (4655us total) trans 4294967316 rc 0/0 00000100:00100000:3.0:1777420942.987600:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 42 00000100:00100000:3.0:1777420942.989340:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833700608 00000100:00100000:3.0:1777420942.989406:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833700608 00000100:00100000:3.0:1777420942.989492:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 43 00000100:00100000:3.0:1777420942.989501:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af120431500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+17:10010:x1863760833700608:12345-192.168.203.47@tcp:55:lfs.500 00010000:00010000:3.0:1777420942.989561:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d71289383969 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420942.989575:0:5762:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839600/0xa38d7128938395b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3757a5 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420942.989584:0:5762:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d71289383969 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420942.989624:0:5762:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839600/0xa38d7128938395b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3757a5 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420942.989637:0:5762:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839600/0xa38d7128938395b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3757a5 expref: 17 pid: 5762 timeout: 254 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420942.989652:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af12d0d3100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841060992:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777420942.989735:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af103e2ed80 going to sleep for 11 seconds 00000100:00100000:1.0:1777420942.991936:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420942.992034:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af12d0d3100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841060992:192.168.203.47@tcp:104: 00010000:00010000:3.0:1777420942.992057:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d71289383969 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420942.992434:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d71289383969 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420942.992440:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d71289383969 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420942.992645:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d71289383969 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420942.992653:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d71289383969 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420942.992658:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d71289383969 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420942.992665:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af1013ef600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420942.992669:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d71289383969 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420942.992682:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d71289383969 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420942.992706:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff9af10b558c00) 00010000:00010000:3.0:1777420942.992709:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1777420942.992712:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d71289383969 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420942.992719:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d71289383969 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420942.992917:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af120431500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+18:10010:x1863760833700608:12345-192.168.203.47@tcp:55:lfs.500 Request processed in 3415us (3662us total) trans 4294967317 rc 0/0 00000100:00100000:3.0:1777420942.992926:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 43 00000100:00100000:3.0:1777420943.014913:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833701248 00000100:00100000:3.0:1777420943.014923:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833701248 00000100:00100000:3.0:1777420943.015018:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 44 00000100:00100000:3.0:1777420943.015028:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af120432d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+18:10013:x1863760833701248:12345-192.168.203.47@tcp:101:lfs.500 00010000:00010000:3.0:1777420943.015051:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777420943.015070:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d71289383970 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3757ac expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.015144:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efa00/0xa38d71289383977 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.015158:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efa00/0xa38d71289383977 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.015169:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efa00/0xa38d71289383977 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.015195:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efc00/0xa38d7128938397e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.015203:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efc00/0xa38d7128938397e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.015210:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efc00/0xa38d7128938397e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.015396:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ee600/0xa38d71289383985 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.015406:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ee600/0xa38d71289383985 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.015414:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ee600/0xa38d71289383985 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777420943.015425:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4:0x0]: returning size 0 00010000:00010000:3.0:1777420943.015528:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efa00/0xa38d71289383977 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.015536:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efa00/0xa38d71289383977 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.015543:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efa00/0xa38d71289383977 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.015548:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af1013efa00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420943.015553:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efa00/0xa38d71289383977 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.015569:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efa00/0xa38d71289383977 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.015582:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff9af118b32800) 00010000:00010000:3.0:1777420943.015586:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420943.015591:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efa00/0xa38d71289383977 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.015598:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efa00/0xa38d71289383977 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.015611:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efc00/0xa38d7128938397e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.015617:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efc00/0xa38d7128938397e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.015624:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efc00/0xa38d7128938397e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.015630:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af1013efc00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420943.015633:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efc00/0xa38d7128938397e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.015638:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efc00/0xa38d7128938397e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.015645:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x85942a7d (ffff9af118b32300) 00010000:00010000:3.0:1777420943.015647:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420943.015649:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efc00/0xa38d7128938397e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.015664:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efc00/0xa38d7128938397e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.015710:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d71289383970 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3757ac expref: 21 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.015722:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ee600/0xa38d71289383985 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3757ac expref: 20 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.015731:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff9af10b558c00) 00010000:00010000:3.0:1777420943.015734:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777420943.015737:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af1013ee600, rc 0) 00000100:00100000:3.0:1777420943.015791:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af120432d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+20:10013:x1863760833701248:12345-192.168.203.47@tcp:101:lfs.500 Request processed in 764us (981us total) trans 4294967319 rc 0/0 00000100:00100000:3.0:1777420943.015798:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 44 00000100:00100000:1.0:1777420943.019001:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420943.019093:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833701376 00000100:00100000:3.0:1777420943.019101:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833701376 00000100:00100000:3.0:1777420943.019176:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 45 00000100:00100000:3.0:1777420943.019186:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134081880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+20:10013:x1863760833701376:12345-192.168.203.47@tcp:54:lfs.500 00010000:00010000:3.0:1777420943.019243:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ee800/0xa38d71289383993 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.019258:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ee800/0xa38d71289383993 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.019268:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ee800/0xa38d71289383993 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.019312:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ee800/0xa38d71289383993 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.019320:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ee800/0xa38d71289383993 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.019327:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ee800/0xa38d71289383993 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.019334:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af1013ee800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420943.019337:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ee800/0xa38d71289383993 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.019344:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ee800/0xa38d71289383993 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.019400:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff9af10b558c00) 00010000:00010000:3.0:1777420943.019403:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1777420943.019408:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ee800/0xa38d71289383993 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.019415:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ee800/0xa38d71289383993 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420943.019486:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134081880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+20:10013:x1863760833701376:12345-192.168.203.47@tcp:54:lfs.500 Request processed in 301us (493us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420943.019494:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 45 00000100:00100000:3.0:1777420943.086430:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833701888 00000100:00100000:3.0:1777420943.086441:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833701888 00000100:00100000:3.0:1777420943.086545:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 46 00000100:00100000:3.0:1777420943.086569:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af120431180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+21:10018:x1863760833701888:12345-192.168.203.47@tcp:101:lfs.500 00010000:00010000:3.0:1777420943.086592:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777420943.086613:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ee800/0xa38d7128938399a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3757b3 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.086774:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d712893839a1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.086789:0:5762:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ee600/0xa38d71289383985 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3757ac expref: 22 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.086797:0:5762:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d712893839a1 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.086830:0:5762:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ee600/0xa38d71289383985 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3757ac expref: 22 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.086843:0:5762:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ee600/0xa38d71289383985 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3757ac expref: 22 pid: 5762 timeout: 254 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420943.086857:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af12d0d3100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841061120:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777420943.087000:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af103e2ed80 going to sleep for 11 seconds 00000100:00100000:1.0:1777420943.095513:0:8215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 36 00000100:00100000:1.0:1777420943.095526:0:8215:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af120431f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+23:2368:x1863760833702016:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777420943.095543:0:8215:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777420943.095552:0:8215:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ee600/0xa38d71289383985 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3757ac expref: 23 pid: 5762 timeout: 254 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420943.095565:0:8215:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ee600/0xa38d71289383985 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3757ac expref: 23 pid: 5762 timeout: 254 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420943.095602:0:8215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ee600/0xa38d71289383985 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3757ac expref: 23 pid: 5762 timeout: 254 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420943.095616:0:8215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff9af10b558c00) 00010000:00010000:1.0:1777420943.095621:0:8215:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d712893839a1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420943.095631:0:8215:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d712893839a1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420943.095638:0:8215:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d712893839a1 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420943.095672:0:8215:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777420943.095740:0:8215:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af120431f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+22:2368:x1863760833702016:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 216us (689us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420943.095747:0:8215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 36 00010000:00010000:3.0:1777420943.095958:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d712893839a1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.095967:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d712893839a1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777420943.095986:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4:0x0]: returning size 0 00010000:00010000:3.0:1777420943.096149:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ee800/0xa38d7128938399a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3757b3 expref: 23 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.096164:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d712893839a1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3757b3 expref: 22 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.096172:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff9af10b558c00) 00010000:00010000:3.0:1777420943.096175:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1777420943.096177:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af1013ef600, rc 0) 00000100:00100000:3.0:1777420943.096222:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af120431180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+22:10018:x1863760833701888:12345-192.168.203.47@tcp:101:lfs.500 Request processed in 9656us (9990us total) trans 4294967321 rc 0/0 00000100:00100000:3.0:1777420943.096229:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 46 00000100:00100000:3.0:1777420943.099896:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833702272 00000100:00100000:3.0:1777420943.099907:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833702272 00000100:00100000:3.0:1777420943.099994:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 47 00000100:00100000:3.0:1777420943.100004:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+22:10018:x1863760833702272:12345-192.168.203.47@tcp:55:lfs.500 00010000:00010000:3.0:1777420943.100069:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efc00/0xa38d712893839af lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.100086:0:5762:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d712893839a1 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3757b3 expref: 22 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.100095:0:5762:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efc00/0xa38d712893839af lrc: 4/0,1 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.100127:0:5762:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d712893839a1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3757b3 expref: 22 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.100141:0:5762:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d712893839a1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3757b3 expref: 22 pid: 5762 timeout: 254 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420943.100165:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af12d0d2680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841061248:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777420943.100259:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af103e2ecc0 going to sleep for 11 seconds 00010000:00010000:3.0:1777420943.103777:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d712893839a1 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3757b3 expref: 22 pid: 5762 timeout: 254 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420943.103794:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af12d0d2680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841061248:192.168.203.47@tcp:104: 00010000:00010000:3.0:1777420943.103812:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efc00/0xa38d712893839af lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.103821:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efc00/0xa38d712893839af lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.103826:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efc00/0xa38d712893839af lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.104016:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efc00/0xa38d712893839af lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.104024:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efc00/0xa38d712893839af lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.104030:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efc00/0xa38d712893839af lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.104036:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af1013efc00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420943.104040:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efc00/0xa38d712893839af lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.104046:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efc00/0xa38d712893839af lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.104062:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff9af10b558c00) 00010000:00010000:3.0:1777420943.104065:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1777420943.104069:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efc00/0xa38d712893839af lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.104077:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efc00/0xa38d712893839af lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420943.104162:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+22:10018:x1863760833702272:12345-192.168.203.47@tcp:55:lfs.500 Request processed in 4160us (4358us total) trans 4294967322 rc 0/0 00000100:00100000:3.0:1777420943.104170:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 47 00000100:00100000:3.0:1777420943.131721:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833702912 00000100:00100000:3.0:1777420943.131732:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833702912 00000100:00100000:3.0:1777420943.131888:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 48 00000100:00100000:3.0:1777420943.131899:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+23:10021:x1863760833702912:12345-192.168.203.47@tcp:101:lfs.500 00010000:00010000:3.0:1777420943.131921:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777420943.131941:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efc00/0xa38d712893839b6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3757ba expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.132008:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d712893839bd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.132022:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d712893839bd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.132033:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d712893839bd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.132046:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ee800/0xa38d712893839c4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.132066:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ee800/0xa38d712893839c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.132073:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ee800/0xa38d712893839c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.132200:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efa00/0xa38d712893839cb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.132209:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efa00/0xa38d712893839cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.132216:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efa00/0xa38d712893839cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777420943.132226:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4:0x0]: returning size 0 00010000:00010000:3.0:1777420943.132314:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d712893839bd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.132321:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d712893839bd lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.132328:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d712893839bd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.132334:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af1013ef600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420943.132339:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d712893839bd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.132347:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d712893839bd lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.132545:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff9af118b32800) 00010000:00010000:3.0:1777420943.132547:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420943.132552:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d712893839bd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.132559:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d712893839bd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.132570:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ee800/0xa38d712893839c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.132577:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ee800/0xa38d712893839c4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.132582:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ee800/0xa38d712893839c4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.132588:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af1013ee800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420943.132591:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ee800/0xa38d712893839c4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.132597:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ee800/0xa38d712893839c4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.132604:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x85942a7d (ffff9af118b32300) 00010000:00010000:3.0:1777420943.132607:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420943.132609:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ee800/0xa38d712893839c4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.132614:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ee800/0xa38d712893839c4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.132667:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efc00/0xa38d712893839b6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3757ba expref: 26 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.132680:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efa00/0xa38d712893839cb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3757ba expref: 25 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.132701:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff9af10b558c00) 00010000:00010000:3.0:1777420943.132703:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777420943.132706:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af1013efa00, rc 0) 00000100:00100000:3.0:1777420943.132800:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+25:10021:x1863760833702912:12345-192.168.203.47@tcp:101:lfs.500 Request processed in 902us (1202us total) trans 4294967324 rc 0/0 00000100:00100000:3.0:1777420943.132809:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 48 00000100:00100000:3.0:1777420943.139629:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833703040 00000100:00100000:3.0:1777420943.139642:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833703040 00000100:00100000:3.0:1777420943.139770:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 49 00000100:00100000:3.0:1777420943.139781:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110395180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+25:10021:x1863760833703040:12345-192.168.203.47@tcp:54:lfs.500 00010000:00010000:3.0:1777420943.139847:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efc00/0xa38d712893839d9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.139864:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efc00/0xa38d712893839d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.139876:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efc00/0xa38d712893839d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.139902:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efc00/0xa38d712893839d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.139927:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efc00/0xa38d712893839d9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.139934:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efc00/0xa38d712893839d9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.139941:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af1013efc00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420943.139945:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efc00/0xa38d712893839d9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.139953:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efc00/0xa38d712893839d9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.139971:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff9af10b558c00) 00010000:00010000:3.0:1777420943.139975:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1777420943.139980:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efc00/0xa38d712893839d9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.139986:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efc00/0xa38d712893839d9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420943.140063:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110395180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+25:10021:x1863760833703040:12345-192.168.203.47@tcp:54:lfs.500 Request processed in 284us (632us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420943.140071:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 49 00000100:00100000:3.0:1777420943.182094:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833703552 00000100:00100000:3.0:1777420943.182106:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833703552 00000100:00100000:3.0:1777420943.182208:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 50 00000100:00100000:3.0:1777420943.182219:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+26:10026:x1863760833703552:12345-192.168.203.47@tcp:101:lfs.500 00010000:00010000:3.0:1777420943.182245:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777420943.182279:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efc00/0xa38d712893839e0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3757c1 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.182567:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ee800/0xa38d712893839e7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.182582:0:5762:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efa00/0xa38d712893839cb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3757ba expref: 27 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.182591:0:5762:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ee800/0xa38d712893839e7 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.182623:0:5762:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efa00/0xa38d712893839cb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3757ba expref: 27 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.182635:0:5762:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efa00/0xa38d712893839cb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3757ba expref: 27 pid: 5762 timeout: 254 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420943.182649:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af12d0d2680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841061376:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777420943.182871:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af103e2ecc0 going to sleep for 11 seconds 00000100:00100000:1.0:1777420943.186072:0:8215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833703680 00000100:00100000:1.0:1777420943.186081:0:8215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833703680 00010000:00010000:1.0:1777420943.186117:0:8215:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efa00/0xa38d712893839cb lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3757ba expref: 28 pid: 5762 timeout: 254 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420943.186161:0:8215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 38 00000100:00100000:1.0:1777420943.186171:0:8215:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6f9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+28:2369:x1863760833703680:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777420943.186184:0:8215:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777420943.186191:0:8215:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efa00/0xa38d712893839cb lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3757ba expref: 28 pid: 5762 timeout: 254 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420943.186221:0:8215:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efa00/0xa38d712893839cb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3757ba expref: 28 pid: 5762 timeout: 254 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420943.186243:0:8215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff9af10b558c00) 00010000:00010000:1.0:1777420943.186248:0:8215:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ee800/0xa38d712893839e7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420943.186257:0:8215:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ee800/0xa38d712893839e7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420943.186264:0:8215:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ee800/0xa38d712893839e7 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420943.186281:0:8215:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777420943.186338:0:8215:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6f9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+28:2369:x1863760833703680:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 168us (363us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420943.186346:0:8215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 38 00010000:00010000:3.0:1777420943.187110:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efa00/0xa38d712893839cb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3757ba expref: 27 pid: 5762 timeout: 254 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420943.187129:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af12d0d2680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841061376:192.168.203.47@tcp:104: 00010000:00010000:3.0:1777420943.187149:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ee800/0xa38d712893839e7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.187157:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ee800/0xa38d712893839e7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.187173:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ee800/0xa38d712893839e7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777420943.187191:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4:0x0]: returning size 0 00010000:00010000:3.0:1777420943.187337:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efc00/0xa38d712893839e0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3757c1 expref: 28 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.187518:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ee800/0xa38d712893839e7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3757c1 expref: 27 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.187528:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff9af10b558c00) 00010000:00010000:3.0:1777420943.187530:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1777420943.187533:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af1013ee800, rc 0) 00000100:00100000:3.0:1777420943.187578:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+27:10026:x1863760833703552:12345-192.168.203.47@tcp:101:lfs.500 Request processed in 5361us (5703us total) trans 4294967326 rc 0/0 00000100:00100000:3.0:1777420943.187585:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 50 00000100:00100000:3.0:1777420943.216144:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833703936 00000100:00100000:3.0:1777420943.216154:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833703936 00000100:00100000:3.0:1777420943.216214:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 51 00000100:00100000:3.0:1777420943.216223:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+27:10029:x1863760833703936:12345-192.168.203.47@tcp:101:lfs.500 00010000:00010000:3.0:1777420943.216245:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777420943.216265:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efc00/0xa38d712893839f5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3757c8 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.216331:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efa00/0xa38d712893839fc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.216524:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efa00/0xa38d712893839fc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.216535:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efa00/0xa38d712893839fc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420943.227587:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420943.231902:0:8215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833704448 00000100:00100000:1.0:1777420943.231911:0:8215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833704448 00010000:00010000:1.0:1777420943.231947:0:8215:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ee800/0xa38d712893839e7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3757c1 expref: 31 pid: 5762 timeout: 255 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420943.232031:0:8215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 39 00000100:00100000:1.0:1777420943.232040:0:8215:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af104e34850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+31:2369:x1863760833704448:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777420943.232053:0:8215:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777420943.232059:0:8215:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ee800/0xa38d712893839e7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3757c1 expref: 31 pid: 5762 timeout: 255 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420943.232085:0:8215:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ee800/0xa38d712893839e7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3757c1 expref: 31 pid: 5762 timeout: 255 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420943.232108:0:8215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ee800/0xa38d712893839e7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3757c1 expref: 31 pid: 5762 timeout: 255 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420943.232123:0:8215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff9af10b558c00) 00010000:00010000:1.0:1777420943.232129:0:8215:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383a18 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420943.232138:0:8215:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383a18 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420943.232146:0:8215:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383a18 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420943.232214:0:8215:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777420943.232272:0:8215:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af104e34850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+30:2369:x1863760833704448:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 233us (593us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420943.232279:0:8215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 39 00000100:00100000:3.0:1777420943.236075:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833704704 00000100:00100000:3.0:1777420943.236084:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833704704 00000100:00100000:3.0:1777420943.236134:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 19 00000100:00100000:3.0:1777420943.236142:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+29:10029:x1863760833704704:12345-192.168.203.47@tcp:35:lfs.500 00000100:00100000:3.0:1777420943.236555:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+30:10029:x1863760833704704:12345-192.168.203.47@tcp:35:lfs.500 Request processed in 413us (561us total) trans 4294967329 rc 0/0 00000100:00100000:3.0:1777420943.236566:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 19 00000100:00100000:3.0:1777420943.283414:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420943.291073:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833705088 00000100:00100000:3.0:1777420943.291089:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833705088 00000100:00100000:3.0:1777420943.291166:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 20 00000100:00100000:3.0:1777420943.291180:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af10f5bd450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+32:10034:x1863760833705088:12345-192.168.203.47@tcp:49:lfs.0 00000100:00100000:3.0:1777420943.291608:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af10f5bd450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+32:10034:x1863760833705088:12345-192.168.203.47@tcp:49:lfs.0 Request processed in 427us (790us total) trans 0 rc -61/-61 00000100:00100000:3.0:1777420943.291620:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 20 00000100:00100000:1.0:1777420943.298614:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00010000:00010000:3.0:1777420943.300228:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289383a42 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.300239:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289383a42 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.300576:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289383a42 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.300584:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289383a42 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.300590:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289383a42 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.300597:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137838800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420943.300601:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289383a42 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.300608:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289383a42 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.300621:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff9af10b558c00) 00010000:00010000:3.0:1777420943.300624:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1777420943.300628:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289383a42 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.300634:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289383a42 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420943.300812:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+32:10034:x1863760833705344:12345-192.168.203.47@tcp:55:lfs.0 Request processed in 5686us (5923us total) trans 4294967331 rc 0/0 00000100:00100000:3.0:1777420943.300822:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 54 00000100:00100000:1.0:1777420943.305559:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420943.305637:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833705728 00000100:00100000:3.0:1777420943.305648:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833705728 00000100:00100000:3.0:1777420943.305719:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 21 00000100:00100000:3.0:1777420943.305741:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c679880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+32:10034:x1863760833705728:12345-192.168.203.47@tcp:35:lfs.0 00000100:00100000:3.0:1777420943.306745:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c679880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+33:10034:x1863760833705728:12345-192.168.203.47@tcp:35:lfs.0 Request processed in 1002us (1191us total) trans 4294967332 rc 0/0 00000100:00100000:3.0:1777420943.306755:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 21 00000100:00100000:1.0:1777420943.321829:0:7924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841061760 00000100:00100000:1.0:1777420943.321838:0:7924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841061760 00000100:00100000:1.0:1777420943.321911:0:7924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1777420943.321920:0:7924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1863760841061760:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777420943.321954:0:7924:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3858759680 avail 3856662528 00000100:00080000:3.0:1777420943.322023:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777420943.322329:0:7924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1863760841061760:12345-0@lo:13:osp-pre-0-0.0 Request processed in 409us (662us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420943.322338:0:7924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1777420943.325742:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420943.326031:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833705984 00000100:00100000:3.0:1777420943.326041:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833705984 00000100:00100000:3.0:1777420943.326139:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 55 00000100:00100000:3.0:1777420943.326149:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+33:10037:x1863760833705984:12345-192.168.203.47@tcp:101:lfs.500 00010000:00010000:3.0:1777420943.326171:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777420943.326192:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efe00/0xa38d71289383a49 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3757d6 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.326264:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d71289383a50 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.326278:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d71289383a50 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.326288:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d71289383a50 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.326301:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef200/0xa38d71289383a57 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.326308:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef200/0xa38d71289383a57 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.326315:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef200/0xa38d71289383a57 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.326533:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef400/0xa38d71289383a5e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.326543:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef400/0xa38d71289383a5e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.326550:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef400/0xa38d71289383a5e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777420943.326560:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4:0x0]: returning size 0 00010000:00010000:3.0:1777420943.326660:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d71289383a50 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.326667:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d71289383a50 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.326673:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d71289383a50 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.326679:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af1013ef600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420943.326757:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d71289383a50 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.326766:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d71289383a50 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.326777:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff9af118b32800) 00010000:00010000:3.0:1777420943.326780:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420943.326785:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d71289383a50 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.326791:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d71289383a50 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.326809:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef200/0xa38d71289383a57 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.326815:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef200/0xa38d71289383a57 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.326820:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef200/0xa38d71289383a57 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.326825:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af1013ef200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420943.326828:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef200/0xa38d71289383a57 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.326833:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef200/0xa38d71289383a57 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.326840:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x85942a7d (ffff9af118b32300) 00010000:00010000:3.0:1777420943.326843:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420943.326845:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef200/0xa38d71289383a57 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.326850:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef200/0xa38d71289383a57 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.326887:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efe00/0xa38d71289383a49 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3757d6 expref: 36 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.326899:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef400/0xa38d71289383a5e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3757d6 expref: 35 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420943.326916:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff9af10b558c00) 00010000:00010000:3.0:1777420943.326918:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777420943.326921:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af1013ef400, rc 0) 00000100:00100000:3.0:1777420943.326988:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+35:10037:x1863760833705984:12345-192.168.203.47@tcp:101:lfs.500 Request processed in 840us (1254us total) trans 4294967333 rc 0/0 00000100:00100000:3.0:1777420943.326996:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 55 00000100:00100000:0.0:1777420943.330188:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420943.330645:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833706112 00000100:00100000:3.0:1777420943.330656:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833706112 00000100:00100000:3.0:1777420943.333195:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833706368 00000100:00100000:3.0:1777420943.333206:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833706368 00000100:00100000:3.0:1777420943.333260:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 22 00000100:00100000:3.0:1777420943.333269:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+35:10037:x1863760833706368:12345-192.168.203.47@tcp:35:lfs.500 00000100:00100000:3.0:1777420943.333622:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+36:10037:x1863760833706368:12345-192.168.203.47@tcp:35:lfs.500 Request processed in 352us (518us total) trans 4294967334 rc 0/0 00000100:00100000:3.0:1777420943.333630:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 22 00000100:00100000:0.0:1777420943.364681:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420943.367912:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420943.371046:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420943.371115:0:8215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833706880 00000100:00100000:0.0:1777420943.371124:0:8215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833706880 00010000:00010000:0.0:1777420943.371155:0:8215:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef400/0xa38d71289383a5e lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3757d6 expref: 38 pid: 5762 timeout: 255 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420943.371196:0:8215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 41 00000100:00100000:0.0:1777420943.371206:0:8215:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af120430700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+38:2368:x1863760833706880:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777420943.371219:0:8215:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777420943.371225:0:8215:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef400/0xa38d71289383a5e lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3757d6 expref: 38 pid: 5762 timeout: 255 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420943.371238:0:8215:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef400/0xa38d71289383a5e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3757d6 expref: 38 pid: 5762 timeout: 255 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420943.371259:0:8215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff9af10b558c00) 00010000:00010000:0.0:1777420943.371264:0:8215:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383a7a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420943.371274:0:8215:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383a7a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420943.371282:0:8215:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383a7a lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420943.371298:0:8215:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777420943.371348:0:8215:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af120430700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+38:2368:x1863760833706880:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 143us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420943.371391:0:8215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 41 00000100:00100000:2.0:1777420943.372610:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+37:10042:x1863760833706752:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 4489us (4705us total) trans 4294967335 rc 0/0 00000100:00100000:2.0:1777420943.372629:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 57 00000100:00100000:1.0:1777420943.374928:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420943.375044:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833707136 00000100:00100000:2.0:1777420943.375054:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833707136 00000100:00100000:2.0:1777420943.375102:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 58 00000100:00100000:2.0:1777420943.375112:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af120432300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+37:10042:x1863760833707136:12345-192.168.203.47@tcp:55:lfs.0 00010000:00010000:2.0:1777420943.375172:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839600/0xa38d71289383a88 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420943.375188:0:5762:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383a7a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3757dd expref: 37 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420943.375196:0:5762:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839600/0xa38d71289383a88 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420943.375226:0:5762:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383a7a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3757dd expref: 37 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420943.375239:0:5762:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383a7a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3757dd expref: 37 pid: 5762 timeout: 255 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420943.375253:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6f9500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841062016:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777420943.375329:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1348c9600 going to sleep for 11 seconds 00000100:00100000:0.0:1777420943.377860:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420943.377927:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833707264 00000100:00100000:1.0:1777420943.377936:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833707264 00010000:00010000:1.0:1777420943.377966:0:5747:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383a7a lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3757dd expref: 38 pid: 5762 timeout: 255 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420943.378002:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 42 00000100:00100000:1.0:1777420943.378010:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+38:2367:x1863760833707264:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777420943.378023:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777420943.378029:0:5747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383a7a lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3757dd expref: 38 pid: 5762 timeout: 255 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420943.378042:0:5747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383a7a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3757dd expref: 38 pid: 5762 timeout: 255 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420943.378062:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff9af10b558c00) 00010000:00010000:1.0:1777420943.378067:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839600/0xa38d71289383a88 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420943.378076:0:5747:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839600/0xa38d71289383a88 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420943.378083:0:5747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839600/0xa38d71289383a88 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420943.378114:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777420943.378235:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+38:2367:x1863760833707264:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 225us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420943.378243:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 42 00010000:00010000:2.0:1777420943.378618:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383a7a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3757dd expref: 37 pid: 5762 timeout: 255 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420943.378636:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6f9500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841062016:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777420943.378654:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839600/0xa38d71289383a88 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420943.378669:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839600/0xa38d71289383a88 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420943.378676:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839600/0xa38d71289383a88 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420943.378879:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839600/0xa38d71289383a88 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420943.378888:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839600/0xa38d71289383a88 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420943.378894:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839600/0xa38d71289383a88 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420943.378900:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137839600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420943.378904:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839600/0xa38d71289383a88 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420943.378911:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839600/0xa38d71289383a88 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420943.378920:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff9af10b558c00) 00010000:00010000:2.0:1777420943.378923:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1777420943.378927:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839600/0xa38d71289383a88 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420943.378933:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839600/0xa38d71289383a88 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420943.378976:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af120432300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+37:10042:x1863760833707136:12345-192.168.203.47@tcp:55:lfs.0 Request processed in 3864us (4054us total) trans 4294967336 rc 0/0 00000100:00100000:2.0:1777420943.378989:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 58 00000100:00100000:3.0:1777420943.381041:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420943.381102:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833707520 00000100:00100000:2.0:1777420943.381112:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833707520 00000100:00100000:2.0:1777420943.381164:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 24 00000100:00100000:2.0:1777420943.381173:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+37:10042:x1863760833707520:12345-192.168.203.47@tcp:35:lfs.0 00000100:00100000:2.0:1777420943.381627:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+38:10042:x1863760833707520:12345-192.168.203.47@tcp:35:lfs.0 Request processed in 453us (591us total) trans 4294967337 rc 0/0 00000100:00100000:2.0:1777420943.381635:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 24 00000100:00100000:3.0:1777420943.402185:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420943.402307:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833707776 00000100:00100000:2.0:1777420943.402318:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833707776 00000100:00100000:2.0:1777420943.402504:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 59 00000100:00100000:2.0:1777420943.402515:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+38:10045:x1863760833707776:12345-192.168.203.47@tcp:101:lfs.500 00010000:00010000:2.0:1777420943.402538:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777420943.402559:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839600/0xa38d71289383a8f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3757e4 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420943.402644:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383a96 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420943.402659:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383a96 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420943.402669:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383a96 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420943.402698:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839000/0xa38d71289383a9d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420943.402723:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839000/0xa38d71289383a9d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420943.402730:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839000/0xa38d71289383a9d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420943.402895:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838600/0xa38d71289383aa4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420943.402905:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838600/0xa38d71289383aa4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420943.402912:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838600/0xa38d71289383aa4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777420943.402922:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4:0x0]: returning size 0 00010000:00010000:2.0:1777420943.403036:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383a96 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420943.403044:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383a96 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420943.403051:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383a96 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420943.403058:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137838c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420943.403063:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383a96 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420943.403070:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383a96 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420943.403093:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff9af118b32800) 00010000:00010000:2.0:1777420943.403096:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420943.403102:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383a96 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420943.403110:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383a96 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420943.403126:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839000/0xa38d71289383a9d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420943.403133:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839000/0xa38d71289383a9d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420943.403139:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839000/0xa38d71289383a9d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420943.403144:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137839000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420943.403147:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839000/0xa38d71289383a9d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420943.403154:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839000/0xa38d71289383a9d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420943.403162:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x85942a7d (ffff9af106213800) 00010000:00010000:2.0:1777420943.403165:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420943.403168:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839000/0xa38d71289383a9d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420943.403174:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839000/0xa38d71289383a9d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420943.403229:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839600/0xa38d71289383a8f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3757e4 expref: 41 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420943.403243:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838600/0xa38d71289383aa4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3757e4 expref: 40 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420943.403251:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff9af10b558c00) 00010000:00010000:2.0:1777420943.403253:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777420943.403257:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137838600, rc 0) 00000100:00100000:2.0:1777420943.403327:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+40:10045:x1863760833707776:12345-192.168.203.47@tcp:101:lfs.500 Request processed in 814us (1153us total) trans 4294967338 rc 0/0 00000100:00100000:2.0:1777420943.403336:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 59 00000100:00100000:0.0:1777420943.406074:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420943.406163:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833707904 00000100:00100000:1.0:1777420943.406173:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833707904 00000100:00100000:1.0:1777420943.406229:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 60 00000100:00100000:1.0:1777420943.406238:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+40:10045:x1863760833707904:12345-192.168.203.47@tcp:54:lfs.500 00010000:00010000:1.0:1777420943.406299:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289383ab2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420943.406313:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289383ab2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420943.406323:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289383ab2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420943.406345:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289383ab2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420943.406422:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289383ab2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420943.406429:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289383ab2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420943.406436:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137d13000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777420943.406440:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289383ab2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420943.406463:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289383ab2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420943.406475:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff9af10b558c00) 00010000:00010000:1.0:1777420943.406478:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777420943.406483:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289383ab2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420943.406489:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289383ab2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420943.406599:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+40:10045:x1863760833707904:12345-192.168.203.47@tcp:54:lfs.500 Request processed in 361us (532us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420943.406607:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 60 00000100:00100000:3.0:1777420943.408013:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420943.408226:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833708160 00000100:00100000:2.0:1777420943.408234:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833708160 00000100:00100000:2.0:1777420943.408315:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 25 00000100:00100000:2.0:1777420943.408324:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+40:10045:x1863760833708160:12345-192.168.203.47@tcp:35:lfs.500 00000100:00100000:2.0:1777420943.408572:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+41:10045:x1863760833708160:12345-192.168.203.47@tcp:35:lfs.500 Request processed in 248us (562us total) trans 4294967339 rc 0/0 00000100:00100000:2.0:1777420943.408580:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 25 00010000:00010000:0.0:1777420943.640502:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777420944.664588:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777420944.910997:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420944.911046:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420944.911078:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420944.911113:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420944.911150:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833708544 00000100:00100000:3.0:1777420944.911161:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833708544 00000100:00100000:3.0:1777420944.911224:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 40 00000100:00100000:3.0:1777420944.911249:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+5:2367:x1863760833708544:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777420944.911325:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+5:2367:x1863760833708544:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 78us (210us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420944.911333:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 40 00000100:00080000:3.0:1777420944.911383:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777420944.911631:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833708288 00000100:00100000:0.0:1777420944.911636:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833708288 00000100:00100000:0.0:1777420944.911684:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 250 00000100:00100000:0.0:1777420944.911692:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119101c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+12:2367:x1863760833708288:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:0.0:1777420944.911736:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119101c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+12:2367:x1863760833708288:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 45us (689us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420944.911742:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 250 00000100:00100000:2.0:1777420944.911847:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833708416 00000100:00100000:2.0:1777420944.911852:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833708416 00000100:00100000:2.0:1777420944.911888:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833708672 00000100:00100000:2.0:1777420944.911890:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833708672 00000100:00100000:2.0:1777420944.911905:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 58 00000100:00100000:2.0:1777420944.911911:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+41:2366:x1863760833708416:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:2.0:1777420944.911947:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+41:2366:x1863760833708416:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 37us (963us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420944.911960:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 58 00000100:00100000:2.0:1777420944.911973:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 59 00000100:00100000:2.0:1777420944.911978:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+5:2366:x1863760833708672:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:2.0:1777420944.911997:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+5:2366:x1863760833708672:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 20us (919us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420944.912002:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 59 00000100:00080000:0.0:1777420944.912091:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:2.0:1777420945.409330:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967325 is committed 00000001:00080000:2.0:1777420945.409500:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967339 is committed 00010000:00010000:3.0:1777420945.688633:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777420946.392918:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af120431f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3295:1863760841062144:0@lo:400:kworker.0 00000100:00100000:1.0:1777420946.392999:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420946.393045:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af1189e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3295:1863760841062656:0@lo:400:kworker.0 00000100:00100000:1.0:1777420946.393070:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420946.393094:0:3295:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1777420946.393101:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af110395500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3295:1863760841062272:0@lo:400:kworker.0 00000100:00100000:1.0:1777420946.393121:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420946.393137:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af1189e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841062784:0@lo:400:kworker.0 00000100:00100000:1.0:1777420946.393160:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420946.393200:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af110397480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3297:1863760841062400:0@lo:400:kworker.0 00000100:00100000:1.0:1777420946.393222:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420946.393239:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777420946.393256:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af1189eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841062528:0@lo:400:kworker.0 00000100:00100000:1.0:1777420946.393277:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420946.393301:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841062144 00000100:00100000:1.0:1777420946.393308:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841062144 00000100:00100000:1.0:1777420946.393349:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 251 00000100:00100000:1.0:1777420946.393372:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119101450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3295:x1863760841062144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777420946.393413:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119101450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3295:x1863760841062144:12345-0@lo:400:kworker.0 Request processed in 41us (429us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420946.393419:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 251 00000100:00100000:1.0:1777420946.393445:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841062656 00000100:00100000:1.0:1777420946.393448:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841062656 00000100:00100000:1.0:1777420946.393472:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841062272 00000100:00100000:1.0:1777420946.393475:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841062272 00000100:00100000:1.0:1777420946.393489:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841062400 00000100:00100000:1.0:1777420946.393491:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841062400 00000100:00100000:1.0:1777420946.393503:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1777420946.393509:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3295:x1863760841062656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777420946.393535:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3295:x1863760841062656:12345-0@lo:400:kworker.0 Request processed in 26us (465us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420946.393541:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1777420946.393551:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1777420946.393556:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3295:x1863760841062272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777420946.393575:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3295:x1863760841062272:12345-0@lo:400:kworker.0 Request processed in 20us (454us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420946.393580:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1777420946.393589:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1777420946.393594:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1863760841062400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777420946.393879:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1863760841062400:12345-0@lo:400:kworker.0 Request processed in 35us (406us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420946.393886:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1777420946.393909:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841062784 00000100:00100000:1.0:1777420946.393912:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841062784 00000100:00100000:1.0:1777420946.393937:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841062528 00000100:00100000:1.0:1777420946.393939:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841062528 00000100:00100000:1.0:1777420946.393954:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1777420946.393959:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3295:x1863760841062784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777420946.393989:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3295:x1863760841062784:12345-0@lo:400:kworker.0 Request processed in 30us (828us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420946.393994:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1777420946.394003:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1777420946.394008:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841062528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777420946.394028:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841062528:12345-0@lo:400:kworker.0 Request processed in 19us (751us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420946.394034:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1777420946.394077:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af1189eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841062528:0@lo:400:kworker.0 00000100:00100000:1.0:1777420946.394086:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af110397480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3297:1863760841062400:0@lo:400:kworker.0 00000100:00100000:1.0:1777420946.394110:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af110395500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3295:1863760841062272:0@lo:400:kworker.0 00010000:00080000:1.0:1777420946.394121:0:3295:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9af1189e8380 x1863760841062784/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777420962 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777420946.394131:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af1189e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841062784:0@lo:400:kworker.0 00000100:00100000:1.0:1777420946.394139:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af120431f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3295:1863760841062144:0@lo:400:kworker.0 00000100:00100000:1.0:1777420946.394157:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af1189e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3295:1863760841062656:0@lo:400:kworker.0 00000100:00100000:0.0:1777420946.394265:0:3298:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1777420946.394275:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c15d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1863760841062912:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777420946.394315:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1777420946.394346:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1777420946.394366:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777420946.394368:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777420946.394378:0:7924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841062912 00000100:00100000:0.0:1777420946.394381:0:7924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841062912 00000100:00100000:0.0:1777420946.394405:0:7924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1777420946.394411:0:7924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1863760841062912:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1777420946.394437:0:7924:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1777420946.394467:0:7924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1863760841062912:12345-0@lo:13:osp-pre-1-0.0 Request processed in 56us (163us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420946.394473:0:7924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00010000:00080000:0.0:1777420946.394505:0:3298:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9af13c15d500 x1863760841062912/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777420962 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777420946.394519:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c15d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1863760841062912:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1777420946.712484:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777420947.736541:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1777420948.086709:0:11699:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 1a: mmap 00000100:00100000:2.0:1777420948.144793:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420948.148755:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833708800 00000100:00100000:1.0:1777420948.148770:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833708800 00000100:00100000:1.0:1777420948.148889:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 61 00000100:00100000:1.0:1777420948.148901:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+10:10611:x1863760833708800:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:1.0:1777420948.148920:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777420948.148941:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289383ab9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3757eb expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420948.149008:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13400/0xa38d71289383ac0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420948.149022:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13400/0xa38d71289383ac0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420948.149033:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13400/0xa38d71289383ac0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420948.149164:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289383ac7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420948.149186:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289383ac7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420948.149198:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289383ac7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1777420948.149229:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1777420948.149290:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13400/0xa38d71289383ac0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420948.149319:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13400/0xa38d71289383ac0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420948.149328:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13400/0xa38d71289383ac0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420948.149335:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137d13400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777420948.149341:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13400/0xa38d71289383ac0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420948.149349:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13400/0xa38d71289383ac0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420948.149410:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af106213900) 00010000:00010000:1.0:1777420948.149414:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777420948.149420:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13400/0xa38d71289383ac0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420948.149427:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13400/0xa38d71289383ac0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420948.149447:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289383ac7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420948.149454:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289383ac7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420948.149461:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289383ac7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420948.149466:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137d12200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777420948.149477:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289383ac7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420948.149484:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289383ac7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420948.149498:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x246f4861 (ffff9af1061f8000) 00010000:00010000:1.0:1777420948.149501:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777420948.149505:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289383ac7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420948.149511:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289383ac7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420948.149572:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289383ab9 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3757eb expref: 11 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420948.149587:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af106213900) 00010000:00010000:1.0:1777420948.149591:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777420948.149598:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289383ab9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3757eb expref: 11 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420948.149615:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137d13a00, rc 0) 00000100:00100000:1.0:1777420948.149718:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+10:10611:x1863760833708800:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 818us (4934us total) trans 0 rc 301/301 00000100:00100000:1.0:1777420948.149737:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 61 00000100:00100000:1.0:1777420948.174838:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420948.174882:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833709056 00000100:00100000:1.0:1777420948.174892:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833709056 00000100:00100000:1.0:1777420948.174943:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 62 00000100:00100000:1.0:1777420948.174962:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+10:10611:x1863760833709056:12345-192.168.203.47@tcp:36:lfs.0 00010000:00010000:1.0:1777420948.175014:0:5762:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777420948.175039:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d712893838ac lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37577b expref: 10 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420948.175059:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af106213900) 00010000:00010000:1.0:1777420948.175070:0:5762:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777420948.175161:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289383ace lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420948.175174:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289383ace lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420948.175183:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289383ace lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420948.175194:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12600/0xa38d71289383ad5 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x246f4861 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420948.175200:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12600/0xa38d71289383ad5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420948.175207:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12600/0xa38d71289383ad5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777420948.175948:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5:0x0]: returning size 512 00010000:00010000:1.0:1777420948.175957:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289383ace lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420948.175964:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289383ace lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420948.175983:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289383ace lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420948.175989:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137d13000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777420948.175993:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289383ace lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420948.176001:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289383ace lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420948.176010:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1061f8100) 00010000:00010000:1.0:1777420948.176013:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777420948.176017:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289383ace lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420948.176023:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289383ace lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777420948.176036:0:5762:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000c465f34a reply state 00000000cd0083bb transno 4294967340 ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12600/0xa38d71289383ad5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420948.176043:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777420948.176125:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:10611:x1863760833709056:12345-192.168.203.47@tcp:36:lfs.0 Request processed in 1163us (1296us total) trans 4294967340 rc 0/0 00000100:00100000:1.0:1777420948.176133:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 62 00000100:00100000:2.0:1777420948.251615:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00010000:00010000:3.0:1777420948.251621:0:3281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12600/0xa38d71289383ad5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420948.251641:0:3281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12600/0xa38d71289383ad5 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420948.251659:0:3281:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12600/0xa38d71289383ad5 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420948.251667:0:3281:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137d12600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420948.251673:0:3281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12600/0xa38d71289383ad5 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420948.251682:0:3281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12600/0xa38d71289383ad5 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420948.251705:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x246f4861 (ffff9af1061f8400) 00010000:00010000:3.0:1777420948.251708:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420948.251715:0:3281:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12600/0xa38d71289383ad5 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420948.251723:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12600/0xa38d71289383ad5 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420948.252065:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833709184 00000100:00100000:1.0:1777420948.252076:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833709184 00000100:00080000:2.0:1777420948.252123:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777420948.252153:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 63 00000100:00100000:1.0:1777420948.252164:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+5:10623:x1863760833709184:12345-192.168.203.47@tcp:101:mkdir.0 00010000:00010000:1.0:1777420948.252197:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777420948.252221:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d71289383adc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3757f2 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420948.252285:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d71289383ae3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420948.252300:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d71289383ae3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420948.252311:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d71289383ae3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777420948.252395:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:1.0:1777420948.252400:0:6569:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 1 00000004:00010000:1.0:1777420948.252428:0:6569:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d71289383ae3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420948.252451:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d71289383adc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3757f2 expref: 7 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420948.252473:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d71289383ae3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3757f2 expref: 6 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420948.252481:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1061f8700) 00010000:00010000:1.0:1777420948.252484:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777420948.252488:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137d12400, rc 0) 00000100:00100000:1.0:1777420948.252551:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:10623:x1863760833709184:12345-192.168.203.47@tcp:101:mkdir.0 Request processed in 388us (946us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420948.252558:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 63 00000100:00100000:2.0:1777420948.259444:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420948.259488:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833709312 00000100:00100000:2.0:1777420948.259498:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833709312 00000100:00100000:2.0:1777420948.259546:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1 00000100:00100000:2.0:1777420948.259556:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111016a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:10623:x1863760833709312:12345-192.168.203.47@tcp:700:mkdir.0 00000100:00100000:2.0:1777420948.259629:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111016a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:10623:x1863760833709312:12345-192.168.203.47@tcp:700:mkdir.0 Request processed in 75us (196us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420948.259637:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1 00000100:00100000:3.0:1777420948.264011:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420948.264181:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833709568 00000100:00100000:1.0:1777420948.264192:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833709568 00000100:00100000:1.0:1777420948.264278:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 64 00000100:00100000:1.0:1777420948.264290:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:10623:x1863760833709568:12345-192.168.203.47@tcp:36:mkdir.0 00010000:00010000:1.0:1777420948.264344:0:5762:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777420948.264398:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d71289383ae3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3757f2 expref: 6 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420948.264417:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1061f8700) 00010000:00010000:1.0:1777420948.264427:0:5762:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777420948.264589:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+5:10623:x1863760833709568:12345-192.168.203.47@tcp:36:mkdir.0 Request processed in 301us (587us total) trans 0 rc -17/-17 00000100:00100000:1.0:1777420948.264597:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 64 00000100:00100000:2.0:1777420948.269842:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420948.271715:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833709696 00000100:00100000:1.0:1777420948.271728:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833709696 00000100:00100000:1.0:1777420948.271792:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 65 00000100:00100000:1.0:1777420948.271803:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111017100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+5:10623:x1863760833709696:12345-192.168.203.47@tcp:101:mkdir.0 00010000:00010000:1.0:1777420948.271825:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777420948.271847:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d71289383aea lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3757f9 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420948.271912:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289383af1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420948.271926:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289383af1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420948.271936:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289383af1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777420948.272008:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:1.0:1777420948.272012:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 1 00000004:00010000:1.0:1777420948.272037:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289383af1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420948.272061:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d71289383aea lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3757f9 expref: 7 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420948.272076:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289383af1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3757f9 expref: 6 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420948.272084:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1061f8100) 00010000:00010000:1.0:1777420948.272087:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777420948.272090:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137d13000, rc 0) 00000100:00100000:1.0:1777420948.272217:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111017100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:10623:x1863760833709696:12345-192.168.203.47@tcp:101:mkdir.0 Request processed in 415us (2380us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420948.272224:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 65 00000100:00100000:1.0:1777420948.279799:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420948.279958:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833709824 00000100:00100000:3.0:1777420948.279968:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833709824 00000100:00100000:3.0:1777420948.280066:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 66 00000100:00100000:3.0:1777420948.280077:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:10623:x1863760833709824:12345-192.168.203.47@tcp:101:mkdir.0 00010000:00010000:3.0:1777420948.280099:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777420948.280119:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef200/0xa38d71289383af8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375800 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420948.280182:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efe00/0xa38d71289383aff lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420948.280197:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efe00/0xa38d71289383aff lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420948.280208:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efe00/0xa38d71289383aff lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420948.280224:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d71289383b06 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420948.280231:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d71289383b06 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420948.280239:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d71289383b06 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420948.280382:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013eee00/0xa38d71289383b0d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420948.280392:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013eee00/0xa38d71289383b0d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420948.280410:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013eee00/0xa38d71289383b0d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777420948.280449:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5:0x0]: returning size 512 00000004:00200000:3.0:1777420948.280453:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777420948.280478:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013eee00/0xa38d71289383b0d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420948.280490:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efe00/0xa38d71289383aff lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420948.280498:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efe00/0xa38d71289383aff lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420948.280506:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efe00/0xa38d71289383aff lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420948.280513:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af1013efe00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420948.280518:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efe00/0xa38d71289383aff lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420948.280526:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efe00/0xa38d71289383aff lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420948.280538:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1061f8100) 00010000:00010000:3.0:1777420948.280541:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420948.280545:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efe00/0xa38d71289383aff lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420948.280552:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efe00/0xa38d71289383aff lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420948.280574:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d71289383b06 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420948.280580:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d71289383b06 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420948.280586:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d71289383b06 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420948.280591:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af1013ef600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420948.280594:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d71289383b06 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420948.280601:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d71289383b06 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420948.280609:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x246f4861 (ffff9af118b32400) 00010000:00010000:3.0:1777420948.280612:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420948.280615:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d71289383b06 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420948.280621:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d71289383b06 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420948.280745:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef200/0xa38d71289383af8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375800 expref: 8 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420948.280765:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013eee00/0xa38d71289383b0d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375800 expref: 7 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420948.280785:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff9af118b32e00) 00010000:00010000:3.0:1777420948.280788:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777420948.280791:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af1013eee00, rc 0) 00000100:00100000:3.0:1777420948.280971:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+7:10623:x1863760833709824:12345-192.168.203.47@tcp:101:mkdir.0 Request processed in 896us (1181us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420948.280980:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 66 00000100:00100000:1.0:1777420948.440861:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777420948.440887:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af111016d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841063040:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777420948.440963:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420948.441147:0:6546:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841063040 00000100:00100000:3.0:1777420948.441155:0:6546:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841063040 00000100:00080000:2.0:1777420948.441224:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777420948.441274:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1777420948.441284:0:6546:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841063040:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777420948.441316:0:6546:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1777420948.441412:0:6546:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841063040:12345-0@lo:13:osp-pre-0-0.0 Request processed in 129us (449us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420948.441420:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1777420948.441509:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af111016d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841063040:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777420948.552853:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420948.553152:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833709952 00000100:00100000:3.0:1777420948.553163:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833709952 00000100:00100000:3.0:1777420948.553226:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 67 00000100:00100000:3.0:1777420948.553237:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111016680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+7:10625:x1863760833709952:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:3.0:1777420948.553257:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777420948.553279:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef200/0xa38d71289383b14 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375807 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420948.553484:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d71289383b1b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420948.553499:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d71289383b1b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420948.553525:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d71289383b1b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420948.553543:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efe00/0xa38d71289383b22 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420948.553551:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efe00/0xa38d71289383b22 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420948.553558:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efe00/0xa38d71289383b22 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420948.553638:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d71289383b1b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420948.553646:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d71289383b1b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420948.553734:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d71289383b1b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420948.553740:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af1013ef600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420948.553744:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d71289383b1b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420948.553752:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d71289383b1b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420948.553763:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff9af118b32e00) 00010000:00010000:3.0:1777420948.553767:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420948.553772:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d71289383b1b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420948.553786:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d71289383b1b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420948.553799:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efe00/0xa38d71289383b22 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420948.553805:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efe00/0xa38d71289383b22 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420948.553810:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efe00/0xa38d71289383b22 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420948.553816:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af1013efe00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420948.553818:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efe00/0xa38d71289383b22 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420948.553825:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efe00/0xa38d71289383b22 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420948.553833:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0xf15685f6 (ffff9af118b32400) 00010000:00010000:3.0:1777420948.553836:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420948.553839:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efe00/0xa38d71289383b22 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420948.553845:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efe00/0xa38d71289383b22 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420948.553877:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef200/0xa38d71289383b14 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375807 expref: 8 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420948.553997:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff9af118b32e00) 00010000:00010000:3.0:1777420948.554000:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420948.554005:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef200/0xa38d71289383b14 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375807 expref: 8 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420948.554016:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af1013ef200, rc 0) 00000100:00100000:2.0:1777420948.554173:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111016680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+7:10625:x1863760833709952:12345-192.168.203.47@tcp:101:rm.0 Request processed in 935us (1329us total) trans 0 rc 301/301 00000100:00100000:2.0:1777420948.554190:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 67 00000100:00100000:1.0:1777420948.569108:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420948.569777:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833710208 00000100:00100000:2.0:1777420948.569788:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833710208 00000100:00100000:2.0:1777420948.569885:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 68 00000100:00100000:2.0:1777420948.569907:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+7:10626:x1863760833710208:12345-192.168.203.47@tcp:101:dd.0 00010000:00010000:2.0:1777420948.569926:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777420948.569929:0:5762:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1777420948.569955:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013eee00/0xa38d71289383b0d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375800 expref: 7 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.569972:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff9af118b32e00) 00010000:00010000:2.0:1777420948.569983:0:5762:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777420948.570000:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839000/0xa38d71289383b29 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37580e expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.570143:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839600/0xa38d71289383b30 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.570157:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839600/0xa38d71289383b30 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.570167:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839600/0xa38d71289383b30 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.570179:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839e00/0xa38d71289383b37 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.570186:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839e00/0xa38d71289383b37 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.570210:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839e00/0xa38d71289383b37 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777420948.570912:0:5762:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x3:0x0], index 0: 0 00010000:00010000:2.0:1777420948.571094:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289383b3e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.571105:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289383b3e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.571113:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289383b3e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.571147:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839600/0xa38d71289383b30 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.571154:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839600/0xa38d71289383b30 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.571161:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839600/0xa38d71289383b30 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.571167:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137839600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420948.571172:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839600/0xa38d71289383b30 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.571179:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839600/0xa38d71289383b30 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.571187:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff9af106213600) 00010000:00010000:2.0:1777420948.571190:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420948.571202:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839600/0xa38d71289383b30 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.571208:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839600/0xa38d71289383b30 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777420948.571221:0:5762:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000436d92a1 reply state 00000000d4c8f2b5 transno 4294967341 ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839e00/0xa38d71289383b37 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420948.571229:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777420948.571256:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839000/0xa38d71289383b29 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37580e expref: 9 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.571271:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289383b3e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37580e expref: 8 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.571279:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff9af106213000) 00010000:00010000:2.0:1777420948.571281:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777420948.571284:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137838800, rc 0) 00000100:00100000:2.0:1777420948.571384:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:10626:x1863760833710208:12345-192.168.203.47@tcp:101:dd.0 Request processed in 1490us (2285us total) trans 4294967341 rc 0/0 00000100:00100000:2.0:1777420948.571393:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 68 00010000:00010000:3.0:1777420948.573063:0:3282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839e00/0xa38d71289383b37 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420948.573079:0:3282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839e00/0xa38d71289383b37 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420948.573086:0:3282:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839e00/0xa38d71289383b37 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420948.573092:0:3282:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137839e00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420948.573095:0:3282:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839e00/0xa38d71289383b37 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420948.573103:0:3282:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839e00/0xa38d71289383b37 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420948.573116:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0xf15685f6 (ffff9af106213800) 00010000:00010000:3.0:1777420948.573119:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420948.573123:0:3282:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839e00/0xa38d71289383b37 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420948.573129:0:3282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839e00/0xa38d71289383b37 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420948.591596:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420948.591751:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833710336 00000100:00100000:2.0:1777420948.591762:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833710336 00000100:00100000:2.0:1777420948.592009:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 22 00000100:00100000:2.0:1777420948.592018:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2365:x1863760833710336:12345-192.168.203.47@tcp:8:dd.0 00010000:00080000:2.0:1777420948.592050:0:6541:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0000: connection from 3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp t0 exp 0000000000000000 cur 160 last 0 00000020:00000080:2.0:1777420948.592084:0:6541:0:(genops.c:1404:class_connect()) connect: client 3fcf6b46-d829-4ac6-8431-9d08cf4f6539, cookie 0xa38d71289383b4c 00002000:00100000:2.0:1777420948.592095:0:6541:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli 3fcf6b46-d829-4ac6-8431-9d08cf4f6539/ffff9af105d7e800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 21132c1 ocd_grant: 3407872 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1777420948.592117:0:6541:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:2.0:1777420948.592457:0:6541:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1777420948.592493:0:6541:0:(import.c:65:import_set_state_nolock()) ffff9af105d7f000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1777420948.592561:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2365:x1863760833710336:12345-192.168.203.47@tcp:8:dd.0 Request processed in 542us (974us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420948.592569:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 22 00000100:00100000:1.0:1777420948.594088:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420948.594184:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833710464 00000100:00100000:2.0:1777420948.594193:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833710464 00000100:00100000:2.0:1777420948.594289:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 23 00000100:00100000:2.0:1777420948.594299:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af120431f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:10626:x1863760833710464:12345-192.168.203.47@tcp:101:dd.0 00010000:00010000:2.0:1777420948.594312:0:6541:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777420948.594346:0:6541:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e703705e/0xa38d71289383b53 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375815 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1777420948.594396:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:2.0:1777420948.594407:0:6541:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1777420948.594425:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777420948.594428:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777420948.594436:0:6541:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e703705e/0xa38d71289383b53 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375815 expref: 7 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.594454:0:6541:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e703705e/0xa38d71289383b53 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375815 expref: 7 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.594467:0:6541:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137839000, rc 0) 00000100:00100000:2.0:1777420948.594507:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af120431f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+7:10626:x1863760833710464:12345-192.168.203.47@tcp:101:dd.0 Request processed in 209us (425us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420948.594514:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 23 00000100:00100000:3.0:1777420948.611540:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420948.611718:0:6549:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833710592 00000100:00100000:1.0:1777420948.611740:0:6549:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833710592 00002000:00100000:1.0:1777420948.611783:0:6549:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3:0x0] (0->1048575) req@ffff9af12d0d2a00 x1863760833710592/t0(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:714/0 lens 488/0 e 0 to 0 dl 1777420959 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777420948.611796:0:6549:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af12d0d2a00 with x1863760833710592 ext(0->1048575) 00002000:00010000:1.0:1777420948.611801:0:6549:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af12d0d2a00 00000100:00100000:1.0:1777420948.611831:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 0 00000100:00100000:1.0:1777420948.611841:0:6549:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+7:2366:x1863760833710592:12345-192.168.203.47@tcp:4:dd.0 00000001:00100000:2.0:1777420948.664315:0:6572:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 3fcf6b46-d829-4ac6-8431-9d08cf4f6539 00000100:00100000:0.0:1777420948.667322:0:6549:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+8:2366:x1863760833710592:12345-192.168.203.47@tcp:4:dd.0 Request processed in 55474us (55783us total) trans 4294967301 rc 0/0 00000100:00100000:0.0:1777420948.667341:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 0 00002000:00100000:0.0:1777420948.667380:0:6549:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3:0x0] (0->1048575) req@ffff9af12d0d2a00 x1863760833710592/t4294967301(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:714/0 lens 488/448 e 0 to 0 dl 1777420959 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777420948.667391:0:6549:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af12d0d2a00 with x1863760833710592 ext(0->1048575) 00002000:00010000:0.0:1777420948.667398:0:6549:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af12d0d2a00 00000100:00100000:2.0:1777420948.670769:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420948.671049:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833710720 00000100:00100000:1.0:1777420948.671059:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833710720 00000100:00100000:1.0:1777420948.671158:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 69 00000100:00100000:1.0:1777420948.671169:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111016300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+8:10626:x1863760833710720:12345-192.168.203.47@tcp:44:dd.0 00000100:00100000:2.0:1777420948.705736:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111016300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+8:10626:x1863760833710720:12345-192.168.203.47@tcp:44:dd.0 Request processed in 34558us (34966us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420948.705749:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 69 00000001:00080000:2.0:1777420948.705787:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967340 is committed 00000001:00080000:2.0:1777420948.705798:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967341 is committed 00000100:00100000:2.0:1777420948.708127:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420948.708228:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833710848 00000100:00100000:1.0:1777420948.708238:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833710848 00000100:00100000:1.0:1777420948.708297:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 24 00000100:00100000:1.0:1777420948.708307:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111017800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+8:2369:x1863760833710848:12345-192.168.203.47@tcp:16:dd.0 00000001:00080000:2.0:1777420948.733760:0:6572:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967301 is committed 00000100:00100000:2.0:1777420948.733877:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111017800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2369:x1863760833710848:12345-192.168.203.47@tcp:16:dd.0 Request processed in 25567us (25752us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420948.733888:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 24 00000100:00100000:2.0:1777420948.736109:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420948.736198:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833711104 00000100:00100000:0.0:1777420948.736207:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833711104 00000100:00100000:0.0:1777420948.736266:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 26 00000100:00100000:0.0:1777420948.736276:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af10f5bf850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+7:10626:x1863760833711104:12345-192.168.203.47@tcp:35:dd.0 00000100:00100000:0.0:1777420948.736787:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af10f5bf850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+8:10626:x1863760833711104:12345-192.168.203.47@tcp:35:dd.0 Request processed in 512us (685us total) trans 4294967342 rc 0/0 00000100:00100000:0.0:1777420948.736795:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 26 00010000:00010000:3.0:1777420948.760564:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777420948.766116:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420948.766210:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833711232 00000100:00100000:2.0:1777420948.766220:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833711232 00000100:00100000:2.0:1777420948.766276:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 70 00000100:00100000:2.0:1777420948.766284:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+8:10627:x1863760833711232:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:2.0:1777420948.766306:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777420948.766326:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839400/0xa38d71289383b5a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37581c expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.766416:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838a00/0xa38d71289383b61 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.766430:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838a00/0xa38d71289383b61 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.766441:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838a00/0xa38d71289383b61 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.766467:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839c00/0xa38d71289383b68 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.766474:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839c00/0xa38d71289383b68 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.766481:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839c00/0xa38d71289383b68 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.766848:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839600/0xa38d71289383b6f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.766857:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839600/0xa38d71289383b6f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.766865:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839600/0xa38d71289383b6f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777420948.766907:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5:0x0]: returning size 11776 00000004:00200000:2.0:1777420948.766911:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1777420948.766932:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839600/0xa38d71289383b6f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.766943:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838a00/0xa38d71289383b61 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.766950:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838a00/0xa38d71289383b61 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.766956:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838a00/0xa38d71289383b61 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.766971:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137838a00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420948.766975:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838a00/0xa38d71289383b61 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.766983:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838a00/0xa38d71289383b61 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.766994:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1061f8100) 00010000:00010000:2.0:1777420948.766997:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420948.767001:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838a00/0xa38d71289383b61 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.767008:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838a00/0xa38d71289383b61 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.767021:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839c00/0xa38d71289383b68 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.767028:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839c00/0xa38d71289383b68 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.767034:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839c00/0xa38d71289383b68 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.767039:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137839c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420948.767041:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839c00/0xa38d71289383b68 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.767047:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839c00/0xa38d71289383b68 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.767065:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x246f4861 (ffff9af106213900) 00010000:00010000:2.0:1777420948.767068:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420948.767071:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839c00/0xa38d71289383b68 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.767077:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839c00/0xa38d71289383b68 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.767109:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839400/0xa38d71289383b5a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37581c expref: 10 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.767123:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839600/0xa38d71289383b6f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37581c expref: 9 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.767130:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff9af106213800) 00010000:00010000:2.0:1777420948.767133:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1777420948.767135:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137839600, rc 0) 00000100:00100000:2.0:1777420948.767307:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:10627:x1863760833711232:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 1022us (1200us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420948.767315:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 70 00000100:00100000:2.0:1777420948.973228:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420948.973468:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833711360 00000100:00100000:1.0:1777420948.973479:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833711360 00000100:00100000:2.0:1777420948.973671:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 71 00000100:00100000:2.0:1777420948.973681:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111014700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+9:10652:x1863760833711360:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777420948.973705:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777420948.973726:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839400/0xa38d71289383b76 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375823 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.973806:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839c00/0xa38d71289383b7d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.973820:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839c00/0xa38d71289383b7d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.973832:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839c00/0xa38d71289383b7d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777420948.973998:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:2.0:1777420948.974002:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 1 00000004:00010000:2.0:1777420948.974042:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839c00/0xa38d71289383b7d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.974065:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839400/0xa38d71289383b76 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375823 expref: 11 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.974082:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839c00/0xa38d71289383b7d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375823 expref: 10 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.974090:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1061f8100) 00010000:00010000:2.0:1777420948.974093:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777420948.974097:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137839c00, rc 0) 00000100:00100000:2.0:1777420948.974186:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111014700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+10:10652:x1863760833711360:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 506us (969us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420948.974194:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 71 00000100:00100000:3.0:1777420948.978712:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420948.978843:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833711488 00000100:00100000:2.0:1777420948.978856:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833711488 00000100:00100000:2.0:1777420948.979008:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 72 00000100:00100000:2.0:1777420948.979021:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:10653:x1863760833711488:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777420948.979047:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777420948.979074:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838a00/0xa38d71289383b84 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37582a expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.979152:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839e00/0xa38d71289383b8b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.979170:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839e00/0xa38d71289383b8b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.979184:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839e00/0xa38d71289383b8b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.979201:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383b92 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.979209:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383b92 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.979216:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383b92 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.979621:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839400/0xa38d71289383b99 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.979631:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839400/0xa38d71289383b99 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.979640:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839400/0xa38d71289383b99 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777420948.979708:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 10752 00000004:00200000:2.0:1777420948.979712:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:2.0:1777420948.979737:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839400/0xa38d71289383b99 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.979749:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839e00/0xa38d71289383b8b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.979755:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839e00/0xa38d71289383b8b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.979761:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839e00/0xa38d71289383b8b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.979767:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137839e00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420948.979772:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839e00/0xa38d71289383b8b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.979779:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839e00/0xa38d71289383b8b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.979792:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1061f8100) 00010000:00010000:2.0:1777420948.979795:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420948.979800:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839e00/0xa38d71289383b8b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.979806:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839e00/0xa38d71289383b8b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.979817:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383b92 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.979836:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383b92 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.979842:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383b92 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.979847:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137838c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420948.979850:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383b92 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.979857:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383b92 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.979864:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff9af106213900) 00010000:00010000:2.0:1777420948.979867:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420948.979870:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383b92 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.979877:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383b92 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.979912:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838a00/0xa38d71289383b84 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37582a expref: 11 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.979928:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839400/0xa38d71289383b99 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37582a expref: 10 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.979936:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9af106213700) 00010000:00010000:2.0:1777420948.979938:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777420948.979946:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137839400, rc 0) 00000100:00100000:2.0:1777420948.980020:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:10653:x1863760833711488:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 1001us (1322us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420948.980029:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 72 00000100:00100000:0.0:1777420948.983944:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420948.984062:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833711744 00000100:00100000:2.0:1777420948.984074:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833711744 00000100:00100000:2.0:1777420948.984175:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 73 00000100:00100000:2.0:1777420948.984186:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:10653:x1863760833711744:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777420948.984209:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777420948.984233:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289383ba0 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375831 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.984316:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289383ba7 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.984332:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289383ba7 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.984343:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289383ba7 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.984401:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289383bae lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.984410:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289383bae lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.984417:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289383bae lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.984763:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838400/0xa38d71289383bb5 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.984783:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838400/0xa38d71289383bb5 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.984791:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838400/0xa38d71289383bb5 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777420948.984802:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 10752 00010000:00010000:2.0:1777420948.984911:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289383ba7 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.984919:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289383ba7 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.984926:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289383ba7 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.984932:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137838000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420948.984937:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289383ba7 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.984945:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289383ba7 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.984959:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9af106213700) 00010000:00010000:2.0:1777420948.984962:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420948.984967:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289383ba7 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.984975:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289383ba7 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.984990:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289383bae lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.985003:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289383bae lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.985009:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289383bae lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.985014:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137839a00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420948.985017:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289383bae lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.985024:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289383bae lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.985033:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff9af106213a00) 00010000:00010000:2.0:1777420948.985036:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420948.985039:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289383bae lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.985045:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289383bae lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.985421:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289383ba0 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375831 expref: 13 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.985438:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838400/0xa38d71289383bb5 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375831 expref: 12 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.985446:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9af106213200) 00010000:00010000:2.0:1777420948.985449:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420948.985458:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137838400, rc 0) 00000100:00100000:2.0:1777420948.985542:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:10653:x1863760833711744:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 1356us (1610us total) trans 4294967343 rc 0/0 00000100:00100000:2.0:1777420948.985551:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 73 00000100:00100000:1.0:1777420948.993830:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420948.993904:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833711872 00000100:00100000:2.0:1777420948.993920:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833711872 00000100:00100000:2.0:1777420948.993999:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 74 00000100:00100000:2.0:1777420948.994011:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110395500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:10653:x1863760833711872:12345-192.168.203.47@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1777420948.994251:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110395500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:10653:x1863760833711872:12345-192.168.203.47@tcp:59:lhsmtool_posix.0 Request processed in 241us (430us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420948.994261:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 74 00000100:00100000:3.0:1777420948.998823:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420948.998901:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833712000 00000100:00100000:2.0:1777420948.998913:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833712000 00000100:00100000:2.0:1777420948.998983:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 75 00000100:00100000:2.0:1777420948.998994:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+10:10654:x1863760833712000:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:2.0:1777420948.999020:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777420948.999045:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838a00/0xa38d71289383bc3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375838 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.999117:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383bca lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.999133:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383bca lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.999145:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383bca lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.999161:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839e00/0xa38d71289383bd1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.999188:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839e00/0xa38d71289383bd1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.999194:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839e00/0xa38d71289383bd1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.999315:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839200/0xa38d71289383bd8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.999323:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839200/0xa38d71289383bd8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.999329:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839200/0xa38d71289383bd8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777420948.999409:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5:0x0]: returning size 11776 00000004:00200000:2.0:1777420948.999414:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1777420948.999440:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839200/0xa38d71289383bd8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.999455:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383bca lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.999463:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383bca lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.999469:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383bca lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.999475:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137838c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420948.999480:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383bca lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.999493:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383bca lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.999507:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1061f8100) 00010000:00010000:2.0:1777420948.999511:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420948.999516:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383bca lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.999523:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383bca lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.999539:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839e00/0xa38d71289383bd1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.999544:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839e00/0xa38d71289383bd1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.999549:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839e00/0xa38d71289383bd1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.999553:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137839e00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420948.999556:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839e00/0xa38d71289383bd1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.999563:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839e00/0xa38d71289383bd1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.999569:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x246f4861 (ffff9af106213900) 00010000:00010000:2.0:1777420948.999571:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420948.999574:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839e00/0xa38d71289383bd1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.999592:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839e00/0xa38d71289383bd1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.999626:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838a00/0xa38d71289383bc3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375838 expref: 12 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.999638:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839200/0xa38d71289383bd8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375838 expref: 11 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420948.999658:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff9af106213800) 00010000:00010000:2.0:1777420948.999661:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1777420948.999663:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137839200, rc 0) 00000100:00100000:2.0:1777420948.999731:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:10654:x1863760833712000:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 738us (921us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420948.999740:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 75 00000100:00100000:3.0:1777420949.001856:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420949.001937:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833712128 00000100:00100000:0.0:1777420949.001948:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833712128 00000100:00100000:0.0:1777420949.002005:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 76 00000100:00100000:0.0:1777420949.002015:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:10654:x1863760833712128:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:0.0:1777420949.002048:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777420949.002069:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24400/0xa38d71289383bdf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37583f expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420949.002134:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289383be6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420949.002149:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289383be6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420949.002159:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289383be6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420949.002173:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d71289383bed lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420949.002179:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d71289383bed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420949.002186:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d71289383bed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420949.002458:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289383bf4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420949.002467:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289383bf4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420949.002475:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289383bf4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777420949.002511:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2:0x0]: returning size 1048576 00000004:00200000:0.0:1777420949.002521:0:6569:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777420949.002544:0:6569:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289383bf4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420949.002557:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289383bf4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420949.002565:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289383be6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420949.002572:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289383be6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420949.002578:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289383be6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420949.002585:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137c25200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777420949.002589:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289383be6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420949.002597:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289383be6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420949.002609:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff9af106213800) 00010000:00010000:0.0:1777420949.002612:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777420949.002617:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289383be6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420949.002624:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289383be6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420949.002636:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d71289383bed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420949.002666:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d71289383bed lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420949.002671:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d71289383bed lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420949.002676:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137c24c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777420949.002679:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d71289383bed lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420949.002685:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d71289383bed lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420949.002692:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0xf15685f6 (ffff9af10b558d00) 00010000:00010000:0.0:1777420949.002695:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777420949.002697:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d71289383bed lrc: 2/0,0 mode: --/PR res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420949.002702:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d71289383bed lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420949.002732:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24400/0xa38d71289383bdf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37583f expref: 13 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420949.002744:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289383bf4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37583f expref: 12 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420949.002751:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff9af106213000) 00010000:00010000:0.0:1777420949.002754:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777420949.002763:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137c24e00, rc 0) 00000100:00100000:0.0:1777420949.002886:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+12:10654:x1863760833712128:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 871us (1038us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420949.002893:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 76 00000100:00100000:1.0:1777420949.005025:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420949.005091:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833712256 00000100:00100000:2.0:1777420949.005105:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833712256 00000100:00100000:2.0:1777420949.005163:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 25 00000100:00100000:2.0:1777420949.005172:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110397480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2365:x1863760833712256:12345-192.168.203.47@tcp:8:lfs.0 00010000:00080000:2.0:1777420949.005207:0:6541:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0000: connection from f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp t0 exp 0000000000000000 cur 160 last 0 00000020:00000080:2.0:1777420949.005274:0:6541:0:(genops.c:1404:class_connect()) connect: client f8f37cf1-354c-422d-bbc6-c92f7928756d, cookie 0xa38d71289383bfb 00002000:00100000:2.0:1777420949.005288:0:6541:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli f8f37cf1-354c-422d-bbc6-c92f7928756d/ffff9af105d7e000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 21132c1 ocd_grant: 3407872 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1777420949.005301:0:6541:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:2.0:1777420949.005553:0:6541:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1777420949.005675:0:6541:0:(import.c:65:import_set_state_nolock()) ffff9af105d79800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1777420949.005795:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110397480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2365:x1863760833712256:12345-192.168.203.47@tcp:8:lfs.0 Request processed in 621us (777us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420949.005804:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 25 00000100:00100000:3.0:1777420949.007013:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420949.007109:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833712384 00000100:00100000:2.0:1777420949.007118:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833712384 00000100:00100000:2.0:1777420949.007215:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 26 00000100:00100000:2.0:1777420949.007227:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:0:x1863760833712384:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:2.0:1777420949.007243:0:6541:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777420949.007266:0:6541:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000313f0c39/0xa38d71289383c02 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375846 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420949.007390:0:6541:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af111015880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6541:1863760841063168:192.168.203.47@tcp:106: 00000100:00100000:2.0:1777420949.007491:0:6541:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1110793c0 going to sleep for 11 seconds 00000100:00080000:0.0:1777420949.007806:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:2.0:1777420949.008718:0:6541:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x240000400:0x3:0x0] updating lvb size: 0 -> 1048576 00002000:00010000:2.0:1777420949.008724:0:6541:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x3:0x0] updating lvb mtime: 0 -> 1777420948 00002000:00010000:2.0:1777420949.008727:0:6541:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x3:0x0] updating lvb atime: 0 -> 1777420948 00002000:00010000:2.0:1777420949.008729:0:6541:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x3:0x0] updating lvb ctime: 0 -> 1777420948 00002000:00010000:2.0:1777420949.008731:0:6541:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x240000400:0x3:0x0] updating lvb blocks: 1 -> 2051 00000100:00100000:2.0:1777420949.008754:0:6541:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af111015880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6541:1863760841063168:192.168.203.47@tcp:106: 00010000:00010000:2.0:1777420949.008789:0:6541:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000313f0c39/0xa38d71289383c02 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375846 expref: 7 pid: 6541 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420949.008813:0:6541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000313f0c39/0xa38d71289383c02 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375846 expref: 7 pid: 6541 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420949.008827:0:6541:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137839800, rc 0) 00000100:00100000:2.0:1777420949.008888:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:0:x1863760833712384:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 1663us (1879us total) trans 0 rc 301/301 00000100:00100000:2.0:1777420949.008896:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 26 00000100:00100000:1.0:1777420949.011693:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420949.011765:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833712512 00000100:00100000:0.0:1777420949.011779:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833712512 00000100:00100000:0.0:1777420949.011842:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 77 00000100:00100000:0.0:1777420949.011852:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+12:10654:x1863760833712512:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:0.0:1777420949.011874:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777420949.011896:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24400/0xa38d71289383c09 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37584d expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420949.011967:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d71289383c10 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420949.011984:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d71289383c10 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420949.011996:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d71289383c10 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777420949.012058:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5:0x0]: returning size 11776 00000004:00200000:0.0:1777420949.012062:0:6569:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1777420949.012085:0:6569:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d71289383c10 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420949.012110:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24400/0xa38d71289383c09 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37584d expref: 14 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420949.012126:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d71289383c10 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37584d expref: 13 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420949.012149:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff9af106213800) 00010000:00010000:0.0:1777420949.012152:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777420949.012156:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137c24c00, rc 0) 00000100:00100000:0.0:1777420949.012257:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+13:10654:x1863760833712512:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 405us (572us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420949.012265:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 77 00000100:00100000:3.0:1777420949.016793:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420949.016912:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833712640 00000100:00100000:1.0:1777420949.016926:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833712640 00000100:00100000:2.0:1777420949.017050:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 27 00000100:00100000:2.0:1777420949.017064:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2369:x1863760833712640:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:2.0:1777420949.017085:0:6541:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777420949.017108:0:6541:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000010059287/0xa38d71289383c17 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375854 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420949.017178:0:6541:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af111015880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6541:1863760841063296:192.168.203.47@tcp:106: 00000100:00100000:2.0:1777420949.017271:0:6541:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1110793c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777420949.019103:0:6541:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af111015880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6541:1863760841063296:192.168.203.47@tcp:106: 00010000:00010000:2.0:1777420949.019140:0:6541:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000010059287/0xa38d71289383c17 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375854 expref: 7 pid: 6541 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420949.019166:0:6541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000010059287/0xa38d71289383c17 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375854 expref: 7 pid: 6541 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420949.019180:0:6541:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137838a00, rc 0) 00000100:00100000:2.0:1777420949.019262:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2369:x1863760833712640:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 2201us (2481us total) trans 0 rc 301/301 00000100:00100000:2.0:1777420949.019271:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 27 00000100:00100000:2.0:1777420949.022075:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420949.022166:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833712896 00000100:00100000:0.0:1777420949.022177:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833712896 00000100:00100000:0.0:1777420949.022261:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 78 00000100:00100000:0.0:1777420949.022271:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111015880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+13:10654:x1863760833712896:12345-192.168.203.47@tcp:58:lfs.0 00000040:00080000:0.0:1777420949.022791:0:5762:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1777420949.023009:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].1, 64 off8256 00000040:00080000:0.0:1777420949.023079:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1, 136 off8328 00000100:00100000:0.0:1777420949.023263:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111015880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+13:10654:x1863760833712896:12345-192.168.203.47@tcp:58:lfs.0 Request processed in 990us (1195us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420949.023274:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 78 00000040:00080000:3.0:1777420949.278570:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777420949.278579:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777420949.278638:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 2 count 2 00000040:00080000:3.0:1777420949.278693:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777420949.279013:0:11331:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6b4a80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841063424:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1777420949.279451:0:11331:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af001247900 going to sleep for 11 seconds 00000100:00100000:3.0:1777420949.285568:0:11331:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6b4a80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841063424:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1777420949.287000:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420949.287057:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833713024 00000100:00100000:3.0:1777420949.287067:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833713024 00000100:00100000:3.0:1777420949.287122:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1 00000100:00100000:3.0:1777420949.287132:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:10665:x1863760833713024:12345-192.168.203.47@tcp:900:lhsmtool_posix.0 00000100:00100000:3.0:1777420949.287229:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:10665:x1863760833713024:12345-192.168.203.47@tcp:900:lhsmtool_posix.0 Request processed in 97us (234us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420949.287239:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1 00000100:00100000:2.0:1777420949.291869:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420949.292074:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833713152 00000100:00100000:1.0:1777420949.292088:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833713152 00000100:00100000:1.0:1777420949.292161:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 79 00000100:00100000:1.0:1777420949.292172:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111014000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:10665:x1863760833713152:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1777420949.292225:0:5762:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1777420949.292391:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111014000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:10665:x1863760833713152:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 181us (496us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420949.292400:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 79 00000100:00100000:1.0:1777420949.299033:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420949.299073:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833713408 00000100:00100000:1.0:1777420949.299084:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833713408 00000100:00100000:1.0:1777420949.299140:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 80 00000100:00100000:1.0:1777420949.299151:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:10665:x1863760833713408:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777420949.299176:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777420949.299201:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d71289383c1e lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37585b expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420949.299315:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12600/0xa38d71289383c25 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420949.299333:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12600/0xa38d71289383c25 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420949.299367:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12600/0xa38d71289383c25 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777420949.299383:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2:0x0]: returning size 1048576 00010000:00010000:1.0:1777420949.299522:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d71289383c1e lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37585b expref: 15 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420949.299539:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12600/0xa38d71289383c25 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37585b expref: 14 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420949.299561:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff9af106213000) 00010000:00010000:1.0:1777420949.299565:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777420949.299569:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137d12600, rc 0) 00000100:00100000:1.0:1777420949.299631:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+14:10665:x1863760833713408:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 480us (604us total) trans 4294967344 rc 0/0 00000100:00100000:1.0:1777420949.299640:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 80 00000100:00100000:3.0:1777420949.307937:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420949.307978:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420949.308013:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833713664 00000100:00100000:3.0:1777420949.308032:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833713664 00000100:00100000:3.0:1777420949.308102:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 28 00000100:00100000:3.0:1777420949.308115:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2368:x1863760833713664:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1777420949.308174:0:6541:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f6e4ebb2/0xa38d71289383c33 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420949.308202:0:6541:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e703705e/0xa38d71289383b53 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375815 expref: 6 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420949.308211:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777420949.308214:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777420949.308218:0:6541:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f6e4ebb2/0xa38d71289383c33 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420949.308260:0:6541:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e703705e/0xa38d71289383b53 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375815 expref: 6 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420949.308276:0:6541:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e703705e/0xa38d71289383b53 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375815 expref: 6 pid: 6541 timeout: 261 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420949.308295:0:6541:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6b5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6541:1863760841063552:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777420949.308420:0:6541:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af001247900 going to sleep for 11 seconds 00000100:00100000:3.0:1777420949.308441:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833713536 00000100:00100000:3.0:1777420949.308445:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833713536 00000100:00100000:3.0:1777420949.308493:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 2 00000100:00100000:3.0:1777420949.308501:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+14:2367:x1863760833713536:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777420949.308512:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777420949.308545:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12600/0xa38d71289383c25 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37585b expref: 14 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420949.308562:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff9af106213000) 00010000:00010000:3.0:1777420949.308567:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777420949.308595:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+13:2367:x1863760833713536:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 95us (616us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420949.308604:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 2 00000100:00100000:3.0:1777420949.314321:0:6541:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6b5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6541:1863760841063552:192.168.203.47@tcp:104: 00010000:00010000:3.0:1777420949.314392:0:6541:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f6e4ebb2/0xa38d71289383c33 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420949.315626:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420949.316585:0:8215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833713792 00000100:00100000:1.0:1777420949.316596:0:8215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833713792 00010000:00010000:1.0:1777420949.316640:0:8215:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e703705e/0xa38d71289383b53 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375815 expref: 7 pid: 6541 timeout: 261 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420949.316699:0:8215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 43 00000100:00100000:1.0:1777420949.316711:0:8215:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+7:2369:x1863760833713792:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777420949.316729:0:8215:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777420949.316756:0:8215:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e703705e/0xa38d71289383b53 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375815 expref: 7 pid: 6541 timeout: 261 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420949.316772:0:8215:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e703705e/0xa38d71289383b53 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375815 expref: 7 pid: 6541 timeout: 261 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420949.316804:0:8215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e703705e/0xa38d71289383b53 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375815 expref: 7 pid: 6541 timeout: 261 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420949.316822:0:8215:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777420949.316824:0:8215:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777420949.316839:0:8215:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f6e4ebb2/0xa38d71289383c33 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420949.316850:0:8215:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f6e4ebb2/0xa38d71289383c33 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420949.316923:0:8215:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777420949.316989:0:8215:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2369:x1863760833713792:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 279us (1367us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420949.316997:0:8215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 43 00010000:00010000:0.0:1777420949.317551:0:6541:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f6e4ebb2/0xa38d71289383c33 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420949.317563:0:6541:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f6e4ebb2/0xa38d71289383c33 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420949.317593:0:6541:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f6e4ebb2/0xa38d71289383c33 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420949.317615:0:6541:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f6e4ebb2/0xa38d71289383c33 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420949.317624:0:6541:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f6e4ebb2/0xa38d71289383c33 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420949.317632:0:6541:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af1013ef200 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:0.0:1777420949.317638:0:6541:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f6e4ebb2/0xa38d71289383c33 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420949.317661:0:6541:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f6e4ebb2/0xa38d71289383c33 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420949.317677:0:6541:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f6e4ebb2/0xa38d71289383c33 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420949.317685:0:6541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f6e4ebb2/0xa38d71289383c33 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420949.317770:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+5:2368:x1863760833713664:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 Request processed in 9657us (9843us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420949.317779:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 28 00000100:00100000:3.0:1777420949.319783:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420949.320305:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833714048 00000100:00100000:0.0:1777420949.320316:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833714048 00000100:00100000:1.0:1777420949.320547:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 81 00000100:00100000:1.0:1777420949.320561:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+13:10665:x1863760833714048:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777420949.320731:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+13:10665:x1863760833714048:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 172us (957us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420949.320743:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 81 00000100:00100000:2.0:1777420949.326739:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420949.328234:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833714176 00000100:00100000:0.0:1777420949.328258:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833714176 00000100:00100000:0.0:1777420949.328335:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 29 00000100:00100000:0.0:1777420949.328348:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111014a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+5:2369:x1863760833714176:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777420949.328390:0:6541:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777420949.328425:0:6541:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dd405d56/0xa38d71289383c3a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375862 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777420949.328456:0:6541:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x3:0x0] initial LVB size: 1048576, mtime: 0x69f14a94, atime: 0x0, ctime: 0x69f14a94, blocks: 0x803 00010000:00010000:0.0:1777420949.328479:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777420949.328482:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777420949.328493:0:6541:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dd405d56/0xa38d71289383c3a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375862 expref: 6 pid: 6541 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420949.328511:0:6541:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000dd405d56/0xa38d71289383c3a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375862 expref: 6 pid: 6541 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420949.328527:0:6541:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137c25400, rc 0) 00000100:00100000:0.0:1777420949.328600:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111014a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2369:x1863760833714176:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 254us (1875us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420949.328608:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 29 00000100:00100000:3.0:1777420949.331124:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420949.331269:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833714432 00000100:00100000:1.0:1777420949.331281:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833714432 00000100:00100000:1.0:1777420949.331377:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 82 00000100:00100000:1.0:1777420949.331394:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+13:10665:x1863760833714432:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777420949.331524:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+13:10665:x1863760833714432:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 137us (408us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420949.331533:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 82 00000100:00100000:0.0:1777420949.340548:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420949.343727:0:6549:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833714560 00000100:00100000:1.0:1777420949.343743:0:6549:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833714560 00002000:00100000:1.0:1777420949.343802:0:6549:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3:0x0] (0->1048575) req@ffff9af13c15df80 x1863760833714560/t0(0) o3->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:715/0 lens 488/0 e 0 to 0 dl 1777420960 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777420949.343840:0:6549:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13c15df80 with x1863760833714560 ext(0->1048575) 00002000:00010000:1.0:1777420949.343847:0:6549:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af13c15df80 00000100:00100000:1.0:1777420949.343889:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1 00000100:00100000:1.0:1777420949.343901:0:6549:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2369:x1863760833714560:12345-192.168.203.47@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1777420949.361837:0:6549:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2369:x1863760833714560:12345-192.168.203.47@tcp:3:lhsmtool_posix.0 Request processed in 17924us (21288us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1777420949.361852:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1 00002000:00100000:1.0:1777420949.361867:0:6549:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3:0x0] (0->1048575) req@ffff9af13c15df80 x1863760833714560/t0(0) o3->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:715/0 lens 488/440 e 0 to 0 dl 1777420960 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777420949.361879:0:6549:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13c15df80 with x1863760833714560 ext(0->1048575) 00002000:00010000:1.0:1777420949.361885:0:6549:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af13c15df80 00000100:00100000:3.0:1777420949.375725:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420949.375823:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833714688 00000100:00100000:1.0:1777420949.375835:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833714688 00000100:00100000:1.0:1777420949.375942:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 83 00000100:00100000:1.0:1777420949.375953:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+13:10665:x1863760833714688:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777420949.375977:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777420949.376004:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289383c41 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375869 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420949.376049:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289383c48 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420949.376066:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289383c48 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420949.376102:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289383c48 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420949.376214:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289383c41 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375869 expref: 15 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420949.376233:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289383c48 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375869 expref: 14 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420949.376244:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff9af106213000) 00010000:00010000:1.0:1777420949.376247:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1777420949.376251:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137d12200, rc 0) 00000100:00100000:1.0:1777420949.376341:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+14:10665:x1863760833714688:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 389us (630us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420949.376389:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 83 00000100:00100000:3.0:1777420949.380106:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420949.380563:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833714816 00000100:00100000:1.0:1777420949.380577:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833714816 00000100:00100000:1.0:1777420949.380688:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 84 00000100:00100000:1.0:1777420949.380699:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f777480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+14:10665:x1863760833714816:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1777420949.380738:0:6569:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1777420949.380916:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f777480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+14:10665:x1863760833714816:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 217us (819us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420949.380925:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 84 00000100:00100000:2.0:1777420949.386244:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420949.386342:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833714944 00000100:00100000:3.0:1777420949.386504:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833714944 00000100:00100000:2.0:1777420949.386689:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 30 00000100:00100000:2.0:1777420949.386701:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111015180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2368:x1863760833714944:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1777420949.386757:0:6860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000073101ff8/0xa38d71289383c4f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420949.386778:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777420949.386780:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777420949.386786:0:6860:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000073101ff8/0xa38d71289383c4f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420949.386801:0:6860:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000073101ff8/0xa38d71289383c4f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420949.386849:0:6860:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000073101ff8/0xa38d71289383c4f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420949.386859:0:6860:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000073101ff8/0xa38d71289383c4f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420949.386868:0:6860:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000073101ff8/0xa38d71289383c4f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420949.386876:0:6860:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137838000 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:2.0:1777420949.386880:0:6860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000073101ff8/0xa38d71289383c4f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420949.386910:0:6860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000073101ff8/0xa38d71289383c4f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420949.386929:0:6860:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000073101ff8/0xa38d71289383c4f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420949.386938:0:6860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000073101ff8/0xa38d71289383c4f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420949.387031:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111015180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2368:x1863760833714944:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 Request processed in 331us (799us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420949.387039:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 30 00000100:00100000:2.0:1777420949.389032:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420949.389101:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833715200 00000100:00100000:1.0:1777420949.389110:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833715200 00000100:00100000:1.0:1777420949.389197:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 85 00000100:00100000:1.0:1777420949.389220:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111014380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+14:10665:x1863760833715200:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1777420949.389303:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289383c56 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420949.389320:0:6569:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289383c48 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375869 expref: 14 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420949.389330:0:6569:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289383c56 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420949.389405:0:6569:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289383c48 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375869 expref: 14 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420949.389419:0:6569:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289383c48 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375869 expref: 14 pid: 6569 timeout: 261 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420949.389436:0:6569:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af1189eb800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841063680:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777420949.389523:0:6569:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af110de90c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777420949.391751:0:6569:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af1189eb800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841063680:192.168.203.47@tcp:104: 00010000:00010000:1.0:1777420949.391784:0:6569:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289383c56 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420949.391975:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420949.392385:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833715328 00000100:00100000:3.0:1777420949.392395:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833715328 00010000:00010000:3.0:1777420949.392434:0:5747:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289383c48 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375869 expref: 15 pid: 6569 timeout: 261 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420949.392466:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 44 00000100:00100000:3.0:1777420949.392476:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111014e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+15:2369:x1863760833715328:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777420949.392491:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777420949.392514:0:5747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289383c48 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375869 expref: 15 pid: 6569 timeout: 261 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420949.392528:0:5747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289383c48 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375869 expref: 15 pid: 6569 timeout: 261 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420949.392554:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289383c48 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375869 expref: 15 pid: 6569 timeout: 261 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420949.392571:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff9af106213000) 00010000:00010000:3.0:1777420949.392576:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289383c56 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420949.392587:0:5747:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289383c56 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420949.392595:0:5747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289383c56 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420949.392619:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777420949.392760:0:6569:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289383c56 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420949.392768:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289383c56 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420949.393004:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289383c56 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420949.393013:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289383c56 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420949.393019:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289383c56 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420949.393030:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137d13a00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420949.393035:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289383c56 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420949.393042:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289383c56 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420949.393051:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff9af106213000) 00010000:00010000:2.0:1777420949.393053:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777420949.393056:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289383c56 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420949.393062:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289383c56 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777420949.393284:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777420949.393289:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777420949.393325:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 2 count 2 00000040:00080000:0.0:1777420949.393332:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777420949.393589:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111014e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+15:2369:x1863760833715328:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 1111us (1612us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420949.393599:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 44 00000100:00100000:2.0:1777420949.394284:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111014380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+14:10665:x1863760833715200:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 5060us (5255us total) trans 4294967345 rc 0/0 00000100:00100000:2.0:1777420949.394295:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 85 00000100:00100000:2.0:1777420949.397045:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420949.397152:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833715584 00000100:00100000:1.0:1777420949.397166:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833715584 00000100:00100000:1.0:1777420949.397235:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 27 00000100:00100000:1.0:1777420949.397248:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111015500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+14:10665:x1863760833715584:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1777420949.397571:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111015500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+15:10665:x1863760833715584:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 325us (537us total) trans 4294967346 rc 0/0 00000100:00100000:1.0:1777420949.397586:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 27 00000040:00080000:2.0:1777420949.517250:0:11750:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777420949.517262:0:11750:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777420949.517314:0:11750:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 2 count 2 00000040:00080000:2.0:1777420949.517322:0:11750:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777420949.564589:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420949.565059:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833715712 00000100:00100000:1.0:1777420949.565073:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833715712 00000100:00100000:1.0:1777420949.565145:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 31 00000100:00100000:1.0:1777420949.565157:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111015c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2368:x1863760833715712:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:1.0:1777420949.565179:0:6860:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777420949.565203:0:6860:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005fda2544/0xa38d71289383c5d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375870 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420949.565235:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777420949.565238:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777420949.565247:0:6860:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005fda2544/0xa38d71289383c5d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375870 expref: 7 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420949.565266:0:6860:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005fda2544/0xa38d71289383c5d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375870 expref: 7 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420949.565284:0:6860:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137d12000, rc 0) 00000100:00100000:1.0:1777420949.565389:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111015c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+7:2368:x1863760833715712:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 234us (814us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420949.565398:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 31 00000100:00100000:0.0:1777420949.575824:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420949.577741:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833715968 00000100:00100000:2.0:1777420949.577762:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833715968 00000100:00100000:2.0:1777420949.577861:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 86 00000100:00100000:2.0:1777420949.577874:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+13:10666:x1863760833715968:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:2.0:1777420949.577911:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777420949.577941:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839e00/0xa38d71289383c64 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375877 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420949.578065:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289383c6b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420949.578084:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289383c6b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420949.578099:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289383c6b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777420949.578115:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2:0x0]: returning size 1048576 00010000:00010000:2.0:1777420949.578260:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839e00/0xa38d71289383c64 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375877 expref: 16 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420949.578278:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289383c6b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375877 expref: 15 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420949.578287:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff9af106213000) 00010000:00010000:2.0:1777420949.578290:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777420949.578293:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137839800, rc 0) 00000100:00100000:2.0:1777420949.578384:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+15:10666:x1863760833715968:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 512us (2572us total) trans 4294967347 rc 0/0 00000100:00100000:2.0:1777420949.578392:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 86 00000100:00100000:1.0:1777420949.584030:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420949.584116:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833716096 00000100:00100000:0.0:1777420949.584136:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833716096 00000100:00100000:0.0:1777420949.584204:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 32 00000100:00100000:0.0:1777420949.584216:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+7:2369:x1863760833716096:12345-192.168.203.47@tcp:1:lfs.0 00010000:00010000:0.0:1777420949.584271:0:6541:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d74ee162/0xa38d71289383c79 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420949.584296:0:6541:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000dd405d56/0xa38d71289383c3a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375862 expref: 5 pid: 6541 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420949.584307:0:6541:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005fda2544/0xa38d71289383c5d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375870 expref: 7 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420949.584330:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777420949.584332:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777420949.584337:0:6541:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d74ee162/0xa38d71289383c79 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420949.584410:0:6541:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005fda2544/0xa38d71289383c5d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375870 expref: 7 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420949.584428:0:6541:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005fda2544/0xa38d71289383c5d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375870 expref: 7 pid: 6860 timeout: 261 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420949.584444:0:6541:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c15fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6541:1863760841063808:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777420949.584553:0:6541:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000dd405d56/0xa38d71289383c3a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375862 expref: 5 pid: 6541 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420949.584576:0:6541:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000dd405d56/0xa38d71289383c3a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375862 expref: 5 pid: 6541 timeout: 261 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420949.584587:0:6541:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c15ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6541:1863760841063936:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777420949.584615:0:6541:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13c6cd900 going to sleep for 11 seconds 00000100:00100000:0.0:1777420949.586521:0:6541:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c15fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6541:1863760841063808:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777420949.586536:0:6541:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c15ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6541:1863760841063936:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777420949.586559:0:6541:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d74ee162/0xa38d71289383c79 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420949.589752:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420949.589792:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420949.589898:0:8215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833716224 00000100:00100000:1.0:1777420949.589911:0:8215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833716224 00010000:00010000:1.0:1777420949.589957:0:8215:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005fda2544/0xa38d71289383c5d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375870 expref: 8 pid: 6860 timeout: 261 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420949.590009:0:8215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833716352 00000100:00100000:1.0:1777420949.590013:0:8215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833716352 00010000:00010000:1.0:1777420949.590028:0:8215:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000dd405d56/0xa38d71289383c3a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375862 expref: 6 pid: 6541 timeout: 261 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420949.590055:0:8215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 45 00000100:00100000:1.0:1777420949.590066:0:8215:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af104e35050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+8:2368:x1863760833716224:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777420949.590082:0:8215:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777420949.590109:0:8215:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005fda2544/0xa38d71289383c5d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375870 expref: 8 pid: 6860 timeout: 261 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420949.590125:0:8215:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005fda2544/0xa38d71289383c5d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375870 expref: 8 pid: 6860 timeout: 261 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420949.590152:0:8215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005fda2544/0xa38d71289383c5d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375870 expref: 8 pid: 6860 timeout: 261 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420949.590174:0:8215:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777420949.590231:0:8215:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af104e35050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+7:2368:x1863760833716224:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 167us (492us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420949.590241:0:8215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 45 00000100:00100000:1.0:1777420949.590294:0:8215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 46 00000100:00100000:1.0:1777420949.590302:0:8215:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2369:x1863760833716352:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777420949.590327:0:8215:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777420949.590344:0:8215:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000dd405d56/0xa38d71289383c3a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375862 expref: 6 pid: 6541 timeout: 261 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420949.590376:0:8215:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000dd405d56/0xa38d71289383c3a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375862 expref: 6 pid: 6541 timeout: 261 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420949.590393:0:8215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dd405d56/0xa38d71289383c3a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375862 expref: 6 pid: 6541 timeout: 261 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420949.590403:0:8215:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777420949.590405:0:8215:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777420949.590410:0:8215:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d74ee162/0xa38d71289383c79 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420949.590422:0:8215:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d74ee162/0xa38d71289383c79 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420949.590450:0:8215:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777420949.590471:0:8215:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+5:2369:x1863760833716352:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 170us (679us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420949.590478:0:8215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 46 00010000:00010000:1.0:1777420949.590601:0:6541:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d74ee162/0xa38d71289383c79 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420949.590613:0:6541:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d74ee162/0xa38d71289383c79 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420949.591020:0:6541:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d74ee162/0xa38d71289383c79 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420949.591032:0:6541:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d74ee162/0xa38d71289383c79 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420949.591042:0:6541:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d74ee162/0xa38d71289383c79 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420949.591051:0:6541:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137c25000 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:1.0:1777420949.591056:0:6541:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d74ee162/0xa38d71289383c79 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420949.591067:0:6541:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d74ee162/0xa38d71289383c79 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420949.591081:0:6541:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d74ee162/0xa38d71289383c79 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420949.591088:0:6541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d74ee162/0xa38d71289383c79 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420949.591156:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2369:x1863760833716096:12345-192.168.203.47@tcp:1:lfs.0 Request processed in 6942us (7135us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420949.591165:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 32 00000100:00100000:1.0:1777420949.595661:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420949.597503:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833716608 00000100:00100000:2.0:1777420949.597518:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833716608 00000100:00100000:2.0:1777420949.597621:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 28 00000100:00100000:2.0:1777420949.597637:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134082680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+15:10666:x1863760833716608:12345-192.168.203.47@tcp:35:lfs.0 00000004:00010000:2.0:1777420949.597728:0:5764:0:(mdt_open.c:1996:mdt_hsm_release()) ### [0x200000402:0x2:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289383c6b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375877 expref: 15 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777420949.597978:0:5764:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967348 00000001:00080000:2.0:1777420949.598634:0:5764:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967349 00010000:00010000:2.0:1777420949.599760:0:5764:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839e00/0xa38d71289383c80 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420949.599782:0:5764:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289383b3e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37580e expref: 14 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420949.599791:0:5764:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289383bf4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37583f expref: 18 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420949.599800:0:5764:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839e00/0xa38d71289383c80 lrc: 5/0,1 mode: --/EX res: [0x200000402:0x2:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420949.599840:0:5764:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289383bf4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37583f expref: 18 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420949.599857:0:5764:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289383bf4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37583f expref: 18 pid: 6569 timeout: 261 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420949.599873:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af111015f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5764:1863760841064064:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777420949.599984:0:5764:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289383b3e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37580e expref: 14 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420949.600006:0:5764:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289383b3e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37580e expref: 14 pid: 5762 timeout: 261 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420949.600016:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af111017480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5764:1863760841064192:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777420949.600453:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1209dab40 going to sleep for 11 seconds 00000100:00100000:2.0:1777420949.603450:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af111015f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5764:1863760841064064:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777420949.603468:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af111017480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5764:1863760841064192:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777420949.603497:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839e00/0xa38d71289383c80 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420949.607052:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420949.607118:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420949.607184:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833716736 00000100:00100000:2.0:1777420949.607196:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833716736 00010000:00010000:2.0:1777420949.607245:0:5745:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289383bf4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37583f expref: 19 pid: 6569 timeout: 261 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420949.607290:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833716864 00000100:00100000:2.0:1777420949.607293:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833716864 00010000:00010000:2.0:1777420949.607307:0:5745:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289383b3e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37580e expref: 15 pid: 5762 timeout: 261 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420949.607329:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 47 00000100:00100000:2.0:1777420949.607340:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af120430700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+19:2368:x1863760833716736:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777420949.607514:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777420949.607523:0:5745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289383bf4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37583f expref: 19 pid: 6569 timeout: 261 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420949.607551:0:5745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289383bf4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37583f expref: 19 pid: 6569 timeout: 261 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420949.607579:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289383bf4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37583f expref: 19 pid: 6569 timeout: 261 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420949.607594:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff9af106213000) 00010000:00010000:2.0:1777420949.607600:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839e00/0xa38d71289383c80 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420949.607609:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839e00/0xa38d71289383c80 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420949.607617:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777420949.607689:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af120430700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+18:2368:x1863760833716736:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 349us (646us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420949.607698:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 47 00000100:00100000:2.0:1777420949.607718:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 48 00000100:00100000:2.0:1777420949.607725:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+15:2368:x1863760833716864:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777420949.607733:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777420949.607738:0:5745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289383b3e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37580e expref: 15 pid: 5762 timeout: 261 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420949.607748:0:5745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289383b3e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37580e expref: 15 pid: 5762 timeout: 261 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420949.607774:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289383b3e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37580e expref: 15 pid: 5762 timeout: 261 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420949.607786:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff9af106213000) 00010000:00010000:2.0:1777420949.607790:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839e00/0xa38d71289383c80 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420949.607798:0:5745:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839e00/0xa38d71289383c80 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420949.607807:0:5745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839e00/0xa38d71289383c80 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420949.607833:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777420949.607856:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+14:2368:x1863760833716864:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 131us (738us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420949.607863:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 48 00010000:00010000:2.0:1777420949.607888:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839e00/0xa38d71289383c80 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420949.607896:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839e00/0xa38d71289383c80 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777420949.608069:0:5764:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967350 00000001:00080000:2.0:1777420949.608282:0:5764:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967351 00000001:00080000:2.0:1777420949.608332:0:5764:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967352 00000100:00100000:2.0:1777420949.608452:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af111017480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5764:1863760841064320:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777420949.608503:0:5764:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777420949.608534:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af12025ed80 going to sleep for 11 seconds 00000100:00100000:2.0:1777420949.608584:0:5766:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841064320 00000100:00100000:2.0:1777420949.608591:0:5766:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841064320 00000100:00100000:2.0:1777420949.608623:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1777420949.608630:0:5766:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111015f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5764:x1863760841064320:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777420949.609102:0:5766:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111015f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5764:x1863760841064320:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 470us (596us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420949.609109:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1777420949.611523:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af111017480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5764:1863760841064320:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:2.0:1777420949.614191:0:5764:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967353 00000100:00100000:2.0:1777420949.614298:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af111017480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5764:1863760841064448:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777420949.615505:0:5764:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777420949.615620:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1209dab40 going to sleep for 11 seconds 00000100:00100000:2.0:1777420949.617007:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841064448 00000100:00100000:2.0:1777420949.617018:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841064448 00000100:00100000:2.0:1777420949.617086:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1777420949.617099:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111017b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5764:x1863760841064448:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777420949.617426:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111017b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5764:x1863760841064448:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 328us (1921us total) trans 4294967302 rc 0/0 00000100:00100000:2.0:1777420949.617436:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1777420949.617535:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af111017480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5764:1863760841064448:0@lo:1000:mdt_rdpg00_001.0 00010000:00010000:1.0:1777420949.617569:0:5764:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839e00/0xa38d71289383c80 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420949.617583:0:5764:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839e00/0xa38d71289383c80 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420949.617592:0:5764:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839e00/0xa38d71289383c80 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420949.617598:0:5764:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137839e00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777420949.617603:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839e00/0xa38d71289383c80 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420949.617611:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839e00/0xa38d71289383c80 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420949.617630:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff9af106213000) 00010000:00010000:1.0:1777420949.617634:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1777420949.617652:0:5764:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839e00/0xa38d71289383c80 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420949.617660:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839e00/0xa38d71289383c80 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777420949.617879:0:5764:0:(mdd_object.c:3993:mdd_close()) Object [0x200000401:0x6:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1777420949.618019:0:5764:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3, 64 off8384 00000004:00080000:1.0:1777420949.618040:0:5764:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 161400687705ns, next at 162400685920ns, rc = 0 00000001:00080000:1.0:1777420949.618049:0:5764:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967354 00010000:00010000:1.0:1777420949.618121:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff9af106213000) 00010000:00010000:1.0:1777420949.618124:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1777420949.618132:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289383c6b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375877 expref: 22 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420949.618249:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134082680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+21:10666:x1863760833716608:12345-192.168.203.47@tcp:35:lfs.0 Request processed in 20613us (22609us total) trans 4294967355 rc 0/0 00000100:00100000:1.0:1777420949.618258:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 28 00000020:00080000:1.0:1777420949.618262:0:5764:0:(tgt_main.c:782:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:3.0:1777420949.635603:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420949.635639:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833717120 00000100:00100000:3.0:1777420949.635665:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833717120 00000100:00100000:3.0:1777420949.635723:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 87 00000100:00100000:3.0:1777420949.635734:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f777b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+21:10669:x1863760833717120:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:3.0:1777420949.635763:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777420949.635794:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289383c87 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37587e expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420949.635875:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d71289383c8e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420949.635890:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d71289383c8e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420949.635903:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d71289383c8e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420949.635916:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cca00/0xa38d71289383c95 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420949.635923:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cca00/0xa38d71289383c95 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420949.635930:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cca00/0xa38d71289383c95 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420949.636061:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289383c9c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420949.636069:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289383c9c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420949.636075:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289383c9c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777420949.636087:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2:0x0]: returning size 1048576 00010000:00010000:3.0:1777420949.636184:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d71289383c8e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420949.636201:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d71289383c8e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420949.636208:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d71289383c8e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420949.636215:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cc200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420949.636220:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d71289383c8e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420949.636228:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d71289383c8e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420949.636241:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff9af106213800) 00010000:00010000:3.0:1777420949.636244:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420949.636249:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d71289383c8e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420949.636255:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d71289383c8e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420949.636267:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cca00/0xa38d71289383c95 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420949.636273:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cca00/0xa38d71289383c95 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420949.636278:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cca00/0xa38d71289383c95 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420949.636284:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cca00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420949.636290:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cca00/0xa38d71289383c95 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420949.636297:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cca00/0xa38d71289383c95 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420949.636304:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0xf15685f6 (ffff9af118b32100) 00010000:00010000:3.0:1777420949.636306:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420949.636309:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cca00/0xa38d71289383c95 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420949.636314:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cca00/0xa38d71289383c95 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420949.636373:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289383c87 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37587e expref: 24 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420949.636387:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289383c9c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37587e expref: 23 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420949.636394:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff9af118b32b00) 00010000:00010000:3.0:1777420949.636396:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777420949.636398:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0cc400, rc 0) 00000100:00100000:3.0:1777420949.636454:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f777b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+23:10669:x1863760833717120:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 722us (861us total) trans 4294967356 rc 0/0 00000100:00100000:3.0:1777420949.636461:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 87 00000100:00100000:2.0:1777420949.638948:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420949.639702:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833717248 00000100:00100000:3.0:1777420949.639714:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833717248 00000100:00100000:3.0:1777420949.639764:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 88 00000100:00100000:3.0:1777420949.639775:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111014e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+23:10669:x1863760833717248:12345-192.168.203.47@tcp:54:lfs.0 00010000:00010000:3.0:1777420949.639849:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd800/0xa38d71289383caa lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420949.639868:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd800/0xa38d71289383caa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420949.639880:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd800/0xa38d71289383caa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420949.639906:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd800/0xa38d71289383caa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420949.639914:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd800/0xa38d71289383caa lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420949.639922:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd800/0xa38d71289383caa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420949.639929:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cd800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420949.639934:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd800/0xa38d71289383caa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420949.639942:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd800/0xa38d71289383caa lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420949.639955:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff9af118b32b00) 00010000:00010000:3.0:1777420949.639959:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1777420949.639963:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd800/0xa38d71289383caa lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420949.639969:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd800/0xa38d71289383caa lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420949.640047:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111014e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+23:10669:x1863760833717248:12345-192.168.203.47@tcp:54:lfs.0 Request processed in 272us (1105us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420949.640056:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 88 00000100:00100000:2.0:1777420949.644664:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420949.645537:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833717504 00000100:00100000:3.0:1777420949.645550:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833717504 00000100:00100000:3.0:1777420949.645619:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 29 00000100:00100000:3.0:1777420949.645632:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111016d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+23:10669:x1863760833717504:12345-192.168.203.47@tcp:35:lfs.0 00000100:00100000:3.0:1777420949.645892:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111016d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+24:10669:x1863760833717504:12345-192.168.203.47@tcp:35:lfs.0 Request processed in 262us (1247us total) trans 4294967357 rc 0/0 00000100:00100000:3.0:1777420949.645901:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 29 00000100:00100000:3.0:1777420949.681679:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420949.681814:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833717760 00000100:00100000:0.0:1777420949.681827:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833717760 00000100:00100000:0.0:1777420949.681929:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 89 00000100:00100000:0.0:1777420949.681942:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f776a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+24:10674:x1863760833717760:12345-192.168.203.47@tcp:101:mmap_cat.0 00010000:00010000:0.0:1777420949.681972:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777420949.682000:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25c00/0xa38d71289383cb1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375885 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420949.682119:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24a00/0xa38d71289383cb8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420949.682137:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24a00/0xa38d71289383cb8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420949.682167:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24a00/0xa38d71289383cb8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777420949.682183:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2:0x0]: returning size 1048576 00010000:00010000:0.0:1777420949.682347:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25c00/0xa38d71289383cb1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375885 expref: 27 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420949.682419:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24a00/0xa38d71289383cb8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375885 expref: 26 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420949.682428:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff9af118b32b00) 00010000:00010000:0.0:1777420949.682431:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1777420949.682435:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137c24a00, rc 0) 00000100:00100000:0.0:1777420949.682496:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f776a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+26:10674:x1863760833717760:12345-192.168.203.47@tcp:101:mmap_cat.0 Request processed in 556us (829us total) trans 4294967358 rc 0/0 00000100:00100000:0.0:1777420949.682504:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 89 00000100:00100000:2.0:1777420949.685090:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420949.685196:0:8215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833718016 00000100:00100000:1.0:1777420949.685207:0:8215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833718016 00000100:00100000:1.0:1777420949.685310:0:8215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 3 00000100:00100000:1.0:1777420949.685321:0:8215:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d05c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+26:10674:x1863760833718016:12345-192.168.203.47@tcp:103:mmap_cat.0 00010000:00010000:1.0:1777420949.685336:0:8215:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777420949.685402:0:8215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24a00/0xa38d71289383cb8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375885 expref: 26 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420949.685425:0:8215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289383c9c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37587e expref: 25 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420949.685438:0:8215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff9af118b32b00) 00010000:00010000:1.0:1777420949.685448:0:8215:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777420949.685494:0:8215:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d05c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+24:10674:x1863760833718016:12345-192.168.203.47@tcp:103:mmap_cat.0 Request processed in 175us (412us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420949.685502:0:8215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 3 00000100:00100000:2.0:1777420949.686850:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420949.686909:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833718144 00000100:00100000:0.0:1777420949.686916:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833718144 00000100:00100000:0.0:1777420949.686959:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 90 00000100:00100000:0.0:1777420949.686967:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+24:10674:x1863760833718144:12345-192.168.203.47@tcp:58:mmap_cat.0 00010000:00010000:0.0:1777420949.687079:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24200/0xa38d71289383cc6 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420949.687096:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24200/0xa38d71289383cc6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420949.687108:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24200/0xa38d71289383cc6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777420949.687266:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2, 136 off8464 00000100:00100000:0.0:1777420949.687398:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+24:10674:x1863760833718144:12345-192.168.203.47@tcp:58:mmap_cat.0 Request processed in 430us (552us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420949.687405:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 90 00000100:00100000:3.0:1777420949.688838:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420949.688884:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833718272 00000100:00100000:0.0:1777420949.688892:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833718272 00000100:00100000:0.0:1777420949.688937:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 91 00000100:00100000:0.0:1777420949.688944:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f777100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+24:10674:x1863760833718272:12345-192.168.203.47@tcp:101:mmap_cat.0 00010000:00010000:0.0:1777420949.688960:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777420949.688979:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24400/0xa38d71289383ccd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37588c expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420949.689028:0:5762:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24200/0xa38d71289383cc6 lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420949.689038:0:5762:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24400/0xa38d71289383ccd lrc: 4/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37588c expref: 25 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420949.689057:0:5762:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24200/0xa38d71289383cc6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420949.689070:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24400/0xa38d71289383ccd lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37588c expref: 25 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420949.689084:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff9af10b558900) 00010000:00010000:0.0:1777420949.689087:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777420949.689091:0:5762:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24400/0xa38d71289383ccd lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37588c expref: 25 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420949.689110:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137c24400, rc 0) 00000100:00100000:0.0:1777420949.689197:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f777100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+25:10674:x1863760833718272:12345-192.168.203.47@tcp:101:mmap_cat.0 Request processed in 252us (365us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420949.689205:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 91 00010000:00010000:3.0:1777420949.784569:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777420950.031262:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420950.031467:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420950.031602:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833718528 00000100:00100000:1.0:1777420950.031634:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833718528 00000100:00100000:1.0:1777420950.031788:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 43 00000100:00100000:1.0:1777420950.031800:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+5:2366:x1863760833718528:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777420950.031885:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+5:2366:x1863760833718528:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 86us (417us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420950.031894:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 43 00000100:00100000:0.0:1777420950.032057:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833718400 00000100:00100000:0.0:1777420950.032063:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833718400 00000100:00100000:0.0:1777420950.032105:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 252 00000100:00100000:0.0:1777420950.032113:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119103850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+12:2367:x1863760833718400:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:0.0:1777420950.032143:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119103850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+12:2367:x1863760833718400:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 31us (896us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420950.032150:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 252 00000100:00080000:2.0:1777420950.032660:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000040:00080000:0.0:1777420950.424880:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777420950.424889:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777420950.424948:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 3 count 3 00000040:00080000:0.0:1777420950.424955:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777420950.425075:0:11331:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c15fb80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841064576:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1777420950.425768:0:11331:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13c6cd240 going to sleep for 11 seconds 00000100:00100000:0.0:1777420950.431322:0:11331:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c15fb80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841064576:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1777420950.431897:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420950.432072:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833718656 00000100:00100000:0.0:1777420950.432084:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833718656 00000100:00100000:0.0:1777420950.432165:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 92 00000100:00100000:0.0:1777420950.432181:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f776d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+14:10675:x1863760833718656:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1777420950.432221:0:5762:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x2:0x0] from 18446744073709551615 #0 00000100:00080000:2.0:1777420950.432332:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777420950.432546:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f776d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+14:10675:x1863760833718656:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 369us (655us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420950.432572:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 92 00000100:00100000:2.0:1777420950.436335:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420950.436685:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833718784 00000100:00100000:0.0:1777420950.436696:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833718784 00000100:00100000:0.0:1777420950.436758:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 93 00000100:00100000:0.0:1777420950.436768:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+14:10675:x1863760833718784:12345-192.168.203.47@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1777420950.436850:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25c00/0xa38d71289383cd4 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.436869:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25c00/0xa38d71289383cd4 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.436885:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25c00/0xa38d71289383cd4 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.436901:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289383cdb lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xa93c4984 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.436908:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289383cdb lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa93c4984 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.436914:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289383cdb lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa93c4984 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.436935:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383ce2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.436942:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383ce2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.436948:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383ce2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777420950.437004:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2:0x0]: returning size 1048576 00000004:00200000:0.0:1777420950.437009:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777420950.437024:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383ce2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.437036:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25c00/0xa38d71289383cd4 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.437043:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25c00/0xa38d71289383cd4 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.437051:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25c00/0xa38d71289383cd4 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.437058:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137c25c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777420950.437063:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25c00/0xa38d71289383cd4 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.437071:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25c00/0xa38d71289383cd4 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.437084:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9af106213200) 00010000:00010000:0.0:1777420950.437086:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777420950.437091:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25c00/0xa38d71289383cd4 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.437098:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25c00/0xa38d71289383cd4 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.437111:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289383cdb lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa93c4984 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.437126:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289383cdb lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa93c4984 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.437132:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289383cdb lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa93c4984 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.437137:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137c24e00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777420950.437140:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289383cdb lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa93c4984 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.437146:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289383cdb lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa93c4984 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.437152:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xa93c4984 (ffff9af10b558e00) 00010000:00010000:0.0:1777420950.437155:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777420950.437157:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289383cdb lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xa93c4984 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.437163:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289383cdb lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xa93c4984 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.437175:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383ce2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.437181:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383ce2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.437187:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383ce2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.437192:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137c25000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777420950.437198:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383ce2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.437204:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383ce2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.437210:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff9af10b558900) 00010000:00010000:0.0:1777420950.437212:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777420950.437215:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383ce2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.437220:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383ce2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420950.437305:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+14:10675:x1863760833718784:12345-192.168.203.47@tcp:34:lhsmtool_posix.0 Request processed in 537us (979us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420950.437313:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 93 00000100:00100000:2.0:1777420950.440045:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420950.440145:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833719040 00000100:00100000:0.0:1777420950.440155:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833719040 00000100:00100000:0.0:1777420950.440215:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 94 00000100:00100000:0.0:1777420950.440225:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d06a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+14:10675:x1863760833719040:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777420950.440262:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777420950.440287:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25400/0xa38d71289383ce9 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375893 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.440417:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289383cf0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.440432:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289383cf0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.440455:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289383cf0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777420950.440468:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2:0x0]: returning size 1048576 00010000:00010000:0.0:1777420950.440575:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289383cf0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.440584:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289383cf0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.440590:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289383cf0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.440597:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137c25200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777420950.440601:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289383cf0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.440609:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289383cf0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.440622:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff9af10b558900) 00010000:00010000:0.0:1777420950.440625:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777420950.440631:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289383cf0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.440650:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289383cf0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.440697:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25400/0xa38d71289383ce9 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375893 expref: 16 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.440720:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9af106213200) 00010000:00010000:0.0:1777420950.440722:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777420950.440727:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25400/0xa38d71289383ce9 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375893 expref: 16 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.440737:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137c25400, rc 0) 00000100:00100000:0.0:1777420950.440804:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d06a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+15:10675:x1863760833719040:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 580us (770us total) trans 4294967359 rc 301/301 00000100:00100000:0.0:1777420950.440812:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 94 00000100:00100000:3.0:1777420950.443842:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420950.443911:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833719168 00000100:00100000:0.0:1777420950.443926:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833719168 00000100:00100000:0.0:1777420950.443998:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 95 00000100:00100000:0.0:1777420950.444009:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f776680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+15:10675:x1863760833719168:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1777420950.444051:0:5762:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1777420950.444171:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f776680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+15:10675:x1863760833719168:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 163us (337us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420950.444180:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 95 00000100:00100000:2.0:1777420950.447455:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420950.447559:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833719424 00000100:00100000:0.0:1777420950.447570:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833719424 00000100:00100000:0.0:1777420950.447631:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 96 00000100:00100000:0.0:1777420950.447653:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+15:10675:x1863760833719424:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777420950.447677:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777420950.447703:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25400/0xa38d71289383cfe lrc: 2/0,0 mode: --/CW res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37589a expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.448395:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289383d05 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.448413:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289383d05 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.448427:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289383d05 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777420950.448440:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3:0x0]: returning size 0 00010000:00010000:0.0:1777420950.448495:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25400/0xa38d71289383cfe lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37589a expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.448513:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289383d05 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37589a expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.448521:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff9af10b558e00) 00010000:00010000:0.0:1777420950.448524:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777420950.448528:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137c25200, rc 0) 00000100:00100000:0.0:1777420950.448594:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+17:10675:x1863760833719424:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 944us (1149us total) trans 4294967360 rc 0/0 00000100:00100000:0.0:1777420950.448602:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 96 00000100:00100000:2.0:1777420950.451858:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420950.454878:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833719680 00000100:00100000:0.0:1777420950.454897:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833719680 00000100:00100000:0.0:1777420950.454974:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 97 00000100:00100000:0.0:1777420950.454988:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+17:10675:x1863760833719680:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1777420950.455061:0:5762:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777420950.455111:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289383d05 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37589a expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.455133:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff9af10b558e00) 00010000:00010000:0.0:1777420950.455145:0:5762:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777420950.455170:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383d13 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.455186:0:5762:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d71289383c10 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37584d expref: 24 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.455196:0:5762:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383d13 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.455238:0:5762:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d71289383c10 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37584d expref: 24 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.455269:0:5762:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d71289383c10 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37584d expref: 24 pid: 6569 timeout: 262 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420950.455286:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c15fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841064704:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777420950.455427:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13c6cda80 going to sleep for 11 seconds 00000100:00100000:0.0:1777420950.458180:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c15fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841064704:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777420950.458211:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383d13 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420950.459068:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420950.459148:0:8215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833719808 00000100:00100000:1.0:1777420950.459160:0:8215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833719808 00010000:00010000:1.0:1777420950.459233:0:8215:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d71289383c10 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37584d expref: 25 pid: 6569 timeout: 262 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420950.459294:0:8215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 49 00000100:00100000:1.0:1777420950.459305:0:8215:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d06680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+25:2369:x1863760833719808:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777420950.459322:0:8215:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777420950.459330:0:8215:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d71289383c10 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37584d expref: 25 pid: 6569 timeout: 262 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420950.459346:0:8215:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d71289383c10 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37584d expref: 25 pid: 6569 timeout: 262 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420950.459423:0:8215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d71289383c10 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37584d expref: 25 pid: 6569 timeout: 262 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420950.459442:0:8215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff9af106213800) 00010000:00010000:1.0:1777420950.459448:0:8215:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383d13 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420950.459459:0:8215:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383d13 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420950.459483:0:8215:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383d13 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420950.459512:0:8215:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777420950.459581:0:8215:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d06680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+24:2369:x1863760833719808:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 276us (520us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420950.459590:0:8215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 49 00010000:00010000:0.0:1777420950.459687:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383d13 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.459708:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383d13 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.459735:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289383d1a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5:0x0].0x88da39be bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.459745:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289383d1a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5:0x0].0x88da39be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.459755:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289383d1a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5:0x0].0x88da39be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.459845:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383d13 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.459854:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383d13 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.459861:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383d13 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.459868:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137c25000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777420950.459874:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383d13 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.459882:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383d13 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.459892:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff9af106213800) 00010000:00010000:0.0:1777420950.459896:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777420950.459899:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383d13 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.459914:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383d13 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.459926:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289383d1a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5:0x0].0x88da39be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.459933:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289383d1a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5:0x0].0x88da39be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.459939:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289383d1a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5:0x0].0x88da39be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.459944:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137c24e00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777420950.459947:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289383d1a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5:0x0].0x88da39be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.459953:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289383d1a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5:0x0].0x88da39be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.459961:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x88da39be (ffff9af10b558100) 00010000:00010000:0.0:1777420950.459964:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777420950.459966:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289383d1a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5:0x0].0x88da39be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.459972:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289383d1a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5:0x0].0x88da39be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420950.460047:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+16:10675:x1863760833719680:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 Request processed in 5061us (8197us total) trans 0 rc -2/-2 00000100:00100000:0.0:1777420950.460055:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 97 00000100:00080000:2.0:1777420950.460217:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777420950.462547:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420950.463337:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833719936 00000100:00100000:0.0:1777420950.463391:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833719936 00000100:00100000:0.0:1777420950.463460:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 98 00000100:00100000:0.0:1777420950.463473:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+16:10675:x1863760833719936:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777420950.463497:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777420950.463523:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25400/0xa38d71289383d21 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3758a1 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.463564:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25c00/0xa38d71289383d28 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.463580:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25c00/0xa38d71289383d28 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.463592:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25c00/0xa38d71289383d28 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.463714:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25400/0xa38d71289383d21 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3758a1 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.463735:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25c00/0xa38d71289383d28 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3758a1 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.463745:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff9af10b558600) 00010000:00010000:0.0:1777420950.463749:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777420950.463754:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137c25c00, rc 0) 00000100:00100000:0.0:1777420950.463820:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+17:10675:x1863760833719936:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 349us (1278us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420950.463828:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 98 00000100:00100000:3.0:1777420950.465970:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420950.466035:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833720192 00000100:00100000:0.0:1777420950.466049:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833720192 00000100:00100000:0.0:1777420950.466112:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 99 00000100:00100000:0.0:1777420950.466121:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f776300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+17:10675:x1863760833720192:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1777420950.466199:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289383d2f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.466214:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289383d2f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.466226:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289383d2f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777420950.466503:0:5762:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000d79577b7 reply state 0000000071334c98 transno 4294967361 ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289383d2f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420950.466515:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777420950.466612:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f776300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+19:10675:x1863760833720192:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 Request processed in 490us (646us total) trans 4294967361 rc 0/0 00000100:00100000:0.0:1777420950.466620:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 99 00010000:00010000:2.0:1777420950.468392:0:3281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289383d2f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.468406:0:3281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289383d2f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.468413:0:3281:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289383d2f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.468419:0:3281:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137c25200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420950.468424:0:3281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289383d2f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.468432:0:3281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289383d2f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.468451:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff9af10b558600) 00010000:00010000:2.0:1777420950.468455:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1777420950.468460:0:3281:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289383d2f lrc: 2/0,0 mode: --/PW res: [0x200000402:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.468466:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289383d2f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420950.469707:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420950.469780:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833720320 00000100:00100000:2.0:1777420950.469789:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833720320 00000100:00100000:2.0:1777420950.469838:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 100 00000100:00100000:2.0:1777420950.469858:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f777800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+18:10675:x1863760833720320:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777420950.469882:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777420950.469899:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289383d36 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3758a8 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.469952:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289383d36 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3758a8 expref: 19 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.469967:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289383d36 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3758a8 expref: 19 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.469976:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff9af10b558600) 00010000:00010000:2.0:1777420950.469979:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777420950.469982:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137839a00, rc 0) 00000100:00100000:2.0:1777420950.470041:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f777800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+19:10675:x1863760833720320:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 184us (337us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420950.470050:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 100 00000100:00100000:3.0:1777420950.472155:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420950.472226:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833720448 00000100:00100000:2.0:1777420950.472233:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833720448 00000100:00100000:2.0:1777420950.472277:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 30 00000100:00100000:2.0:1777420950.472285:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f774700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+19:10675:x1863760833720448:12345-192.168.203.47@tcp:49:lhsmtool_posix.0 00000100:00100000:2.0:1777420950.472416:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f774700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+19:10675:x1863760833720448:12345-192.168.203.47@tcp:49:lhsmtool_posix.0 Request processed in 131us (264us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420950.472423:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 30 00000100:00100000:3.0:1777420950.475590:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420950.475680:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833720704 00000100:00100000:1.0:1777420950.475697:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833720704 00000100:00100000:1.0:1777420950.475777:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 31 00000100:00100000:1.0:1777420950.475788:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af10f5bc850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+19:10675:x1863760833720704:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1777420950.476053:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af10f5bc850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+20:10675:x1863760833720704:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 266us (467us total) trans 4294967362 rc 0/0 00000100:00100000:1.0:1777420950.476061:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 31 00000100:00100000:0.0:1777420950.477455:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420950.477555:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833720960 00000100:00100000:2.0:1777420950.477564:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833720960 00000100:00100000:2.0:1777420950.477620:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 101 00000100:00100000:2.0:1777420950.477628:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+20:10675:x1863760833720960:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1777420950.477736:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+20:10675:x1863760833720960:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 108us (285us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420950.477744:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 101 00000100:00100000:3.0:1777420950.479584:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420950.479680:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833721216 00000100:00100000:0.0:1777420950.479690:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833721216 00000100:00100000:0.0:1777420950.479753:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 102 00000100:00100000:0.0:1777420950.479763:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f775880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+20:10675:x1863760833721216:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777420950.479781:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777420950.479806:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25400/0xa38d71289383d3d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3758af expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.479934:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383d44 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.479952:0:5762:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289383d36 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3758a8 expref: 21 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.479961:0:5762:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383d44 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.480001:0:5762:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289383d36 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3758a8 expref: 21 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.480017:0:5762:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289383d36 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3758a8 expref: 21 pid: 6569 timeout: 262 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420950.480032:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c15f100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841064832:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777420950.480140:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13c6cda80 going to sleep for 11 seconds 00000100:00100000:3.0:1777420950.482579:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420950.482695:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c15f100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841064832:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777420950.482721:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383d44 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420950.482802:0:8215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833721344 00000100:00100000:1.0:1777420950.482820:0:8215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833721344 00010000:00010000:1.0:1777420950.482856:0:8215:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289383d36 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3758a8 expref: 22 pid: 6569 timeout: 262 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420950.482894:0:8215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 50 00000100:00100000:1.0:1777420950.482904:0:8215:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f774000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+22:2369:x1863760833721344:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777420950.482918:0:8215:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777420950.482925:0:8215:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289383d36 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3758a8 expref: 22 pid: 6569 timeout: 262 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420950.482939:0:8215:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289383d36 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3758a8 expref: 22 pid: 6569 timeout: 262 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420950.482980:0:8215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289383d36 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3758a8 expref: 22 pid: 6569 timeout: 262 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420950.482998:0:8215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff9af10b558600) 00010000:00010000:1.0:1777420950.483004:0:8215:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383d44 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420950.483014:0:8215:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383d44 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420950.483021:0:8215:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383d44 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420950.483052:0:8215:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777420950.483272:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383d44 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.483281:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383d44 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777420950.483300:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3:0x0]: returning size 0 00000004:00080000:0.0:1777420950.483686:0:5762:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x3:0x0], index 1: 0 00010000:00010000:0.0:1777420950.483851:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383d44 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.483861:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383d44 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.483869:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383d44 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.483875:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137c25000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777420950.483881:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383d44 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.483889:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383d44 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.483900:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff9af10b558600) 00010000:00010000:0.0:1777420950.483904:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777420950.483909:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383d44 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.483915:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383d44 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.483972:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25400/0xa38d71289383d3d lrc: 1/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3758af expref: 22 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.483982:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff9af106213800) 00010000:00010000:0.0:1777420950.483985:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777420950.483989:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25400/0xa38d71289383d3d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3758af expref: 22 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.484013:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137c25400, rc 0) 00000100:00100000:1.0:1777420950.484205:0:8215:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f774000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+21:2369:x1863760833721344:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 1300us (1631us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420950.484216:0:8215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 50 00000100:00100000:0.0:1777420950.489749:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f775880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+20:10675:x1863760833721216:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 9971us (10157us total) trans 4294967363 rc 301/301 00000100:00100000:0.0:1777420950.489765:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 102 00000100:00100000:2.0:1777420950.494766:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420950.494865:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833721600 00000100:00100000:1.0:1777420950.494879:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833721600 00000100:00100000:1.0:1777420950.494949:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 32 00000100:00100000:1.0:1777420950.494962:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+20:10675:x1863760833721600:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1777420950.495665:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+21:10675:x1863760833721600:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 704us (909us total) trans 4294967364 rc 0/0 00000100:00100000:1.0:1777420950.495675:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 32 00000100:00100000:2.0:1777420950.497654:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420950.497755:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833721728 00000100:00100000:0.0:1777420950.497766:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833721728 00000100:00100000:0.0:1777420950.497825:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 103 00000100:00100000:0.0:1777420950.497836:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+21:10675:x1863760833721728:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777420950.497860:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777420950.497886:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25400/0xa38d71289383d52 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3758b6 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.497992:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383d59 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.498011:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383d59 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.498024:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383d59 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777420950.498061:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3:0x0]: returning size 0 00000004:00200000:0.0:1777420950.498067:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777420950.498094:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383d59 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.498124:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25400/0xa38d71289383d52 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3758b6 expref: 23 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.498155:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383d59 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3758b6 expref: 22 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.498166:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff9af10b558600) 00010000:00010000:0.0:1777420950.498169:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1777420950.498173:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137c25000, rc 0) 00000100:00100000:0.0:1777420950.498223:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+22:10675:x1863760833721728:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 389us (588us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420950.498231:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 103 00000100:00100000:2.0:1777420950.506201:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420950.509460:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833721856 00000100:00100000:3.0:1777420950.509479:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833721856 00000100:00100000:3.0:1777420950.509594:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 33 00000100:00100000:3.0:1777420950.509604:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2365:x1863760833721856:12345-192.168.203.47@tcp:8:lhsmtool_posix.0 00010000:00080000:3.0:1777420950.509654:0:6860:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0001: connection from 3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp t0 exp 0000000000000000 cur 162 last 0 00000020:00000080:3.0:1777420950.509711:0:6860:0:(genops.c:1404:class_connect()) connect: client 3fcf6b46-d829-4ac6-8431-9d08cf4f6539, cookie 0xa38d71289383d60 00002000:00100000:3.0:1777420950.509726:0:6860:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli 3fcf6b46-d829-4ac6-8431-9d08cf4f6539/ffff9af105001800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 21132c1 ocd_grant: 3407872 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1777420950.509752:0:6860:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:3.0:1777420950.509898:0:6860:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1777420950.509940:0:6860:0:(import.c:65:import_set_state_nolock()) ffff9af105000000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1777420950.510068:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2365:x1863760833721856:12345-192.168.203.47@tcp:8:lhsmtool_posix.0 Request processed in 463us (3878us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420950.510078:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 33 00000100:00100000:3.0:1777420950.514561:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420950.514705:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833721984 00000100:00100000:1.0:1777420950.514718:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833721984 00000100:00100000:1.0:1777420950.514801:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 34 00000100:00100000:1.0:1777420950.514829:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f774a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:0:x1863760833721984:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777420950.514850:0:6860:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777420950.514877:0:6860:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000804d9248/0xa38d71289383d67 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3758bd expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777420950.514909:0:6860:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1777420950.514930:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777420950.514932:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777420950.514943:0:6860:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000804d9248/0xa38d71289383d67 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3758bd expref: 7 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420950.514965:0:6860:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000804d9248/0xa38d71289383d67 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3758bd expref: 7 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420950.514981:0:6860:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137d13200, rc 0) 00000100:00100000:1.0:1777420950.515040:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f774a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+7:0:x1863760833721984:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 213us (491us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420950.515048:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 34 00000100:00080000:0.0:1777420950.515106:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777420950.525540:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420950.527453:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833722240 00000100:00100000:3.0:1777420950.527469:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833722240 00000100:00100000:3.0:1777420950.527598:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 104 00000100:00100000:3.0:1777420950.527609:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+22:10675:x1863760833722240:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1777420950.527762:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+22:10675:x1863760833722240:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 153us (2235us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420950.527771:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 104 00000100:00100000:2.0:1777420950.533844:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420950.533941:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833722368 00000100:00100000:3.0:1777420950.533954:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833722368 00000100:00100000:3.0:1777420950.534025:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 35 00000100:00100000:3.0:1777420950.534036:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+7:10675:x1863760833722368:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777420950.534060:0:6541:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777420950.534086:0:6541:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009cabb406/0xa38d71289383d6e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3758c4 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420950.534121:0:6541:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000804d9248/0xa38d71289383d67 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3758bd expref: 8 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420950.534142:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777420950.534144:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777420950.534149:0:6541:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009cabb406/0xa38d71289383d6e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3758c4 expref: 8 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420950.534191:0:6541:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000804d9248/0xa38d71289383d67 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3758bd expref: 8 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420950.534205:0:6541:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000804d9248/0xa38d71289383d67 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3758bd expref: 8 pid: 6860 timeout: 262 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420950.534222:0:6541:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f775180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6541:1863760841064960:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777420950.534389:0:6541:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af001247540 going to sleep for 11 seconds 00000100:00100000:2.0:1777420950.538608:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420950.540402:0:8215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833722496 00000100:00100000:1.0:1777420950.540417:0:8215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833722496 00010000:00010000:1.0:1777420950.540471:0:8215:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000804d9248/0xa38d71289383d67 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3758bd expref: 9 pid: 6860 timeout: 262 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420950.540531:0:8215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 51 00000100:00100000:1.0:1777420950.540541:0:8215:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af102fb6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2368:x1863760833722496:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777420950.540557:0:8215:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777420950.540597:0:8215:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000804d9248/0xa38d71289383d67 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3758bd expref: 9 pid: 6860 timeout: 262 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420950.540614:0:8215:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000804d9248/0xa38d71289383d67 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3758bd expref: 9 pid: 6860 timeout: 262 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420950.540652:0:8215:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777420950.540655:0:8215:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777420950.540664:0:8215:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009cabb406/0xa38d71289383d6e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3758c4 expref: 9 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420950.540676:0:8215:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009cabb406/0xa38d71289383d6e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3758c4 expref: 9 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420950.540722:0:8215:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000009cabb406/0xa38d71289383d6e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3758c4 expref: 9 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420950.540738:0:8215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6b5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8215:1863760841065088:192.168.203.47@tcp:105: 00000100:00100000:1.0:1777420950.540849:0:8215:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1209dab40 going to sleep for 11 seconds 00010000:00010000:3.0:1777420950.541377:0:6541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000804d9248/0xa38d71289383d67 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3758bd expref: 9 pid: 6860 timeout: 262 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420950.541397:0:6541:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f775180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6541:1863760841064960:192.168.203.47@tcp:104: 00010000:00010000:3.0:1777420950.541426:0:6541:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009cabb406/0xa38d71289383d6e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3758c4 expref: 8 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420950.541438:0:6541:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0cd200, rc 0) 00000100:00100000:3.0:1777420950.541562:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+8:10675:x1863760833722368:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 7527us (7730us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420950.541573:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 35 00000100:00100000:1.0:1777420950.550784:0:8215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6b5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8215:1863760841065088:192.168.203.47@tcp:105: 00010000:00010000:1.0:1777420950.550821:0:8215:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777420950.550958:0:8215:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af102fb6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+7:2368:x1863760833722496:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 10415us (12361us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420950.550972:0:8215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 51 00000100:00100000:0.0:1777420950.559142:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420950.559242:0:6549:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833722624 00000100:00100000:1.0:1777420950.559310:0:6549:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833722624 00002000:00100000:1.0:1777420950.559454:0:6549:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3:0x0] (0->1048575) req@ffff9af13c15ea00 x1863760833722624/t0(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:716/0 lens 488/0 e 0 to 0 dl 1777420961 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777420950.559481:0:6549:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13c15ea00 with x1863760833722624 ext(0->1048575) 00002000:00010000:1.0:1777420950.559488:0:6549:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af13c15ea00 00000100:00100000:1.0:1777420950.559570:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 2 00000100:00100000:1.0:1777420950.559580:0:6549:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+7:2368:x1863760833722624:12345-192.168.203.47@tcp:4:lhsmtool_posix.0 00000001:00100000:3.0:1777420950.666997:0:7430:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 3fcf6b46-d829-4ac6-8431-9d08cf4f6539 00000100:00100000:0.0:1777420950.670875:0:6549:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+8:2368:x1863760833722624:12345-192.168.203.47@tcp:4:lhsmtool_posix.0 Request processed in 111285us (111735us total) trans 4294967300 rc 0/0 00000100:00100000:0.0:1777420950.670890:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 2 00002000:00100000:0.0:1777420950.670906:0:6549:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3:0x0] (0->1048575) req@ffff9af13c15ea00 x1863760833722624/t4294967300(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:716/0 lens 488/448 e 0 to 0 dl 1777420961 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777420950.670918:0:6549:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13c15ea00 with x1863760833722624 ext(0->1048575) 00002000:00010000:0.0:1777420950.670925:0:6549:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af13c15ea00 00000100:00100000:0.0:1777420950.674440:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420950.674680:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833722752 00000100:00100000:3.0:1777420950.674692:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833722752 00000100:00100000:3.0:1777420950.674757:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 105 00000100:00100000:3.0:1777420950.674768:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+22:10675:x1863760833722752:12345-192.168.203.47@tcp:44:lhsmtool_posix.0 00000001:00080000:2.0:1777420950.705733:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967363 is committed 00000001:00080000:2.0:1777420950.705764:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967358 is committed 00000001:00080000:2.0:1777420950.705773:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967364 is committed 00000004:00080000:2.0:1777420950.705783:0:5782:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 4 committed 00000020:00080000:2.0:1777420950.705814:0:5782:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9af12025ed80 refcount 2 committed 0 result 0 batchid 1 00000020:00080000:2.0:1777420950.705821:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9af118179200 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9af12025e180 00000020:00080000:2.0:1777420950.705824:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9af118179b00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9af1191bcc00 00000020:00080000:1.0:1777420950.705926:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 1 committed batchid 0 00000100:00100000:2.0:1777420950.706022:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:10675:x1863760833722752:12345-192.168.203.47@tcp:44:lhsmtool_posix.0 Request processed in 31249us (31584us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420950.706036:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 105 00000020:00080000:1.0:1777420950.706052:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 0 00000100:00100000:1.0:1777420950.706250:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c679880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841065216:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777420950.706311:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420950.706477:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841065216 00000100:00100000:3.0:1777420950.706487:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841065216 00000100:00080000:0.0:1777420950.706539:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777420950.706552:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1777420950.706563:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3295:x1863760841065216:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1777420950.706592:0:6541:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3 count 1 00002000:00010000:3.0:1777420950.706691:0:6541:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x3:0x0] initial LVB size: 1048576, mtime: 0x69f14a94, atime: 0x0, ctime: 0x69f14a94, blocks: 0x803 00010000:00010000:3.0:1777420950.706701:0:6541:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000074a588b7/0xa38d71289383d75 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420950.706718:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777420950.706720:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777420950.706726:0:6541:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000074a588b7/0xa38d71289383d75 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420950.706742:0:6541:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000074a588b7/0xa38d71289383d75 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420950.706752:0:6541:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000074a588b7/0xa38d71289383d75 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420950.706760:0:6541:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000074a588b7/0xa38d71289383d75 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420950.706796:0:6541:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777420950.706921:0:7419:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777420950.706929:0:7419:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000074a588b7/0xa38d71289383d75 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.706950:0:7419:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cca00 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:0.0:1777420950.706954:0:7419:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000074a588b7/0xa38d71289383d75 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.706964:0:7419:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000074a588b7/0xa38d71289383d75 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.706983:0:7419:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000074a588b7/0xa38d71289383d75 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.706990:0:7419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000074a588b7/0xa38d71289383d75 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.707011:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777420950.707013:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777420950.707014:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777420950.707179:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3295:x1863760841065216:12345-0@lo:6:osp-syn-0-0.0 Request processed in 617us (867us total) trans 4294967303 rc 0/0 00000100:00100000:3.0:1777420950.707185:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000004:00080000:1.0:1777420950.707337:0:3295:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9af13c679880/2, rc 0, transno 4294967303 00000100:00100000:1.0:1777420950.707344:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c679880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841065216:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777420950.708440:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420950.708666:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833722880 00000100:00100000:3.0:1777420950.708673:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833722880 00000100:00100000:3.0:1777420950.708711:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 37 00000100:00100000:3.0:1777420950.708718:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+8:2367:x1863760833722880:12345-192.168.203.47@tcp:16:lhsmtool_posix.0 00000001:00080000:3.0:1777420950.735153:0:7430:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967300 is committed 00000100:00100000:2.0:1777420950.735399:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2367:x1863760833722880:12345-192.168.203.47@tcp:16:lhsmtool_posix.0 Request processed in 26671us (26953us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420950.735413:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 37 00000100:00100000:3.0:1777420950.737906:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420950.738010:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833723136 00000100:00100000:2.0:1777420950.738022:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833723136 00000100:00100000:2.0:1777420950.738137:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 106 00000100:00100000:2.0:1777420950.738165:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f775180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:10675:x1863760833723136:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1777420950.738231:0:6569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777420950.738262:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383d59 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3758b6 expref: 11 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.738337:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff9af10b558600) 00010000:00010000:2.0:1777420950.738343:0:6569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777420950.738499:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289383d7c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.738515:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289383d7c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.738525:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289383d7c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.738552:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289383d7c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.738558:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289383d7c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.738565:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289383d7c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.738571:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137839800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420950.738575:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289383d7c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.738582:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289383d7c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.738602:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff9af10b558600) 00010000:00010000:2.0:1777420950.738605:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420950.738608:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289383d7c lrc: 2/0,0 mode: --/PW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.738614:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289383d7c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420950.738740:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f775180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:10675:x1863760833723136:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 Request processed in 576us (843us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420950.738747:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 106 00000100:00100000:0.0:1777420950.744712:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420950.744803:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833723264 00000100:00100000:2.0:1777420950.744815:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833723264 00000100:00100000:2.0:1777420950.744900:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 107 00000100:00100000:2.0:1777420950.744910:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:10675:x1863760833723264:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777420950.744933:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777420950.744958:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289383d83 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3758cb expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.745024:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289383d83 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3758cb expref: 11 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.745040:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289383d83 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3758cb expref: 11 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.745059:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff9af10b558600) 00010000:00010000:2.0:1777420950.745062:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777420950.745081:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137838800, rc 0) 00000100:00100000:2.0:1777420950.745173:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:10675:x1863760833723264:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 263us (472us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420950.745181:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 107 00000100:00100000:1.0:1777420950.750166:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420950.750328:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833723392 00000100:00100000:2.0:1777420950.750340:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833723392 00000100:00100000:2.0:1777420950.750486:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 38 00000100:00100000:2.0:1777420950.750497:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af120430700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2369:x1863760833723392:12345-192.168.203.47@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1777420950.750777:0:6541:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3:0x0] updating lvb size from disk: 0 -> 1048576 00002000:00010000:2.0:1777420950.750781:0:6541:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3:0x0] updating lvb mtime from disk: 0 -> 1777420948 00002000:00010000:2.0:1777420950.750784:0:6541:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3:0x0] updating lvb atime from disk: 0 -> 1777420948 00002000:00010000:2.0:1777420950.750786:0:6541:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3:0x0] updating lvb ctime from disk: 0 -> 1777420948 00002000:00010000:2.0:1777420950.750789:0:6541:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3:0x0] updating lvb blocks from disk: 1 -> 2051 00000100:00100000:2.0:1777420950.750899:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af120430700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+7:2369:x1863760833723392:12345-192.168.203.47@tcp:2:lhsmtool_posix.0 Request processed in 402us (744us total) trans 4294967301 rc 0/0 00000100:00100000:2.0:1777420950.750909:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 38 00000100:00100000:3.0:1777420950.752496:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420950.752685:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833723648 00000100:00100000:2.0:1777420950.752694:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833723648 00000100:00100000:2.0:1777420950.752789:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 108 00000100:00100000:2.0:1777420950.752800:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f774380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:10675:x1863760833723648:12345-192.168.203.47@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1777420950.752864:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289383d8a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.752882:0:6569:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25c00/0xa38d71289383d28 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3758a1 expref: 11 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.752893:0:6569:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289383d8a lrc: 4/0,1 mode: --/PW res: [0x200000402:0x3:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.752949:0:6569:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25c00/0xa38d71289383d28 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3758a1 expref: 11 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.752963:0:6569:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25c00/0xa38d71289383d28 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3758a1 expref: 11 pid: 5762 timeout: 262 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420950.752981:0:6569:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af105d04a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841065344:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777420950.753084:0:6569:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af103e2e180 going to sleep for 11 seconds 00000100:00100000:2.0:1777420950.759237:0:6569:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af105d04a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841065344:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777420950.759276:0:6569:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289383d8a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420950.760048:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420950.763854:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833723776 00000100:00100000:0.0:1777420950.763873:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833723776 00010000:00010000:0.0:1777420950.763934:0:6558:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25c00/0xa38d71289383d28 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3758a1 expref: 12 pid: 5762 timeout: 262 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420950.763982:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 52 00000100:00100000:0.0:1777420950.763994:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f774e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2369:x1863760833723776:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777420950.764013:0:6558:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777420950.764039:0:6558:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25c00/0xa38d71289383d28 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3758a1 expref: 12 pid: 5762 timeout: 262 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.764055:0:6558:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25c00/0xa38d71289383d28 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3758a1 expref: 12 pid: 5762 timeout: 262 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.764083:0:6558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25c00/0xa38d71289383d28 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3758a1 expref: 12 pid: 5762 timeout: 262 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.764102:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff9af10b558600) 00010000:00010000:0.0:1777420950.764107:0:6558:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289383d8a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.764118:0:6558:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289383d8a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.764126:0:6558:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289383d8a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.764164:0:6558:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777420950.764232:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f774e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2369:x1863760833723776:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 240us (4184us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420950.764240:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 52 00010000:00010000:2.0:1777420950.764329:0:6569:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289383d8a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.764337:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289383d8a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.764398:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289383d8a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.764406:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289383d8a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.764413:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289383d8a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.764419:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137839800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420950.764424:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289383d8a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.764439:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289383d8a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.764448:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff9af10b558600) 00010000:00010000:2.0:1777420950.764451:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1777420950.764455:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289383d8a lrc: 2/0,0 mode: --/PW res: [0x200000402:0x3:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.764462:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289383d8a lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420950.764512:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f774380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:10675:x1863760833723648:12345-192.168.203.47@tcp:55:lhsmtool_posix.0 Request processed in 11714us (12021us total) trans 0 rc -22/-22 00000100:00100000:2.0:1777420950.764521:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 108 00000100:00100000:3.0:1777420950.766796:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420950.766879:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833723904 00000100:00100000:2.0:1777420950.766890:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833723904 00000100:00100000:2.0:1777420950.766943:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 39 00000100:00100000:2.0:1777420950.766953:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f775500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+7:2367:x1863760833723904:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1777420950.767005:0:6541:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e703705e/0xa38d71289383d91 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.767028:0:6541:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009cabb406/0xa38d71289383d6e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3758c4 expref: 7 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.767038:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777420950.767041:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777420950.767045:0:6541:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e703705e/0xa38d71289383d91 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.767102:0:6541:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009cabb406/0xa38d71289383d6e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3758c4 expref: 7 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.767117:0:6541:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009cabb406/0xa38d71289383d6e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3758c4 expref: 7 pid: 6541 timeout: 262 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420950.767136:0:6541:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af105d04a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6541:1863760841065472:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777420950.767229:0:6541:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af103e2e180 going to sleep for 11 seconds 00000100:00100000:2.0:1777420950.768780:0:6541:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af105d04a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6541:1863760841065472:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777420950.768806:0:6541:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e703705e/0xa38d71289383d91 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420950.771807:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420950.772440:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833724032 00000100:00100000:0.0:1777420950.772452:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833724032 00010000:00010000:0.0:1777420950.772497:0:6558:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009cabb406/0xa38d71289383d6e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3758c4 expref: 8 pid: 6541 timeout: 262 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420950.772543:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 53 00000100:00100000:0.0:1777420950.772555:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f775c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+8:2369:x1863760833724032:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777420950.772587:0:6558:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777420950.772611:0:6558:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009cabb406/0xa38d71289383d6e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3758c4 expref: 8 pid: 6541 timeout: 262 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.772626:0:6558:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009cabb406/0xa38d71289383d6e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3758c4 expref: 8 pid: 6541 timeout: 262 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.772668:0:6558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009cabb406/0xa38d71289383d6e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3758c4 expref: 8 pid: 6541 timeout: 262 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.772687:0:6558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777420950.772690:0:6558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777420950.772695:0:6558:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e703705e/0xa38d71289383d91 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.772707:0:6558:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e703705e/0xa38d71289383d91 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.772776:0:6558:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777420950.772843:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f775c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+7:2369:x1863760833724032:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 289us (1044us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420950.772852:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 53 00010000:00010000:2.0:1777420950.775508:0:6541:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e703705e/0xa38d71289383d91 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.775530:0:6541:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e703705e/0xa38d71289383d91 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.775568:0:6541:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e703705e/0xa38d71289383d91 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.775579:0:6541:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e703705e/0xa38d71289383d91 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.775612:0:6541:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e703705e/0xa38d71289383d91 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.775620:0:6541:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137839000 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:2.0:1777420950.775625:0:6541:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e703705e/0xa38d71289383d91 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.776460:0:6541:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e703705e/0xa38d71289383d91 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.776487:0:6541:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e703705e/0xa38d71289383d91 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.776497:0:6541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e703705e/0xa38d71289383d91 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420950.776650:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f775500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2367:x1863760833723904:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 Request processed in 9694us (9857us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420950.776661:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 39 00000100:00100000:3.0:1777420950.781934:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420950.782039:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833724288 00000100:00100000:2.0:1777420950.782052:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833724288 00000100:00100000:2.0:1777420950.782114:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 109 00000100:00100000:2.0:1777420950.782125:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f775f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:10675:x1863760833724288:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1777420950.782215:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289383d98 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.782250:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289383d98 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.782274:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289383d98 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.782730:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383d9f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.782743:0:6569:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289383d83 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3758cb expref: 11 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.782753:0:6569:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383d9f lrc: 4/0,1 mode: --/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.782792:0:6569:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289383d83 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3758cb expref: 11 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.782808:0:6569:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289383d83 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3758cb expref: 11 pid: 6569 timeout: 262 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420950.782826:0:6569:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af105d04a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841065600:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777420950.783001:0:6569:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af103e2e180 going to sleep for 11 seconds 00000100:00100000:1.0:1777420950.786296:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420950.786445:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833724416 00000100:00100000:0.0:1777420950.786457:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833724416 00010000:00010000:0.0:1777420950.786501:0:6558:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289383d83 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3758cb expref: 12 pid: 6569 timeout: 262 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420950.786546:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 54 00000100:00100000:0.0:1777420950.786570:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134082680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2369:x1863760833724416:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777420950.786586:0:6558:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777420950.786594:0:6558:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289383d83 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3758cb expref: 12 pid: 6569 timeout: 262 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.786608:0:6558:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289383d83 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3758cb expref: 12 pid: 6569 timeout: 262 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.786690:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff9af10b558600) 00010000:00010000:0.0:1777420950.786696:0:6558:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383d9f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.786707:0:6558:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383d9f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.786715:0:6558:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383d9f lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.786736:0:6558:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777420950.786835:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134082680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2369:x1863760833724416:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 265us (549us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420950.786843:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 54 00010000:00010000:2.0:1777420950.786935:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289383d83 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3758cb expref: 11 pid: 6569 timeout: 262 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420950.786955:0:6569:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af105d04a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841065600:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777420950.786978:0:6569:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383d9f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.786996:0:6569:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383d9f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.787003:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383d9f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777420950.787217:0:6569:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967365 00000001:00080000:2.0:1777420950.787415:0:6569:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967366 00000001:00080000:2.0:1777420950.787461:0:6569:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967367 00000100:00100000:2.0:1777420950.787543:0:6569:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af105d04a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:6569:1863760841065728:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1777420950.787586:0:6569:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777420950.787612:0:6569:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af103e2e900 going to sleep for 11 seconds 00000100:00100000:0.0:1777420950.787682:0:5766:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841065728 00000100:00100000:0.0:1777420950.787688:0:5766:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841065728 00000100:00100000:0.0:1777420950.787748:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1777420950.787756:0:5766:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6569:x1863760841065728:12345-0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1777420950.787835:0:5766:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6569:x1863760841065728:12345-0@lo:1000:mdt00_003.0 Request processed in 80us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420950.787842:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:2.0:1777420950.787999:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777420950.788027:0:6569:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af105d04a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:6569:1863760841065728:0@lo:1000:mdt00_003.0 00000001:00080000:2.0:1777420950.788194:0:6569:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967368 00000100:00100000:2.0:1777420950.788241:0:6569:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af105d04a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:6569:1863760841065856:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1777420950.788265:0:6569:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777420950.788290:0:6569:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af103e2e180 going to sleep for 11 seconds 00000100:00100000:1.0:1777420950.788348:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841065856 00000100:00100000:1.0:1777420950.788377:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841065856 00000100:00100000:1.0:1777420950.788404:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1777420950.788411:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6569:x1863760841065856:12345-0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1777420950.788551:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6569:x1863760841065856:12345-0@lo:1000:mdt00_003.0 Request processed in 140us (284us total) trans 4294967302 rc 0/0 00000100:00100000:1.0:1777420950.788558:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1777420950.788755:0:6569:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af105d04a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:6569:1863760841065856:0@lo:1000:mdt00_003.0 00000001:00080000:2.0:1777420950.788816:0:6569:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967369 00010000:00010000:2.0:1777420950.788839:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383d9f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.788849:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383d9f lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.788856:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383d9f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.788874:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137838c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420950.788879:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383d9f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.788887:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383d9f lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.788901:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff9af10b558600) 00010000:00010000:2.0:1777420950.788904:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777420950.788909:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383d9f lrc: 2/0,0 mode: --/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.788915:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383d9f lrc: 0/0,0 mode: --/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.788953:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24200/0xa38d71289383cc6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.788959:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24200/0xa38d71289383cc6 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.788966:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24200/0xa38d71289383cc6 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.788971:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137c24200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420950.788974:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24200/0xa38d71289383cc6 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.788980:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24200/0xa38d71289383cc6 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.788998:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff9af10b558900) 00010000:00010000:2.0:1777420950.789000:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777420950.789006:0:6569:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24400/0xa38d71289383ccd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37588c expref: 11 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.789016:0:6569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24400/0xa38d71289383ccd lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37588c expref: 11 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.789025:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24400/0xa38d71289383ccd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37588c expref: 11 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.789074:0:6569:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24400/0xa38d71289383ccd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37588c expref: 11 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420950.789085:0:6569:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af105d04e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841065984:192.168.203.47@tcp:105: 00000100:00100000:2.0:1777420950.789133:0:6569:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af103e2ecc0 going to sleep for 11 seconds 00000100:00100000:1.0:1777420950.797513:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420950.797596:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833724544 00000100:00100000:3.0:1777420950.797606:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833724544 00000100:00100000:3.0:1777420950.797683:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 33 00000100:00100000:3.0:1777420950.797694:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111015500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+12:10674:x1863760833724544:12345-192.168.203.47@tcp:49:mmap_cat.0 00000100:00100000:3.0:1777420950.797841:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111015500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+12:10674:x1863760833724544:12345-192.168.203.47@tcp:49:mmap_cat.0 Request processed in 148us (339us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420950.797849:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 33 00000100:00100000:2.0:1777420950.797947:0:6569:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af105d04e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841065984:192.168.203.47@tcp:105: 00010000:00010000:2.0:1777420950.797977:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24200/0xa38d71289383cc6 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.797989:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24200/0xa38d71289383cc6 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.798024:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383da6 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.798039:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383da6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.798072:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383da6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.798082:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383da6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.798089:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383da6 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.798097:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383da6 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.798104:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137838c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420950.798108:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383da6 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.798117:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383da6 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.798128:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff9af10b558900) 00010000:00010000:2.0:1777420950.798132:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420950.798136:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383da6 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.798142:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383da6 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.798152:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289383d98 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.798159:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289383d98 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.798170:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289383d98 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.798175:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137839800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420950.798178:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289383d98 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.798185:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289383d98 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.798194:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff9af10b558900) 00010000:00010000:2.0:1777420950.798196:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777420950.798199:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289383d98 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.798205:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289383d98 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420950.798719:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f775f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+15:10675:x1863760833724288:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 16592us (16791us total) trans 4294967370 rc 0/0 00000100:00100000:2.0:1777420950.798729:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 109 00000020:00080000:2.0:1777420950.798733:0:6569:0:(tgt_main.c:782:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:3.0:1777420950.798908:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777420950.798913:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777420950.799570:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:3.0:1777420950.799583:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777420950.802015:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420950.802115:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420950.802189:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833724928 00000100:00100000:3.0:1777420950.802200:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833724928 00000100:00100000:3.0:1777420950.802256:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 40 00000100:00100000:3.0:1777420950.802266:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13786c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+5:10674:x1863760833724928:12345-192.168.203.47@tcp:101:mmap_cat.0 00010000:00010000:3.0:1777420950.802286:0:6541:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777420950.802309:0:6541:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000014a69620/0xa38d71289383dad lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3758d2 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777420950.802338:0:6541:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3:0x0] initial LVB size: 1048576, mtime: 0x69f14a94, atime: 0x69f14a94, ctime: 0x69f14a94, blocks: 0x803 00010000:00010000:3.0:1777420950.802385:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777420950.802388:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777420950.802398:0:6541:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000014a69620/0xa38d71289383dad lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3758d2 expref: 6 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420950.802417:0:6541:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000014a69620/0xa38d71289383dad lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3758d2 expref: 6 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420950.802432:0:6541:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0cd800, rc 0) 00000100:00100000:3.0:1777420950.802475:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13786c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:10674:x1863760833724928:12345-192.168.203.47@tcp:101:mmap_cat.0 Request processed in 210us (360us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420950.802482:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 40 00000100:00100000:2.0:1777420950.802978:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833724800 00000100:00100000:2.0:1777420950.802985:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833724800 00000100:00100000:2.0:1777420950.803051:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 34 00000100:00100000:2.0:1777420950.803059:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111016d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+15:10675:x1863760833724800:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000004:00080000:2.0:1777420950.803479:0:5763:0:(mdd_object.c:3993:mdd_close()) Object [0x200000402:0x3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1777420950.803534:0:5763:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967371 00010000:00010000:2.0:1777420950.803580:0:5763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289383db4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.803595:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289383db4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.803605:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289383db4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.803614:0:5763:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289383db4 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.803621:0:5763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289383db4 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.803628:0:5763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289383db4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420950.803729:0:5763:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777420950.803826:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111016d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+17:10675:x1863760833724800:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 766us (1818us total) trans 4294967372 rc 0/0 00000100:00100000:2.0:1777420950.803833:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 34 00000020:00080000:2.0:1777420950.803837:0:5763:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1777420950.804292:0:5748:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777420950.804446:0:5748:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289383db4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.804455:0:5748:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137838800 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:0.0:1777420950.804460:0:5748:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289383db4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.804469:0:5748:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289383db4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.804482:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff9af106213900) 00010000:00010000:0.0:1777420950.804486:0:5748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777420950.804490:0:5748:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289383db4 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.804496:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289383db4 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420950.804513:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777420950.804515:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777420950.804517:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777420950.806057:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420950.806139:0:6549:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833725056 00000100:00100000:0.0:1777420950.806150:0:6549:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833725056 00002000:00100000:0.0:1777420950.806199:0:6549:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3:0x0] (0->4095) req@ffff9af13786ca80 x1863760833725056/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:716/0 lens 488/0 e 0 to 0 dl 1777420961 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1777420950.806211:0:6549:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13786ca80 with x1863760833725056 ext(0->4095) 00002000:00010000:0.0:1777420950.806217:0:6549:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af13786ca80 00000100:00100000:0.0:1777420950.806279:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 3 00000100:00100000:0.0:1777420950.806289:0:6549:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13786ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2368:x1863760833725056:12345-192.168.203.47@tcp:3:kworker.0 00000100:00100000:0.0:1777420950.806528:0:6549:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13786ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2368:x1863760833725056:12345-192.168.203.47@tcp:3:kworker.0 Request processed in 239us (477us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1777420950.806536:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 3 00002000:00100000:0.0:1777420950.806542:0:6549:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3:0x0] (0->4095) req@ffff9af13786ca80 x1863760833725056/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:716/0 lens 488/4536 e 0 to 0 dl 1777420961 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1777420950.806551:0:6549:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13786ca80 with x1863760833725056 ext(0->4095) 00002000:00010000:0.0:1777420950.806554:0:6549:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af13786ca80 00000100:00100000:1.0:1777420950.808603:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420950.808794:0:6549:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833725184 00000100:00100000:0.0:1777420950.808804:0:6549:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833725184 00002000:00100000:0.0:1777420950.808857:0:6549:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3:0x0] (4096->8191) req@ffff9af13786d180 x1863760833725184/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:716/0 lens 488/0 e 0 to 0 dl 1777420961 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1777420950.808869:0:6549:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13786d180 with x1863760833725184 ext(4096->8191) 00002000:00010000:0.0:1777420950.808874:0:6549:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af13786d180 00010000:00010000:3.0:1777420950.809133:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777420950.809178:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 4 00000100:00100000:0.0:1777420950.809190:0:6549:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13786d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2367:x1863760833725184:12345-192.168.203.47@tcp:3:kworker.0 00000100:00100000:0.0:1777420950.809395:0:6549:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13786d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2367:x1863760833725184:12345-192.168.203.47@tcp:3:kworker.0 Request processed in 207us (801us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1777420950.809403:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 4 00002000:00100000:0.0:1777420950.809410:0:6549:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3:0x0] (4096->8191) req@ffff9af13786d180 x1863760833725184/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:716/0 lens 488/4536 e 0 to 0 dl 1777420961 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1777420950.809419:0:6549:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13786d180 with x1863760833725184 ext(4096->8191) 00002000:00010000:0.0:1777420950.809423:0:6549:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af13786d180 00000100:00100000:1.0:1777420950.811971:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420950.812043:0:6549:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833725312 00000100:00100000:0.0:1777420950.812068:0:6549:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833725312 00002000:00100000:0.0:1777420950.812110:0:6549:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3:0x0] (8192->12287) req@ffff9af13786c380 x1863760833725312/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:716/0 lens 488/0 e 0 to 0 dl 1777420961 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1777420950.812121:0:6549:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13786c380 with x1863760833725312 ext(8192->12287) 00002000:00010000:0.0:1777420950.812126:0:6549:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af13786c380 00000100:00100000:0.0:1777420950.812158:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 5 00000100:00100000:0.0:1777420950.812167:0:6549:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13786c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2369:x1863760833725312:12345-192.168.203.47@tcp:3:kworker.0 00000100:00100000:0.0:1777420950.812337:0:6549:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13786c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2369:x1863760833725312:12345-192.168.203.47@tcp:3:kworker.0 Request processed in 170us (374us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1777420950.812345:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 5 00002000:00100000:0.0:1777420950.812517:0:6549:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3:0x0] (8192->12287) req@ffff9af13786c380 x1863760833725312/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:716/0 lens 488/4536 e 0 to 0 dl 1777420961 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1777420950.812526:0:6549:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13786c380 with x1863760833725312 ext(8192->12287) 00002000:00010000:0.0:1777420950.812529:0:6549:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af13786c380 00000100:00100000:1.0:1777420950.815165:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420950.815289:0:6548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833725440 00000100:00100000:2.0:1777420950.815300:0:6548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833725440 00002000:00100000:2.0:1777420950.815348:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3:0x0] (12288->69631) req@ffff9af13786ce00 x1863760833725440/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:716/0 lens 488/0 e 0 to 0 dl 1777420961 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1777420950.815394:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13786ce00 with x1863760833725440 ext(12288->69631) 00002000:00010000:2.0:1777420950.815400:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af13786ce00 00000100:00100000:2.0:1777420950.815424:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 6 00000100:00100000:2.0:1777420950.815434:0:6548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13786ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2368:x1863760833725440:12345-192.168.203.47@tcp:3:kworker.0 00000100:00100000:2.0:1777420950.819167:0:6548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13786ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2368:x1863760833725440:12345-192.168.203.47@tcp:3:kworker.0 Request processed in 3722us (3999us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1777420950.819182:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 6 00002000:00100000:2.0:1777420950.819196:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3:0x0] (12288->69631) req@ffff9af13786ce00 x1863760833725440/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:716/0 lens 488/440 e 0 to 0 dl 1777420961 ref 1 fl Complete:/600/0 rc 57344/57344 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1777420950.819209:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13786ce00 with x1863760833725440 ext(12288->69631) 00002000:00010000:2.0:1777420950.819215:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af13786ce00 00000100:00100000:0.0:1777420950.824763:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420950.824924:0:6548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833725568 00000100:00100000:2.0:1777420950.824938:0:6548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833725568 00002000:00100000:2.0:1777420950.824998:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3:0x0] (69632->106495) req@ffff9af118e71c00 x1863760833725568/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:716/0 lens 488/0 e 0 to 0 dl 1777420961 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1777420950.825012:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af118e71c00 with x1863760833725568 ext(69632->106495) 00002000:00010000:2.0:1777420950.825019:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af118e71c00 00000100:00100000:2.0:1777420950.825089:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 7 00000100:00100000:2.0:1777420950.825101:0:6548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2368:x1863760833725568:12345-192.168.203.47@tcp:3:kworker.0 00000100:00100000:0.0:1777420950.832196:0:6548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2368:x1863760833725568:12345-192.168.203.47@tcp:3:kworker.0 Request processed in 7080us (7429us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1777420950.832214:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 7 00002000:00100000:0.0:1777420950.832230:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3:0x0] (69632->106495) req@ffff9af118e71c00 x1863760833725568/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:716/0 lens 488/440 e 0 to 0 dl 1777420961 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1777420950.832243:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af118e71c00 with x1863760833725568 ext(69632->106495) 00002000:00010000:0.0:1777420950.832251:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af118e71c00 00000100:00100000:2.0:1777420950.835184:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420950.835308:0:6548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833725696 00000100:00100000:0.0:1777420950.835320:0:6548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833725696 00002000:00100000:0.0:1777420950.835470:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3:0x0] (106496->143359) req@ffff9af105d04e00 x1863760833725696/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:716/0 lens 488/0 e 0 to 0 dl 1777420961 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1777420950.835483:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af105d04e00 with x1863760833725696 ext(106496->143359) 00002000:00010000:0.0:1777420950.835489:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af105d04e00 00000100:00100000:0.0:1777420950.835558:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 8 00000100:00100000:0.0:1777420950.835569:0:6548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2366:x1863760833725696:12345-192.168.203.47@tcp:3:kworker.0 00000100:00100000:0.0:1777420950.838809:0:6548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2366:x1863760833725696:12345-192.168.203.47@tcp:3:kworker.0 Request processed in 3231us (3623us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1777420950.838824:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 8 00002000:00100000:0.0:1777420950.838838:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3:0x0] (106496->143359) req@ffff9af105d04e00 x1863760833725696/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:716/0 lens 488/440 e 0 to 0 dl 1777420961 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1777420950.838850:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af105d04e00 with x1863760833725696 ext(106496->143359) 00002000:00010000:0.0:1777420950.838857:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af105d04e00 00000100:00100000:2.0:1777420950.842024:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420950.842122:0:6548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833725824 00000100:00100000:0.0:1777420950.842135:0:6548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833725824 00002000:00100000:0.0:1777420950.842188:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3:0x0] (143360->180223) req@ffff9af105d05500 x1863760833725824/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:716/0 lens 488/0 e 0 to 0 dl 1777420961 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1777420950.842201:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af105d05500 with x1863760833725824 ext(143360->180223) 00002000:00010000:0.0:1777420950.842206:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af105d05500 00000100:00100000:0.0:1777420950.842308:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 9 00000100:00100000:0.0:1777420950.842319:0:6548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2369:x1863760833725824:12345-192.168.203.47@tcp:3:kworker.0 00000100:00100000:0.0:1777420950.845013:0:6548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2369:x1863760833725824:12345-192.168.203.47@tcp:3:kworker.0 Request processed in 2681us (2986us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1777420950.845050:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 9 00002000:00100000:0.0:1777420950.845063:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3:0x0] (143360->180223) req@ffff9af105d05500 x1863760833725824/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:716/0 lens 488/440 e 0 to 0 dl 1777420961 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1777420950.845075:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af105d05500 with x1863760833725824 ext(143360->180223) 00002000:00010000:0.0:1777420950.845081:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af105d05500 00000100:00100000:1.0:1777420950.848493:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420950.848573:0:6548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833725952 00000100:00100000:0.0:1777420950.848586:0:6548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833725952 00002000:00100000:0.0:1777420950.848648:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3:0x0] (180224->217087) req@ffff9af13786d500 x1863760833725952/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:716/0 lens 488/0 e 0 to 0 dl 1777420961 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1777420950.848661:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13786d500 with x1863760833725952 ext(180224->217087) 00002000:00010000:0.0:1777420950.848666:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af13786d500 00000100:00100000:0.0:1777420950.848735:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 10 00000100:00100000:0.0:1777420950.848746:0:6548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13786d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2367:x1863760833725952:12345-192.168.203.47@tcp:3:kworker.0 00000100:00100000:0.0:1777420950.851079:0:6548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13786d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2367:x1863760833725952:12345-192.168.203.47@tcp:3:kworker.0 Request processed in 2328us (2590us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1777420950.851091:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 10 00002000:00100000:0.0:1777420950.851103:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3:0x0] (180224->217087) req@ffff9af13786d500 x1863760833725952/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:716/0 lens 488/440 e 0 to 0 dl 1777420961 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1777420950.851114:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13786d500 with x1863760833725952 ext(180224->217087) 00002000:00010000:0.0:1777420950.851120:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af13786d500 00000100:00100000:2.0:1777420950.853971:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420950.854104:0:6548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833726080 00000100:00100000:0.0:1777420950.854115:0:6548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833726080 00002000:00100000:0.0:1777420950.854163:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3:0x0] (217088->253951) req@ffff9af105d05c00 x1863760833726080/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:716/0 lens 488/0 e 0 to 0 dl 1777420961 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1777420950.854191:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af105d05c00 with x1863760833726080 ext(217088->253951) 00002000:00010000:0.0:1777420950.854197:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af105d05c00 00000100:00100000:0.0:1777420950.854273:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 11 00000100:00100000:0.0:1777420950.854283:0:6548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d05c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2368:x1863760833726080:12345-192.168.203.47@tcp:3:kworker.0 00000100:00100000:0.0:1777420950.857281:0:6548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d05c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2368:x1863760833726080:12345-192.168.203.47@tcp:3:kworker.0 Request processed in 2986us (3307us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1777420950.857296:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 11 00002000:00100000:0.0:1777420950.857308:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3:0x0] (217088->253951) req@ffff9af105d05c00 x1863760833726080/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:716/0 lens 488/440 e 0 to 0 dl 1777420961 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1777420950.857320:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af105d05c00 with x1863760833726080 ext(217088->253951) 00002000:00010000:0.0:1777420950.857325:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af105d05c00 00000100:00100000:2.0:1777420950.859945:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420950.860034:0:6548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833726208 00000100:00100000:0.0:1777420950.860045:0:6548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833726208 00002000:00100000:0.0:1777420950.860097:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3:0x0] (253952->290815) req@ffff9af105d06680 x1863760833726208/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:716/0 lens 488/0 e 0 to 0 dl 1777420961 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1777420950.860109:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af105d06680 with x1863760833726208 ext(253952->290815) 00002000:00010000:0.0:1777420950.860115:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af105d06680 00000100:00100000:0.0:1777420950.860148:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 12 00000100:00100000:0.0:1777420950.860158:0:6548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2366:x1863760833726208:12345-192.168.203.47@tcp:3:kworker.0 00000100:00100000:0.0:1777420950.862530:0:6548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2366:x1863760833726208:12345-192.168.203.47@tcp:3:kworker.0 Request processed in 2364us (2585us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1777420950.862543:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 12 00002000:00100000:0.0:1777420950.862572:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3:0x0] (253952->290815) req@ffff9af105d06680 x1863760833726208/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:716/0 lens 488/440 e 0 to 0 dl 1777420961 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1777420950.862583:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af105d06680 with x1863760833726208 ext(253952->290815) 00002000:00010000:0.0:1777420950.862589:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af105d06680 00000100:00100000:2.0:1777420950.865648:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420950.865760:0:6548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833726336 00000100:00100000:0.0:1777420950.865773:0:6548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833726336 00002000:00100000:0.0:1777420950.865824:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3:0x0] (290816->327679) req@ffff9af13d22b800 x1863760833726336/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:716/0 lens 488/0 e 0 to 0 dl 1777420961 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1777420950.865837:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13d22b800 with x1863760833726336 ext(290816->327679) 00002000:00010000:0.0:1777420950.865842:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af13d22b800 00000100:00100000:0.0:1777420950.865918:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 13 00000100:00100000:0.0:1777420950.865930:0:6548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d22b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2367:x1863760833726336:12345-192.168.203.47@tcp:3:kworker.0 00000100:00100000:0.0:1777420950.867878:0:6548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d22b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2367:x1863760833726336:12345-192.168.203.47@tcp:3:kworker.0 Request processed in 1944us (2248us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1777420950.867890:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 13 00002000:00100000:0.0:1777420950.867900:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3:0x0] (290816->327679) req@ffff9af13d22b800 x1863760833726336/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:716/0 lens 488/440 e 0 to 0 dl 1777420961 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1777420950.867910:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13d22b800 with x1863760833726336 ext(290816->327679) 00002000:00010000:0.0:1777420950.867916:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af13d22b800 00000100:00100000:2.0:1777420950.871508:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420950.871700:0:6548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833726464 00000100:00100000:0.0:1777420950.871711:0:6548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833726464 00002000:00100000:0.0:1777420950.871762:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3:0x0] (327680->364543) req@ffff9af13d228700 x1863760833726464/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:716/0 lens 488/0 e 0 to 0 dl 1777420961 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1777420950.871773:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13d228700 with x1863760833726464 ext(327680->364543) 00002000:00010000:0.0:1777420950.871790:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af13d228700 00000100:00100000:0.0:1777420950.871868:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 14 00000100:00100000:0.0:1777420950.871878:0:6548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d228700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2369:x1863760833726464:12345-192.168.203.47@tcp:3:kworker.0 00000100:00100000:0.0:1777420950.874873:0:6548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d228700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2369:x1863760833726464:12345-192.168.203.47@tcp:3:kworker.0 Request processed in 2987us (3365us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1777420950.874886:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 14 00002000:00100000:0.0:1777420950.874897:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3:0x0] (327680->364543) req@ffff9af13d228700 x1863760833726464/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:716/0 lens 488/440 e 0 to 0 dl 1777420961 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1777420950.874907:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13d228700 with x1863760833726464 ext(327680->364543) 00002000:00010000:0.0:1777420950.874913:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af13d228700 00000100:00100000:2.0:1777420950.877674:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420950.877799:0:6548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833726592 00000100:00100000:0.0:1777420950.877810:0:6548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833726592 00002000:00100000:0.0:1777420950.877860:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3:0x0] (364544->401407) req@ffff9af13d229880 x1863760833726592/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:716/0 lens 488/0 e 0 to 0 dl 1777420961 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1777420950.877871:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13d229880 with x1863760833726592 ext(364544->401407) 00002000:00010000:0.0:1777420950.877876:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af13d229880 00000100:00100000:0.0:1777420950.877949:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 15 00000100:00100000:0.0:1777420950.877960:0:6548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d229880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2366:x1863760833726592:12345-192.168.203.47@tcp:3:kworker.0 00000100:00100000:0.0:1777420950.879959:0:6548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d229880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2366:x1863760833726592:12345-192.168.203.47@tcp:3:kworker.0 Request processed in 1992us (2284us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1777420950.879971:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 15 00002000:00100000:0.0:1777420950.879981:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3:0x0] (364544->401407) req@ffff9af13d229880 x1863760833726592/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:716/0 lens 488/440 e 0 to 0 dl 1777420961 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1777420950.880015:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13d229880 with x1863760833726592 ext(364544->401407) 00002000:00010000:0.0:1777420950.880021:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af13d229880 00000100:00100000:1.0:1777420950.882604:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420950.882699:0:6548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833726720 00000100:00100000:0.0:1777420950.882710:0:6548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833726720 00002000:00100000:0.0:1777420950.882755:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3:0x0] (401408->438271) req@ffff9af13786dc00 x1863760833726720/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:716/0 lens 488/0 e 0 to 0 dl 1777420961 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1777420950.882767:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13786dc00 with x1863760833726720 ext(401408->438271) 00002000:00010000:0.0:1777420950.882771:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af13786dc00 00000100:00100000:0.0:1777420950.882803:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 16 00000100:00100000:0.0:1777420950.882814:0:6548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13786dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2368:x1863760833726720:12345-192.168.203.47@tcp:3:kworker.0 00000100:00100000:0.0:1777420950.885952:0:6548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13786dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2368:x1863760833726720:12345-192.168.203.47@tcp:3:kworker.0 Request processed in 3130us (3347us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1777420950.885965:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 16 00002000:00100000:0.0:1777420950.885976:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3:0x0] (401408->438271) req@ffff9af13786dc00 x1863760833726720/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:716/0 lens 488/440 e 0 to 0 dl 1777420961 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1777420950.885988:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13786dc00 with x1863760833726720 ext(401408->438271) 00002000:00010000:0.0:1777420950.885993:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af13786dc00 00000100:00100000:1.0:1777420950.888527:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420950.888625:0:6548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833726848 00000100:00100000:0.0:1777420950.888644:0:6548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833726848 00002000:00100000:0.0:1777420950.888691:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3:0x0] (438272->475135) req@ffff9af13786df80 x1863760833726848/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:716/0 lens 488/0 e 0 to 0 dl 1777420961 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1777420950.888703:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13786df80 with x1863760833726848 ext(438272->475135) 00002000:00010000:0.0:1777420950.888708:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af13786df80 00000100:00100000:0.0:1777420950.888788:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 17 00000100:00100000:0.0:1777420950.888798:0:6548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13786df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2366:x1863760833726848:12345-192.168.203.47@tcp:3:kworker.0 00000100:00100000:0.0:1777420950.891126:0:6548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13786df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2366:x1863760833726848:12345-192.168.203.47@tcp:3:kworker.0 Request processed in 2319us (2596us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1777420950.891138:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 17 00002000:00100000:0.0:1777420950.891148:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3:0x0] (438272->475135) req@ffff9af13786df80 x1863760833726848/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:716/0 lens 488/440 e 0 to 0 dl 1777420961 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1777420950.891159:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13786df80 with x1863760833726848 ext(438272->475135) 00002000:00010000:0.0:1777420950.891165:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af13786df80 00000100:00100000:1.0:1777420950.894041:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420950.894139:0:6548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833726976 00000100:00100000:0.0:1777420950.894150:0:6548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833726976 00002000:00100000:0.0:1777420950.894200:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3:0x0] (475136->511999) req@ffff9af13786f480 x1863760833726976/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:716/0 lens 488/0 e 0 to 0 dl 1777420961 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1777420950.894212:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13786f480 with x1863760833726976 ext(475136->511999) 00002000:00010000:0.0:1777420950.894217:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af13786f480 00000100:00100000:0.0:1777420950.894283:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 18 00000100:00100000:0.0:1777420950.894294:0:6548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13786f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2366:x1863760833726976:12345-192.168.203.47@tcp:3:kworker.0 00000100:00100000:0.0:1777420950.897052:0:6548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13786f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2366:x1863760833726976:12345-192.168.203.47@tcp:3:kworker.0 Request processed in 2751us (3012us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1777420950.897064:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 18 00002000:00100000:0.0:1777420950.897075:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3:0x0] (475136->511999) req@ffff9af13786f480 x1863760833726976/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:716/0 lens 488/440 e 0 to 0 dl 1777420961 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1777420950.897085:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13786f480 with x1863760833726976 ext(475136->511999) 00002000:00010000:0.0:1777420950.897105:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af13786f480 00000100:00100000:2.0:1777420950.899935:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420950.900048:0:6548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833727104 00000100:00100000:0.0:1777420950.900058:0:6548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833727104 00002000:00100000:0.0:1777420950.900109:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3:0x0] (512000->548863) req@ffff9af13d228000 x1863760833727104/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:716/0 lens 488/0 e 0 to 0 dl 1777420961 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1777420950.900122:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13d228000 with x1863760833727104 ext(512000->548863) 00002000:00010000:0.0:1777420950.900128:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af13d228000 00000100:00100000:0.0:1777420950.900208:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 19 00000100:00100000:0.0:1777420950.900218:0:6548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d228000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2369:x1863760833727104:12345-192.168.203.47@tcp:3:kworker.0 00000100:00100000:0.0:1777420950.903613:0:6548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d228000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2369:x1863760833727104:12345-192.168.203.47@tcp:3:kworker.0 Request processed in 3385us (3678us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1777420950.903628:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 19 00002000:00100000:0.0:1777420950.903651:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3:0x0] (512000->548863) req@ffff9af13d228000 x1863760833727104/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:716/0 lens 488/440 e 0 to 0 dl 1777420961 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1777420950.903663:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13d228000 with x1863760833727104 ext(512000->548863) 00002000:00010000:0.0:1777420950.903669:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af13d228000 00000100:00100000:1.0:1777420950.906934:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420950.907061:0:6548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833727232 00000100:00100000:0.0:1777420950.907072:0:6548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833727232 00002000:00100000:0.0:1777420950.907126:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3:0x0] (548864->585727) req@ffff9af13786fb80 x1863760833727232/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:716/0 lens 488/0 e 0 to 0 dl 1777420961 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1777420950.907139:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13786fb80 with x1863760833727232 ext(548864->585727) 00002000:00010000:0.0:1777420950.907145:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af13786fb80 00000100:00100000:0.0:1777420950.907213:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 20 00000100:00100000:0.0:1777420950.907224:0:6548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13786fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2367:x1863760833727232:12345-192.168.203.47@tcp:3:kworker.0 00000100:00100000:2.0:1777420950.910899:0:6548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13786fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2367:x1863760833727232:12345-192.168.203.47@tcp:3:kworker.0 Request processed in 3664us (3964us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1777420950.910931:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 20 00002000:00100000:2.0:1777420950.910945:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3:0x0] (548864->585727) req@ffff9af13786fb80 x1863760833727232/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:716/0 lens 488/440 e 0 to 0 dl 1777420961 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1777420950.910957:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13786fb80 with x1863760833727232 ext(548864->585727) 00002000:00010000:2.0:1777420950.910964:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af13786fb80 00000100:00100000:2.0:1777420950.913760:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420950.913881:0:6548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833727360 00000100:00100000:0.0:1777420950.913893:0:6548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833727360 00002000:00100000:0.0:1777420950.913948:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3:0x0] (585728->622591) req@ffff9af13d228a80 x1863760833727360/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:716/0 lens 488/0 e 0 to 0 dl 1777420961 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1777420950.913960:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13d228a80 with x1863760833727360 ext(585728->622591) 00002000:00010000:0.0:1777420950.913966:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af13d228a80 00000100:00100000:0.0:1777420950.914046:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 21 00000100:00100000:0.0:1777420950.914057:0:6548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d228a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2366:x1863760833727360:12345-192.168.203.47@tcp:3:kworker.0 00000100:00100000:0.0:1777420950.917157:0:6548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d228a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2366:x1863760833727360:12345-192.168.203.47@tcp:3:kworker.0 Request processed in 3090us (3397us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1777420950.917170:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 21 00002000:00100000:0.0:1777420950.917184:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3:0x0] (585728->622591) req@ffff9af13d228a80 x1863760833727360/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:716/0 lens 488/440 e 0 to 0 dl 1777420961 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1777420950.917197:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13d228a80 with x1863760833727360 ext(585728->622591) 00002000:00010000:0.0:1777420950.917204:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af13d228a80 00000100:00100000:2.0:1777420950.920706:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420950.920879:0:6548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833727488 00000100:00100000:0.0:1777420950.920892:0:6548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833727488 00002000:00100000:0.0:1777420950.920955:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3:0x0] (622592->659455) req@ffff9af13d229180 x1863760833727488/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:716/0 lens 488/0 e 0 to 0 dl 1777420961 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1777420950.920969:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13d229180 with x1863760833727488 ext(622592->659455) 00002000:00010000:0.0:1777420950.920975:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af13d229180 00000100:00100000:0.0:1777420950.921064:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 22 00000100:00100000:0.0:1777420950.921076:0:6548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d229180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2368:x1863760833727488:12345-192.168.203.47@tcp:3:kworker.0 00000100:00100000:0.0:1777420950.925088:0:6548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d229180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2368:x1863760833727488:12345-192.168.203.47@tcp:3:kworker.0 Request processed in 4001us (4382us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1777420950.925103:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 22 00002000:00100000:0.0:1777420950.925119:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3:0x0] (622592->659455) req@ffff9af13d229180 x1863760833727488/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:716/0 lens 488/440 e 0 to 0 dl 1777420961 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1777420950.925131:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13d229180 with x1863760833727488 ext(622592->659455) 00002000:00010000:0.0:1777420950.925138:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af13d229180 00000100:00100000:3.0:1777420950.927814:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420950.927938:0:6548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833727616 00000100:00100000:0.0:1777420950.927950:0:6548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833727616 00002000:00100000:0.0:1777420950.928007:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3:0x0] (659456->696319) req@ffff9af13f774000 x1863760833727616/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:716/0 lens 488/0 e 0 to 0 dl 1777420961 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1777420950.928021:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13f774000 with x1863760833727616 ext(659456->696319) 00002000:00010000:0.0:1777420950.928028:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af13f774000 00000100:00100000:0.0:1777420950.928110:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 23 00000100:00100000:0.0:1777420950.928121:0:6548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f774000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2367:x1863760833727616:12345-192.168.203.47@tcp:3:kworker.0 00000100:00100000:0.0:1777420950.930945:0:6548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f774000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2367:x1863760833727616:12345-192.168.203.47@tcp:3:kworker.0 Request processed in 2812us (3129us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1777420950.930961:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 23 00002000:00100000:0.0:1777420950.930973:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3:0x0] (659456->696319) req@ffff9af13f774000 x1863760833727616/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:716/0 lens 488/440 e 0 to 0 dl 1777420961 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1777420950.930985:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13f774000 with x1863760833727616 ext(659456->696319) 00002000:00010000:0.0:1777420950.930992:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af13f774000 00000100:00100000:3.0:1777420950.934035:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420950.934157:0:6548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833727744 00000100:00100000:0.0:1777420950.934185:0:6548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833727744 00002000:00100000:0.0:1777420950.934240:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3:0x0] (696320->733183) req@ffff9af13f774700 x1863760833727744/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:716/0 lens 488/0 e 0 to 0 dl 1777420961 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1777420950.934253:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13f774700 with x1863760833727744 ext(696320->733183) 00002000:00010000:0.0:1777420950.934260:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af13f774700 00000100:00100000:0.0:1777420950.934327:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 24 00000100:00100000:0.0:1777420950.934339:0:6548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f774700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2367:x1863760833727744:12345-192.168.203.47@tcp:3:kworker.0 00000100:00100000:1.0:1777420950.937176:0:6548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f774700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2367:x1863760833727744:12345-192.168.203.47@tcp:3:kworker.0 Request processed in 2828us (3140us total) trans 0 rc 36864/36864 00000100:00100000:1.0:1777420950.937191:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 24 00002000:00100000:1.0:1777420950.937204:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3:0x0] (696320->733183) req@ffff9af13f774700 x1863760833727744/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:716/0 lens 488/440 e 0 to 0 dl 1777420961 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:1.0:1777420950.937216:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13f774700 with x1863760833727744 ext(696320->733183) 00002000:00010000:1.0:1777420950.937222:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af13f774700 00000100:00100000:0.0:1777420950.939675:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420950.939777:0:6548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833727872 00000100:00100000:1.0:1777420950.939790:0:6548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833727872 00002000:00100000:1.0:1777420950.939844:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3:0x0] (733184->770047) req@ffff9af118e71f80 x1863760833727872/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:716/0 lens 488/0 e 0 to 0 dl 1777420961 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:1.0:1777420950.939857:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af118e71f80 with x1863760833727872 ext(733184->770047) 00002000:00010000:1.0:1777420950.939863:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af118e71f80 00000100:00100000:1.0:1777420950.939901:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 25 00000100:00100000:1.0:1777420950.939912:0:6548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2369:x1863760833727872:12345-192.168.203.47@tcp:3:kworker.0 00000100:00100000:1.0:1777420950.942760:0:6548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2369:x1863760833727872:12345-192.168.203.47@tcp:3:kworker.0 Request processed in 2838us (3083us total) trans 0 rc 36864/36864 00000100:00100000:1.0:1777420950.942784:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 25 00002000:00100000:1.0:1777420950.942796:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3:0x0] (733184->770047) req@ffff9af118e71f80 x1863760833727872/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:716/0 lens 488/440 e 0 to 0 dl 1777420961 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:1.0:1777420950.942807:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af118e71f80 with x1863760833727872 ext(733184->770047) 00002000:00010000:1.0:1777420950.942814:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af118e71f80 00000100:00100000:0.0:1777420950.945447:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420950.945576:0:6548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833728000 00000100:00100000:1.0:1777420950.945588:0:6548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833728000 00002000:00100000:1.0:1777420950.945653:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3:0x0] (770048->806911) req@ffff9af118e73480 x1863760833728000/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:716/0 lens 488/0 e 0 to 0 dl 1777420961 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:1.0:1777420950.945665:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af118e73480 with x1863760833728000 ext(770048->806911) 00002000:00010000:1.0:1777420950.945671:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af118e73480 00000100:00100000:1.0:1777420950.945700:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 26 00000100:00100000:1.0:1777420950.945710:0:6548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2367:x1863760833728000:12345-192.168.203.47@tcp:3:kworker.0 00000100:00100000:3.0:1777420950.949135:0:6548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2367:x1863760833728000:12345-192.168.203.47@tcp:3:kworker.0 Request processed in 3414us (3686us total) trans 0 rc 36864/36864 00000100:00100000:3.0:1777420950.949169:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 26 00002000:00100000:3.0:1777420950.949184:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3:0x0] (770048->806911) req@ffff9af118e73480 x1863760833728000/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:716/0 lens 488/440 e 0 to 0 dl 1777420961 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:3.0:1777420950.949196:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af118e73480 with x1863760833728000 ext(770048->806911) 00002000:00010000:3.0:1777420950.949203:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af118e73480 00000100:00100000:0.0:1777420950.952302:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420950.952518:0:6548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833728128 00000100:00100000:3.0:1777420950.952530:0:6548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833728128 00002000:00100000:2.0:1777420950.952688:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3:0x0] (806912->843775) req@ffff9af118e73b80 x1863760833728128/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:716/0 lens 488/0 e 0 to 0 dl 1777420961 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1777420950.952701:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af118e73b80 with x1863760833728128 ext(806912->843775) 00002000:00010000:2.0:1777420950.952709:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af118e73b80 00000100:00100000:2.0:1777420950.952785:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 27 00000100:00100000:2.0:1777420950.952796:0:6548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2369:x1863760833728128:12345-192.168.203.47@tcp:3:kworker.0 00000100:00100000:2.0:1777420950.955621:0:6548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2369:x1863760833728128:12345-192.168.203.47@tcp:3:kworker.0 Request processed in 2817us (3320us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1777420950.955647:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 27 00002000:00100000:2.0:1777420950.955659:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3:0x0] (806912->843775) req@ffff9af118e73b80 x1863760833728128/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:716/0 lens 488/440 e 0 to 0 dl 1777420961 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1777420950.955670:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af118e73b80 with x1863760833728128 ext(806912->843775) 00002000:00010000:2.0:1777420950.955676:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af118e73b80 00000100:00100000:1.0:1777420950.958915:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420950.959038:0:6548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833728256 00000100:00100000:2.0:1777420950.959051:0:6548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833728256 00002000:00100000:2.0:1777420950.959131:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3:0x0] (843776->880639) req@ffff9af13786ea00 x1863760833728256/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:716/0 lens 488/0 e 0 to 0 dl 1777420961 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1777420950.959144:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13786ea00 with x1863760833728256 ext(843776->880639) 00002000:00010000:2.0:1777420950.959150:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af13786ea00 00000100:00100000:2.0:1777420950.959230:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 28 00000100:00100000:2.0:1777420950.959241:0:6548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13786ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2366:x1863760833728256:12345-192.168.203.47@tcp:3:kworker.0 00000100:00100000:0.0:1777420950.963312:0:6548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13786ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2366:x1863760833728256:12345-192.168.203.47@tcp:3:kworker.0 Request processed in 4061us (4396us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1777420950.963326:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 28 00002000:00100000:0.0:1777420950.963341:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3:0x0] (843776->880639) req@ffff9af13786ea00 x1863760833728256/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:716/0 lens 488/440 e 0 to 0 dl 1777420961 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1777420950.963371:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13786ea00 with x1863760833728256 ext(843776->880639) 00002000:00010000:0.0:1777420950.963377:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af13786ea00 00000100:00100000:2.0:1777420950.966615:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420950.966735:0:6548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833728384 00000100:00100000:0.0:1777420950.966748:0:6548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833728384 00002000:00100000:0.0:1777420950.966803:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3:0x0] (880640->917503) req@ffff9af13d228380 x1863760833728384/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:716/0 lens 488/0 e 0 to 0 dl 1777420961 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1777420950.966815:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13d228380 with x1863760833728384 ext(880640->917503) 00002000:00010000:0.0:1777420950.966821:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af13d228380 00000100:00100000:0.0:1777420950.966908:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 29 00000100:00100000:0.0:1777420950.966918:0:6548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d228380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2367:x1863760833728384:12345-192.168.203.47@tcp:3:kworker.0 00000100:00100000:0.0:1777420950.969796:0:6548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d228380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2367:x1863760833728384:12345-192.168.203.47@tcp:3:kworker.0 Request processed in 2870us (3185us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1777420950.969810:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 29 00002000:00100000:0.0:1777420950.969825:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3:0x0] (880640->917503) req@ffff9af13d228380 x1863760833728384/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:716/0 lens 488/440 e 0 to 0 dl 1777420961 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1777420950.969836:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13d228380 with x1863760833728384 ext(880640->917503) 00002000:00010000:0.0:1777420950.969842:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af13d228380 00000100:00100000:3.0:1777420950.972467:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420950.972597:0:6548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833728512 00000100:00100000:0.0:1777420950.972607:0:6548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833728512 00002000:00100000:0.0:1777420950.972666:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3:0x0] (917504->954367) req@ffff9af137df6680 x1863760833728512/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:716/0 lens 488/0 e 0 to 0 dl 1777420961 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1777420950.972678:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af137df6680 with x1863760833728512 ext(917504->954367) 00002000:00010000:0.0:1777420950.972683:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af137df6680 00000100:00100000:0.0:1777420950.972773:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 30 00000100:00100000:0.0:1777420950.972783:0:6548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2369:x1863760833728512:12345-192.168.203.47@tcp:3:kworker.0 00000100:00100000:0.0:1777420950.975811:0:6548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2369:x1863760833728512:12345-192.168.203.47@tcp:3:kworker.0 Request processed in 3021us (3343us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1777420950.975825:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 30 00002000:00100000:0.0:1777420950.975836:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3:0x0] (917504->954367) req@ffff9af137df6680 x1863760833728512/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:716/0 lens 488/440 e 0 to 0 dl 1777420961 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1777420950.975847:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af137df6680 with x1863760833728512 ext(917504->954367) 00002000:00010000:0.0:1777420950.975853:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af137df6680 00000100:00100000:2.0:1777420951.088099:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420951.088411:0:6548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833728640 00000100:00100000:1.0:1777420951.088425:0:6548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833728640 00002000:00100000:1.0:1777420951.088486:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3:0x0] (954368->991231) req@ffff9af13d228e00 x1863760833728640/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:717/0 lens 488/0 e 0 to 0 dl 1777420962 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:1.0:1777420951.088499:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13d228e00 with x1863760833728640 ext(954368->991231) 00002000:00010000:1.0:1777420951.088507:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af13d228e00 00000100:00100000:1.0:1777420951.088542:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 31 00000100:00100000:1.0:1777420951.088554:0:6548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d228e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2366:x1863760833728640:12345-192.168.203.47@tcp:3:kworker.0 00000100:00100000:1.0:1777420951.095650:0:6548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d228e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2366:x1863760833728640:12345-192.168.203.47@tcp:3:kworker.0 Request processed in 7078us (7546us total) trans 0 rc 36864/36864 00000100:00100000:1.0:1777420951.095676:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 31 00002000:00100000:1.0:1777420951.095688:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3:0x0] (954368->991231) req@ffff9af13d228e00 x1863760833728640/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:717/0 lens 488/440 e 0 to 0 dl 1777420962 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:1.0:1777420951.095699:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13d228e00 with x1863760833728640 ext(954368->991231) 00002000:00010000:1.0:1777420951.095706:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af13d228e00 00000100:00100000:2.0:1777420951.099979:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420951.100097:0:6548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833728768 00000100:00100000:1.0:1777420951.100107:0:6548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833728768 00002000:00100000:1.0:1777420951.100159:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3:0x0] (991232->1028095) req@ffff9af13d229500 x1863760833728768/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:717/0 lens 488/0 e 0 to 0 dl 1777420962 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:1.0:1777420951.100170:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13d229500 with x1863760833728768 ext(991232->1028095) 00002000:00010000:1.0:1777420951.100176:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af13d229500 00000100:00100000:1.0:1777420951.100249:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 32 00000100:00100000:1.0:1777420951.100259:0:6548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d229500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2368:x1863760833728768:12345-192.168.203.47@tcp:3:kworker.0 00000100:00100000:1.0:1777420951.103768:0:6548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d229500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2368:x1863760833728768:12345-192.168.203.47@tcp:3:kworker.0 Request processed in 3500us (3790us total) trans 0 rc 36864/36864 00000100:00100000:1.0:1777420951.103781:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 32 00002000:00100000:1.0:1777420951.103792:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3:0x0] (991232->1028095) req@ffff9af13d229500 x1863760833728768/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:717/0 lens 488/440 e 0 to 0 dl 1777420962 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:1.0:1777420951.103803:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13d229500 with x1863760833728768 ext(991232->1028095) 00002000:00010000:1.0:1777420951.103809:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af13d229500 00000100:00100000:2.0:1777420951.106726:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420951.106838:0:6548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833728896 00000100:00100000:1.0:1777420951.106847:0:6548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833728896 00002000:00100000:1.0:1777420951.106890:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3:0x0] (1028096->1048575) req@ffff9af13d229c00 x1863760833728896/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:717/0 lens 488/0 e 0 to 0 dl 1777420962 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:1.0:1777420951.106909:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13d229c00 with x1863760833728896 ext(1028096->1048575) 00002000:00010000:1.0:1777420951.106914:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af13d229c00 00000100:00100000:1.0:1777420951.106989:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 33 00000100:00100000:1.0:1777420951.107000:0:6548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d229c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2369:x1863760833728896:12345-192.168.203.47@tcp:3:kworker.0 00000100:00100000:1.0:1777420951.109136:0:6548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d229c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2369:x1863760833728896:12345-192.168.203.47@tcp:3:kworker.0 Request processed in 2131us (2413us total) trans 0 rc 20480/20480 00000100:00100000:1.0:1777420951.109149:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 33 00002000:00100000:1.0:1777420951.109162:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3:0x0] (1028096->1048575) req@ffff9af13d229c00 x1863760833728896/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:717/0 lens 488/440 e 0 to 0 dl 1777420962 ref 1 fl Complete:/600/0 rc 20480/20480 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:1.0:1777420951.109173:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13d229c00 with x1863760833728896 ext(1028096->1048575) 00002000:00010000:1.0:1777420951.109179:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af13d229c00 00000100:00100000:2.0:1777420951.111451:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420951.111533:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833729152 00000100:00100000:1.0:1777420951.111544:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833729152 00000100:00100000:1.0:1777420951.111598:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 35 00000100:00100000:1.0:1777420951.111607:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d229f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+12:10674:x1863760833729152:12345-192.168.203.47@tcp:35:mmap_cat.0 00000100:00100000:1.0:1777420951.111881:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d229f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+13:10674:x1863760833729152:12345-192.168.203.47@tcp:35:mmap_cat.0 Request processed in 274us (436us total) trans 4294967373 rc 0/0 00000100:00100000:1.0:1777420951.111890:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 35 00000100:00100000:2.0:1777420951.512600:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118e72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841066112:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777420951.512694:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420951.512899:0:6546:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841066112 00000100:00100000:3.0:1777420951.512909:0:6546:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841066112 00000100:00100000:3.0:1777420951.512979:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1777420951.512991:0:6546:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d22b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3296:x1863760841066112:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777420951.513016:0:6546:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 49348608 pending 0 free 3858759680 avail 3855613952 00000100:00100000:3.0:1777420951.513435:0:6546:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d22b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3296:x1863760841066112:12345-0@lo:13:osp-pre-1-0.0 Request processed in 444us (739us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420951.513444:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1777420951.515611:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118e72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3298:1863760841066368:0@lo:400:kworker.0 00000100:00100000:0.0:1777420951.515691:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777420951.515735:0:3298:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1777420951.515741:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118e73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3298:1863760841066240:0@lo:400:kworker.0 00000100:00100000:0.0:1777420951.515768:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777420951.515787:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118e73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3298:1863760841066752:0@lo:400:kworker.0 00000100:00100000:0.0:1777420951.515804:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777420951.515829:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841066240 00000100:00100000:0.0:1777420951.515836:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841066240 00000100:00100000:0.0:1777420951.515877:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 253 00000100:00100000:0.0:1777420951.515885:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119100850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3298:x1863760841066240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777420951.515930:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119100850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3298:x1863760841066240:12345-0@lo:400:kworker.0 Request processed in 45us (160us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420951.515939:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 253 00000100:00100000:0.0:1777420951.515971:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841066368 00000100:00100000:0.0:1777420951.515975:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841066368 00000100:00100000:0.0:1777420951.516001:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841066752 00000100:00100000:0.0:1777420951.516004:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841066752 00000100:00100000:0.0:1777420951.516040:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1777420951.516047:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1863760841066368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777420951.516076:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1863760841066368:12345-0@lo:400:kworker.0 Request processed in 30us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420951.516082:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1777420951.516093:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1777420951.516098:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1863760841066752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777420951.516278:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118e72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3295:1863760841066496:0@lo:400:kworker.0 00000100:00100000:3.0:1777420951.516318:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420951.516347:0:3295:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777420951.516368:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118e72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841066624:0@lo:400:kworker.0 00000100:00100000:3.0:1777420951.516389:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420951.516413:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841066624 00000100:00100000:3.0:1777420951.516416:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841066624 00000100:00100000:3.0:1777420951.516441:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1777420951.516446:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3295:x1863760841066624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777420951.516485:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3295:x1863760841066624:12345-0@lo:400:kworker.0 Request processed in 39us (94us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420951.516491:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1777420951.516509:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841066496 00000100:00100000:3.0:1777420951.516512:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841066496 00000100:00100000:3.0:1777420951.516532:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1777420951.516537:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3295:x1863760841066496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777420951.516559:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3295:x1863760841066496:12345-0@lo:400:kworker.0 Request processed in 22us (241us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420951.516565:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1777420951.516598:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118e72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841066624:0@lo:400:kworker.0 00000100:00100000:3.0:1777420951.516606:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118e72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3295:1863760841066496:0@lo:400:kworker.0 00000100:00080000:3.0:1777420951.516652:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777420951.516667:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118e73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3298:1863760841066240:0@lo:400:kworker.0 00000100:00100000:3.0:1777420951.516675:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118e72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3298:1863760841066368:0@lo:400:kworker.0 00000100:00100000:0.0:1777420951.516903:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1863760841066752:12345-0@lo:400:kworker.0 Request processed in 803us (1096us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420951.516919:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1777420951.519519:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118e72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841066112:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777420951.520227:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118e73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3298:1863760841066752:0@lo:400:kworker.0 00010000:00010000:3.0:1777420951.832590:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1777420952.857793:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777420952.857802:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777420952.857842:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 3 count 3 00000040:00080000:0.0:1777420952.857849:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1777420952.857946:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777420953.563321:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777420953.563346:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118e70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841066880:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777420953.563446:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777420953.563510:0:6546:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841066880 00000100:00100000:0.0:1777420953.563518:0:6546:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841066880 00000100:00100000:0.0:1777420953.563572:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1777420953.563582:0:6546:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3297:x1863760841066880:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777420953.563633:0:6546:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 49348608 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1777420953.563676:0:6546:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3297:x1863760841066880:12345-0@lo:13:osp-pre-0-0.0 Request processed in 95us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420953.563684:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00080000:0.0:1777420953.563706:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777420953.563740:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118e70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841066880:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1777420953.880511:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777420953.917344:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420953.918410:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833729280 00000100:00100000:0.0:1777420953.918426:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833729280 00000100:00100000:0.0:1777420953.918529:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 110 00000100:00100000:0.0:1777420953.918542:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d22bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+17:10653:x1863760833729280:12345-192.168.203.47@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1777420953.919007:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d22bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+17:10653:x1863760833729280:12345-192.168.203.47@tcp:60:lhsmtool_posix.0 Request processed in 464us (1675us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420953.919035:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 110 00000100:00080000:1.0:1777420953.919379:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777420953.922799:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420953.922917:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833729536 00000100:00100000:2.0:1777420953.922937:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833729536 00000100:00100000:2.0:1777420953.923042:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 36 00000100:00100000:2.0:1777420953.923058:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+17:10653:x1863760833729536:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1777420953.924155:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+18:10653:x1863760833729536:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 1096us (1362us total) trans 4294967374 rc 0/0 00000100:00100000:2.0:1777420953.924167:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 36 00000001:00080000:3.0:1777420954.108726:0:6572:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967302 is committed 00000001:00100000:3.0:1777420954.108747:0:6572:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of f8f37cf1-354c-422d-bbc6-c92f7928756d 00000001:00080000:3.0:1777420954.108870:0:6572:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967303 is committed 00010000:00010000:3.0:1777420954.904721:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1777420955.073096:0:11950:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 1b: Archive, Release and Restore composite file ========================================================== 20:02:34 (1777420954) 00000100:00100000:3.0:1777420955.146191:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420955.146267:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833729664 00000100:00100000:0.0:1777420955.146277:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833729664 00000100:00100000:0.0:1777420955.146399:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 111 00000100:00100000:0.0:1777420955.146410:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+13:11243:x1863760833729664:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:0.0:1777420955.146432:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777420955.146453:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289383dbb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3758d9 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.146514:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d71289383dc2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.146529:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d71289383dc2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.146540:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d71289383dc2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.146555:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383dc9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.146563:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383dc9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.146569:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383dc9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.146678:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d71289383dc2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.146685:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d71289383dc2 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.146691:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d71289383dc2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.146697:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137c24c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777420955.146701:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d71289383dc2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.146708:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d71289383dc2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.146720:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1061f8100) 00010000:00010000:0.0:1777420955.146724:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777420955.146729:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d71289383dc2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.146736:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d71289383dc2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.146746:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383dc9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.146752:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383dc9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.146757:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383dc9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.146769:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137c25000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777420955.146772:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383dc9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.146779:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383dc9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.146788:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92cebc8b (ffff9af10b558100) 00010000:00010000:0.0:1777420955.146791:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777420955.146794:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383dc9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.146800:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383dc9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.146830:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289383dbb lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3758d9 expref: 14 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.146841:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1061f8100) 00010000:00010000:0.0:1777420955.146844:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777420955.146848:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289383dbb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3758d9 expref: 14 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.146857:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137c24e00, rc 0) 00000100:00100000:0.0:1777420955.146910:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+13:11243:x1863760833729664:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 503us (728us total) trans 0 rc 301/301 00000100:00100000:0.0:1777420955.146918:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 111 00000100:00080000:1.0:1777420955.147184:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777420955.151385:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420955.151420:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420955.151443:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420955.151492:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420955.151505:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833729792 00000100:00100000:1.0:1777420955.151520:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420955.151521:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833729792 00000100:00100000:1.0:1777420955.151554:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420955.151590:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833730048 00000100:00100000:1.0:1777420955.151600:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833730048 00000100:00100000:3.0:1777420955.151627:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 254 00000100:00100000:3.0:1777420955.151658:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119101050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+12:2367:x1863760833729792:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777420955.151674:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833730304 00000100:00100000:1.0:1777420955.151680:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833730304 00000100:00100000:1.0:1777420955.151698:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833729920 00000100:00100000:1.0:1777420955.151702:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833729920 00000100:00100000:1.0:1777420955.151730:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833730432 00000100:00100000:1.0:1777420955.151733:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833730432 00000100:00100000:1.0:1777420955.151754:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 45 00000100:00100000:3.0:1777420955.151760:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119101050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+12:2367:x1863760833729792:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 102us (378us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420955.151773:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13786f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2367:x1863760833730048:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777420955.151782:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 254 00000100:00100000:3.0:1777420955.151841:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 46 00000100:00100000:1.0:1777420955.151848:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13786f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2367:x1863760833730048:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 80us (424us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420955.151860:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13786ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+5:2367:x1863760833730304:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777420955.151870:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 45 00000100:00100000:1.0:1777420955.151895:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 47 00000100:00100000:1.0:1777420955.151915:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13786e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+5:2367:x1863760833729920:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777420955.151916:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13786ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+5:2367:x1863760833730304:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 56us (460us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420955.151951:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13786e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+5:2367:x1863760833729920:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 47us (460us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420955.151957:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 47 00000100:00100000:1.0:1777420955.151967:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 48 00000100:00100000:1.0:1777420955.151973:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13786f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2367:x1863760833730432:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777420955.151991:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13786f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2367:x1863760833730432:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 18us (438us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420955.151997:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 48 00000100:00080000:1.0:1777420955.152027:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777420955.152031:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777420955.152071:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 46 00000100:00100000:3.0:1777420955.152129:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833730176 00000100:00100000:3.0:1777420955.152136:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833730176 00000100:00100000:3.0:1777420955.152187:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 66 00000100:00100000:3.0:1777420955.152194:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13786e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+18:2367:x1863760833730176:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777420955.152239:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13786e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+18:2367:x1863760833730176:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 45us (719us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420955.152251:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 66 00000100:00080000:3.0:1777420955.152274:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777420955.153826:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420955.153907:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833730688 00000100:00100000:3.0:1777420955.153989:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833730688 00000100:00100000:3.0:1777420955.154051:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 112 00000100:00100000:3.0:1777420955.154061:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+13:11243:x1863760833730688:12345-192.168.203.47@tcp:36:lfs.0 00010000:00010000:3.0:1777420955.154120:0:5762:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777420955.154153:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839c00/0xa38d71289383b7d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375823 expref: 13 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420955.154186:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1061f8100) 00010000:00010000:3.0:1777420955.154192:0:5762:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777420955.154297:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289383dd0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420955.154312:0:5762:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289383af1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3757f9 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420955.154322:0:5762:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289383dd0 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420955.154391:0:5762:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289383af1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3757f9 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420955.154406:0:5762:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289383af1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3757f9 expref: 17 pid: 5762 timeout: 266 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420955.154422:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137df5880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841067008:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777420955.154518:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af108ccaa80 going to sleep for 11 seconds 00000100:00100000:0.0:1777420955.157444:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137df5880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841067008:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777420955.157455:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00010000:00010000:0.0:1777420955.157491:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289383dd0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420955.157750:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833730816 00000100:00100000:2.0:1777420955.157758:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833730816 00010000:00010000:2.0:1777420955.157800:0:6558:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289383af1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3757f9 expref: 18 pid: 5762 timeout: 266 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420955.157952:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 55 00000100:00100000:2.0:1777420955.157963:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+18:2369:x1863760833730816:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777420955.157979:0:6558:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777420955.157986:0:6558:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289383af1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3757f9 expref: 18 pid: 5762 timeout: 266 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420955.158000:0:6558:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289383af1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3757f9 expref: 18 pid: 5762 timeout: 266 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420955.158025:0:6558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289383af1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3757f9 expref: 18 pid: 5762 timeout: 266 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420955.158040:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1061f8100) 00010000:00010000:2.0:1777420955.158046:0:6558:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289383dd0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420955.158056:0:6558:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289383dd0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420955.158063:0:6558:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289383dd0 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420955.158095:0:6558:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777420955.158164:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+17:2369:x1863760833730816:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 202us (721us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420955.158172:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 55 00010000:00010000:3.0:1777420955.158702:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289383dd0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420955.158716:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289383dd0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420955.158747:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0ccc00/0xa38d71289383dd7 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420955.158772:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0ccc00/0xa38d71289383dd7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420955.158783:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0ccc00/0xa38d71289383dd7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777420955.159638:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x7:0x0]: returning size 512 00010000:00010000:3.0:1777420955.159651:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289383dd0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420955.159661:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289383dd0 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420955.159668:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289383dd0 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420955.159675:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cd000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420955.159680:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289383dd0 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420955.159687:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289383dd0 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420955.159700:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1061f8100) 00010000:00010000:3.0:1777420955.159703:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420955.159707:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289383dd0 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420955.159712:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289383dd0 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777420955.159731:0:5762:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 0000000069e78948 reply state 00000000ebccf454 transno 4294967375 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0ccc00/0xa38d71289383dd7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420955.159746:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777420955.159854:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+14:11243:x1863760833730688:12345-192.168.203.47@tcp:36:lfs.0 Request processed in 5791us (6030us total) trans 4294967375 rc 0/0 00000100:00100000:3.0:1777420955.159864:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 112 00010000:00010000:0.0:1777420955.162292:0:3282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0ccc00/0xa38d71289383dd7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.162312:0:3282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0ccc00/0xa38d71289383dd7 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.162321:0:3282:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0ccc00/0xa38d71289383dd7 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.162328:0:3282:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0ccc00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777420955.162334:0:3282:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0ccc00/0xa38d71289383dd7 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.162342:0:3282:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0ccc00/0xa38d71289383dd7 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.162429:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92cebc8b (ffff9af118b32d00) 00010000:00010000:0.0:1777420955.162434:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777420955.162440:0:3282:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0ccc00/0xa38d71289383dd7 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.162447:0:3282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0ccc00/0xa38d71289383dd7 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420955.195338:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420955.195584:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833730944 00000100:00100000:1.0:1777420955.195615:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833730944 00000100:00100000:2.0:1777420955.196085:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 113 00000100:00100000:2.0:1777420955.196103:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d22aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+13:11246:x1863760833730944:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:2.0:1777420955.196133:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777420955.196164:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289383dde lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3758e0 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420955.196244:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839e00/0xa38d71289383de5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420955.196261:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839e00/0xa38d71289383de5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420955.196275:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839e00/0xa38d71289383de5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777420955.196388:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:2.0:1777420955.196392:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 1 00000004:00010000:2.0:1777420955.196425:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839e00/0xa38d71289383de5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420955.196455:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289383dde lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3758e0 expref: 15 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420955.196480:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839e00/0xa38d71289383de5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3758e0 expref: 14 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420955.196490:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af106213c00) 00010000:00010000:2.0:1777420955.196493:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777420955.196498:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137839e00, rc 0) 00000100:00100000:2.0:1777420955.196570:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d22aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+14:11246:x1863760833730944:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 473us (1243us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420955.196589:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 113 00000100:00100000:3.0:1777420955.198833:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420955.198905:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833731072 00000100:00100000:1.0:1777420955.198918:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833731072 00000100:00100000:1.0:1777420955.198995:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 114 00000100:00100000:1.0:1777420955.199005:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+14:11246:x1863760833731072:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:1.0:1777420955.199029:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777420955.199053:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289383dec lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3758e7 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420955.199122:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289383df3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420955.199138:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289383df3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420955.199149:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289383df3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420955.199162:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289383dfa lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420955.199168:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289383dfa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420955.199173:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289383dfa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420955.199271:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d71289383e01 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420955.199297:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d71289383e01 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420955.199304:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d71289383e01 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777420955.199384:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x7:0x0]: returning size 512 00000004:00200000:1.0:1777420955.199389:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777420955.199414:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d71289383e01 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420955.199427:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289383df3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420955.199434:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289383df3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420955.199440:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289383df3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420955.199446:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137d12200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777420955.199451:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289383df3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420955.199458:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289383df3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420955.199470:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af106213c00) 00010000:00010000:1.0:1777420955.199473:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777420955.199477:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289383df3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420955.199492:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289383df3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420955.199506:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289383dfa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420955.199511:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289383dfa lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420955.199516:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289383dfa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420955.199520:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137d12000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777420955.199523:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289383dfa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420955.199528:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289383dfa lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420955.199535:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92cebc8b (ffff9af1061f8500) 00010000:00010000:1.0:1777420955.199538:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777420955.199540:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289383dfa lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420955.199547:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289383dfa lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420955.199577:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289383dec lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3758e7 expref: 16 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420955.199588:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d71289383e01 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3758e7 expref: 15 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420955.199612:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff9af1061f8c00) 00010000:00010000:1.0:1777420955.199615:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777420955.199617:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137d13200, rc 0) 00000100:00100000:1.0:1777420955.199686:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+15:11246:x1863760833731072:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 681us (864us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420955.199693:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 114 00000100:00100000:2.0:1777420955.203178:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420955.203316:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833731328 00000100:00100000:3.0:1777420955.203329:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833731328 00000100:00100000:3.0:1777420955.203417:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 115 00000100:00100000:3.0:1777420955.203429:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d22b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+15:11246:x1863760833731328:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:3.0:1777420955.203455:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777420955.203481:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289383e08 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3758ee expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777420955.204314:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x7:0x0]: returning size 512 00010000:00010000:3.0:1777420955.204509:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289383e08 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3758ee expref: 17 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420955.204527:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af106213c00) 00010000:00010000:3.0:1777420955.204531:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1777420955.204537:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289383e08 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3758ee expref: 17 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420955.204557:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0cd000, rc 0) 00000100:00100000:3.0:1777420955.205000:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d22b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+16:11246:x1863760833731328:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 1571us (1832us total) trans 4294967376 rc 301/301 00000100:00100000:3.0:1777420955.208070:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 115 00000100:00100000:3.0:1777420955.209720:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420955.210134:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833731584 00000100:00100000:2.0:1777420955.210149:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833731584 00000100:00100000:2.0:1777420955.210221:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 116 00000100:00100000:2.0:1777420955.210231:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+16:11246:x1863760833731584:12345-192.168.203.47@tcp:36:lfs.0 00010000:00010000:2.0:1777420955.210750:0:5761:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777420955.210792:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d71289383e01 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3758e7 expref: 16 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420955.210817:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff9af1061f8c00) 00010000:00010000:2.0:1777420955.210832:0:5761:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777420955.210863:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289383e16 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420955.210880:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289383e16 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420955.211414:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289383e16 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777420955.212047:0:5761:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000e4beac90 reply state 000000002c25c711 transno 4294967377 ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289383e16 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420955.212061:0:5761:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1777420955.212079:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x7:0x0]: returning size 512 00000100:00100000:2.0:1777420955.212247:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+17:11246:x1863760833731584:12345-192.168.203.47@tcp:36:lfs.0 Request processed in 2012us (2532us total) trans 4294967377 rc 0/0 00000100:00100000:2.0:1777420955.212258:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 116 00010000:00010000:3.0:1777420955.218491:0:3281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289383e16 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420955.218514:0:3281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289383e16 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420955.218522:0:3281:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289383e16 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420955.218528:0:3281:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137838200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420955.218534:0:3281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289383e16 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420955.218541:0:3281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289383e16 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420955.218561:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff9af106213b00) 00010000:00010000:3.0:1777420955.218564:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1777420955.218570:0:3281:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289383e16 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x7:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420955.218576:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289383e16 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x7:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420955.221571:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420955.221831:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833731840 00000100:00100000:2.0:1777420955.221846:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833731840 00000100:00100000:2.0:1777420955.221999:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 37 00000100:00100000:2.0:1777420955.222011:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af10f5bd050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+16:11246:x1863760833731840:12345-192.168.203.47@tcp:35:lfs.0 00000100:00100000:2.0:1777420955.223044:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af10f5bd050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+17:11246:x1863760833731840:12345-192.168.203.47@tcp:35:lfs.0 Request processed in 1028us (1480us total) trans 4294967378 rc 0/0 00000100:00100000:2.0:1777420955.223057:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 37 00000100:00100000:2.0:1777420955.238428:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420955.238490:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833731968 00000100:00100000:3.0:1777420955.238504:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833731968 00000100:00100000:3.0:1777420955.238577:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 117 00000100:00100000:3.0:1777420955.238589:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d229f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+17:11254:x1863760833731968:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:3.0:1777420955.238692:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777420955.238738:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d71289383e1d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3758f5 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420955.238824:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289383e24 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420955.238841:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289383e24 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420955.238858:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289383e24 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420955.238875:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d71289383e2b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420955.238882:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d71289383e2b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420955.238888:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d71289383e2b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420955.239149:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cce00/0xa38d71289383e32 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420955.239159:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cce00/0xa38d71289383e32 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420955.239167:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cce00/0xa38d71289383e32 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777420955.239207:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x7:0x0]: returning size 512 00000004:00200000:3.0:1777420955.239211:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777420955.239243:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cce00/0xa38d71289383e32 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420955.239263:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289383e24 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420955.239270:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289383e24 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420955.239277:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289383e24 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420955.239283:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cc800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420955.239287:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289383e24 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420955.239295:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289383e24 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420955.239309:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af106213c00) 00010000:00010000:3.0:1777420955.239312:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420955.239319:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289383e24 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420955.239325:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289383e24 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420955.239344:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d71289383e2b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420955.239638:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d71289383e2b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420955.239646:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d71289383e2b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420955.239659:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cd400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420955.239663:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d71289383e2b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420955.239669:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d71289383e2b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420955.239678:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92cebc8b (ffff9af118b32d00) 00010000:00010000:3.0:1777420955.239681:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420955.239684:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d71289383e2b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420955.239690:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d71289383e2b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420955.239732:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d71289383e1d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3758f5 expref: 19 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420955.239748:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cce00/0xa38d71289383e32 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3758f5 expref: 18 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420955.239755:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff9af118b32100) 00010000:00010000:3.0:1777420955.239758:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1777420955.239761:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0cce00, rc 0) 00000100:00100000:3.0:1777420955.240211:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d229f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+18:11254:x1863760833731968:12345-192.168.203.47@tcp:101:rm.0 Request processed in 1620us (1793us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420955.240221:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 117 00000100:00100000:2.0:1777420955.244695:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420955.244802:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833732096 00000100:00100000:3.0:1777420955.244831:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833732096 00000100:00100000:2.0:1777420955.245001:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 118 00000100:00100000:2.0:1777420955.245015:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d22ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+18:11254:x1863760833732096:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:2.0:1777420955.245041:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777420955.245067:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289383e39 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3758fc expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420955.245142:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289383e40 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420955.245157:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289383e40 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420955.245170:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289383e40 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420955.245183:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383e47 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420955.245190:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383e47 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420955.245209:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383e47 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420955.245278:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289383e40 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420955.245286:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289383e40 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420955.245293:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289383e40 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420955.245300:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137839a00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420955.245305:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289383e40 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420955.245313:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289383e40 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420955.245326:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff9af118b32100) 00010000:00010000:2.0:1777420955.245329:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420955.245336:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289383e40 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420955.245342:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289383e40 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420955.245381:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383e47 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420955.245389:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383e47 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420955.245403:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383e47 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420955.245409:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137838c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420955.245412:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383e47 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420955.245418:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383e47 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420955.245427:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x20c03814 (ffff9af106213300) 00010000:00010000:2.0:1777420955.245430:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420955.245433:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383e47 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420955.245439:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383e47 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420955.245480:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289383e39 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3758fc expref: 19 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420955.245493:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff9af118b32100) 00010000:00010000:2.0:1777420955.245496:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420955.245500:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289383e39 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3758fc expref: 19 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420955.245513:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137838800, rc 0) 00000100:00100000:2.0:1777420955.245595:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d22ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+18:11254:x1863760833732096:12345-192.168.203.47@tcp:101:rm.0 Request processed in 584us (914us total) trans 0 rc 301/301 00000100:00100000:2.0:1777420955.245626:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 118 00000100:00100000:2.0:1777420955.250472:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420955.250547:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833732224 00000100:00100000:0.0:1777420955.250562:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833732224 00000100:00100000:0.0:1777420955.250757:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 119 00000100:00100000:0.0:1777420955.250770:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d22a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+18:11254:x1863760833732224:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:0.0:1777420955.250813:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777420955.250841:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d71289383e4e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375903 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.250925:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24a00/0xa38d71289383e55 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.250943:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24a00/0xa38d71289383e55 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.250956:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24a00/0xa38d71289383e55 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.250972:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383e5c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.250980:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383e5c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.250986:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383e5c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.251052:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24a00/0xa38d71289383e55 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.251059:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24a00/0xa38d71289383e55 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.251065:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24a00/0xa38d71289383e55 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.251071:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137c24a00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777420955.251081:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24a00/0xa38d71289383e55 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.251089:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24a00/0xa38d71289383e55 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.251108:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff9af118b32100) 00010000:00010000:0.0:1777420955.251111:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777420955.251116:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24a00/0xa38d71289383e55 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.251123:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24a00/0xa38d71289383e55 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.251135:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383e5c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.251141:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383e5c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.251146:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383e5c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.251152:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137c25000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777420955.251154:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383e5c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.251160:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383e5c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.251166:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x20c03814 (ffff9af10b558100) 00010000:00010000:0.0:1777420955.251168:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777420955.251176:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383e5c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.251181:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383e5c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.251690:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d71289383e4e lrc: 1/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375903 expref: 19 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.251705:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff9af118b32100) 00010000:00010000:0.0:1777420955.251707:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777420955.251712:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d71289383e4e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375903 expref: 19 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.251723:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137c24c00, rc 0) 00000100:00100000:0.0:1777420955.251797:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d22a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+18:11254:x1863760833732224:12345-192.168.203.47@tcp:101:rm.0 Request processed in 1029us (1338us total) trans 0 rc 301/301 00000100:00100000:0.0:1777420955.251806:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 119 00000100:00100000:0.0:1777420955.266534:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420955.266835:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833732480 00000100:00100000:2.0:1777420955.266849:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833732480 00000100:00100000:2.0:1777420955.267014:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 120 00000100:00100000:2.0:1777420955.267026:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+18:11255:x1863760833732480:12345-192.168.203.47@tcp:101:dd.0 00010000:00010000:2.0:1777420955.267051:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777420955.267078:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383e63 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37590a expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420955.267233:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289383e6a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420955.267252:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289383e6a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420955.267266:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289383e6a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420955.267283:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289383e71 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x7:0x0].0x20c03814 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420955.267291:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289383e71 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420955.267298:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289383e71 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777420955.267896:0:5761:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x4:0x0], index 0: 0 00010000:00010000:2.0:1777420955.268089:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838a00/0xa38d71289383e78 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420955.268115:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838a00/0xa38d71289383e78 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420955.268124:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838a00/0xa38d71289383e78 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420955.268168:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289383e6a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420955.268175:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289383e6a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420955.268182:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289383e6a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420955.268188:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137839a00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420955.268193:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289383e6a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420955.268199:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289383e6a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420955.268214:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff9af118b32100) 00010000:00010000:2.0:1777420955.268217:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420955.268223:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289383e6a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420955.268229:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289383e6a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777420955.268243:0:5761:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000c20cf193 reply state 00000000da5d4ced transno 4294967379 ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289383e71 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420955.268259:0:5761:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777420955.268296:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289383e63 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37590a expref: 21 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420955.268310:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838a00/0xa38d71289383e78 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37590a expref: 20 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420955.268317:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff9af106213500) 00010000:00010000:2.0:1777420955.268319:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777420955.268321:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137838a00, rc 0) 00000100:00100000:2.0:1777420955.268438:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+21:11255:x1863760833732480:12345-192.168.203.47@tcp:101:dd.0 Request processed in 1413us (1916us total) trans 4294967379 rc 0/0 00000100:00100000:2.0:1777420955.268448:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 120 00010000:00010000:0.0:1777420955.272545:0:3282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289383e71 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.272566:0:3282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289383e71 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.272637:0:3282:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289383e71 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.272646:0:3282:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137839800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777420955.272652:0:3282:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289383e71 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.272679:0:3282:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289383e71 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.272699:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x20c03814 (ffff9af106213300) 00010000:00010000:0.0:1777420955.272703:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777420955.272709:0:3282:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289383e71 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.272717:0:3282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289383e71 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420955.290060:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420955.290240:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833732608 00000100:00100000:2.0:1777420955.290253:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833732608 00000100:00100000:2.0:1777420955.290412:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 41 00000100:00100000:2.0:1777420955.290423:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+5:11255:x1863760833732608:12345-192.168.203.47@tcp:101:dd.0 00010000:00010000:2.0:1777420955.290445:0:6541:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777420955.290471:0:6541:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d88ecfbc/0xa38d71289383e86 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375911 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777420955.290503:0:6541:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1777420955.290527:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777420955.290529:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777420955.290539:0:6541:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d88ecfbc/0xa38d71289383e86 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375911 expref: 6 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420955.290594:0:6541:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d88ecfbc/0xa38d71289383e86 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375911 expref: 6 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420955.290617:0:6541:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137838c00, rc 0) 00000100:00100000:2.0:1777420955.290672:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:11255:x1863760833732608:12345-192.168.203.47@tcp:101:dd.0 Request processed in 251us (626us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420955.290681:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 41 00000100:00100000:2.0:1777420955.308001:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420955.308054:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420955.308222:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833732992 00000100:00100000:3.0:1777420955.308235:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833732992 00000100:00100000:1.0:1777420955.308273:0:6548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833732736 00000100:00100000:1.0:1777420955.308280:0:6548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833732736 00000100:00100000:3.0:1777420955.308312:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 38 00000100:00100000:3.0:1777420955.308325:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+20:11255:x1863760833732992:12345-192.168.203.47@tcp:35:dd.0 00002000:00100000:1.0:1777420955.308333:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x4:0x0] (0->1048575) req@ffff9af13d22a300 x1863760833732736/t0(0) o4->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:721/0 lens 488/0 e 0 to 0 dl 1777420966 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777420955.308345:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13d22a300 with x1863760833732736 ext(0->1048575) 00002000:00010000:1.0:1777420955.308617:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af13d22a300 00000100:00100000:1.0:1777420955.308688:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 34 00000100:00100000:1.0:1777420955.308697:0:6548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d22a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2369:x1863760833732736:12345-192.168.203.47@tcp:4:dd.0 00000100:00100000:2.0:1777420955.309017:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+21:11255:x1863760833732992:12345-192.168.203.47@tcp:35:dd.0 Request processed in 692us (960us total) trans 4294967380 rc 0/0 00000100:00100000:2.0:1777420955.309026:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 38 00000100:00100000:1.0:1777420955.331519:0:6548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d22a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+8:2369:x1863760833732736:12345-192.168.203.47@tcp:4:dd.0 Request processed in 22808us (23519us total) trans 4294967304 rc 0/0 00000100:00100000:1.0:1777420955.331535:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 34 00002000:00100000:1.0:1777420955.331549:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x4:0x0] (0->1048575) req@ffff9af13d22a300 x1863760833732736/t4294967304(0) o4->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:721/0 lens 488/448 e 0 to 0 dl 1777420966 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777420955.331559:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13d22a300 with x1863760833732736 ext(0->1048575) 00002000:00010000:1.0:1777420955.331566:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af13d22a300 00000100:00100000:2.0:1777420955.455030:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420955.455231:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833733120 00000100:00100000:0.0:1777420955.455245:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833733120 00000100:00100000:0.0:1777420955.455386:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 121 00000100:00100000:0.0:1777420955.455399:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111015500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+17:11282:x1863760833733120:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777420955.455427:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777420955.455454:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24a00/0xa38d71289383e8d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375918 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.455533:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289383e94 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.455552:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289383e94 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.455565:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289383e94 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777420955.455646:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:0.0:1777420955.455666:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 1 00000004:00010000:0.0:1777420955.455701:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289383e94 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.455730:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24a00/0xa38d71289383e8d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375918 expref: 19 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.455750:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289383e94 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375918 expref: 18 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.455760:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af106213c00) 00010000:00010000:0.0:1777420955.455763:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777420955.455768:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137c24e00, rc 0) 00000100:00100000:0.0:1777420955.455889:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111015500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+18:11282:x1863760833733120:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 492us (873us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420955.455899:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 121 00000100:00100000:2.0:1777420955.464034:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420955.464216:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833733376 00000100:00100000:0.0:1777420955.464230:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833733376 00000100:00100000:0.0:1777420955.464391:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 122 00000100:00100000:0.0:1777420955.464406:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111016d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+18:11283:x1863760833733376:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777420955.464432:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777420955.464461:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24a00/0xa38d71289383e9b lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37591f expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.464560:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25c00/0xa38d71289383ea2 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.464577:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25c00/0xa38d71289383ea2 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.464649:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25c00/0xa38d71289383ea2 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.464669:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24200/0xa38d71289383ea9 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.464677:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24200/0xa38d71289383ea9 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.464684:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24200/0xa38d71289383ea9 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.464849:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289383eb0 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.464860:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289383eb0 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.464868:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289383eb0 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777420955.464880:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 10752 00010000:00010000:0.0:1777420955.465008:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25c00/0xa38d71289383ea2 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.465016:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25c00/0xa38d71289383ea2 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.465024:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25c00/0xa38d71289383ea2 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.465030:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137c25c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777420955.465041:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25c00/0xa38d71289383ea2 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.465050:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25c00/0xa38d71289383ea2 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.465065:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9af106213700) 00010000:00010000:0.0:1777420955.465068:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777420955.465074:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25c00/0xa38d71289383ea2 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.465081:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25c00/0xa38d71289383ea2 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.465097:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24200/0xa38d71289383ea9 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.465102:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24200/0xa38d71289383ea9 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.465108:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24200/0xa38d71289383ea9 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.465113:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137c24200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777420955.465115:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24200/0xa38d71289383ea9 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.465120:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24200/0xa38d71289383ea9 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.465128:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff9af10b558100) 00010000:00010000:0.0:1777420955.465130:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777420955.465140:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24200/0xa38d71289383ea9 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.465146:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24200/0xa38d71289383ea9 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.465513:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24a00/0xa38d71289383e9b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37591f expref: 21 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.465531:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289383eb0 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37591f expref: 20 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.465539:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9af106213200) 00010000:00010000:0.0:1777420955.465541:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777420955.465544:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137c25200, rc 0) 00000100:00100000:0.0:1777420955.465643:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111016d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+20:11283:x1863760833733376:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 1240us (1621us total) trans 4294967381 rc 0/0 00000100:00100000:0.0:1777420955.465652:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 122 00000100:00100000:0.0:1777420955.469838:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420955.469951:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833733504 00000100:00100000:2.0:1777420955.469964:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833733504 00000100:00100000:2.0:1777420955.470040:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 123 00000100:00100000:2.0:1777420955.470052:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+20:11283:x1863760833733504:12345-192.168.203.47@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1777420955.470100:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420955.470293:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+20:11283:x1863760833733504:12345-192.168.203.47@tcp:59:lhsmtool_posix.0 Request processed in 241us (481us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420955.470304:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 123 00000100:00100000:1.0:1777420955.470728:0:8215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833733632 00000100:00100000:1.0:1777420955.470735:0:8215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833733632 00000100:00100000:1.0:1777420955.470807:0:8215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 4 00000100:00100000:1.0:1777420955.470817:0:8215:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e70000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+20:2368:x1863760833733632:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777420955.470831:0:8215:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777420955.470863:0:8215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289383eb0 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37591f expref: 20 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420955.470885:0:8215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9af106213200) 00010000:00010000:1.0:1777420955.470891:0:8215:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777420955.470977:0:8215:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e70000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+19:2368:x1863760833733632:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 162us (876us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420955.470984:0:8215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 4 00000100:00100000:3.0:1777420955.478791:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420955.478906:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833733760 00000100:00100000:2.0:1777420955.478919:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833733760 00000100:00100000:2.0:1777420955.479027:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 124 00000100:00100000:2.0:1777420955.479040:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+21:11284:x1863760833733760:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:2.0:1777420955.479088:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777420955.479116:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839c00/0xa38d71289383ebe lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375926 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420955.479197:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289383ec5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420955.479216:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289383ec5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420955.479229:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289383ec5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777420955.479297:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x7:0x0]: returning size 512 00000004:00200000:2.0:1777420955.479301:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1777420955.479328:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289383ec5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420955.479490:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839c00/0xa38d71289383ebe lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375926 expref: 23 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420955.479513:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289383ec5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375926 expref: 22 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420955.479524:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff9af118b32100) 00010000:00010000:2.0:1777420955.479527:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777420955.479531:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137839a00, rc 0) 00000100:00100000:2.0:1777420955.479661:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+22:11284:x1863760833733760:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 622us (883us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420955.479670:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 124 00000100:00100000:3.0:1777420955.487158:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420955.487301:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833734016 00000100:00100000:2.0:1777420955.487314:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833734016 00000100:00100000:2.0:1777420955.487816:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 125 00000100:00100000:2.0:1777420955.487831:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+22:11284:x1863760833734016:12345-192.168.203.47@tcp:58:lfs.0 00000040:00080000:2.0:1777420955.488126:0:5761:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].3, 136 off8600 00000100:00100000:2.0:1777420955.488243:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+22:11284:x1863760833734016:12345-192.168.203.47@tcp:58:lfs.0 Request processed in 417us (1099us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420955.488253:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 125 00000040:00080000:0.0:1777420955.929545:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777420955.929556:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777420955.929614:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 4 count 4 00000040:00080000:0.0:1777420955.929621:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777420955.929972:0:11331:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118e73800 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841067136:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1777420955.930099:0:11331:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1346d1000 going to sleep for 11 seconds 00010000:00010000:0.0:1777420955.930180:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777420955.934334:0:11331:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118e73800 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841067136:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1777420955.934754:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420955.934822:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833734144 00000100:00100000:2.0:1777420955.934832:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833734144 00000100:00100000:2.0:1777420955.934978:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 126 00000100:00100000:2.0:1777420955.934989:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+19:11295:x1863760833734144:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1777420955.935028:0:5761:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000401:0x8:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1777420955.935152:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+19:11295:x1863760833734144:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 164us (398us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420955.935162:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 126 00000100:00100000:0.0:1777420955.941754:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420955.941898:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833734400 00000100:00100000:2.0:1777420955.941911:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833734400 00000100:00100000:2.0:1777420955.941986:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 127 00000100:00100000:2.0:1777420955.941998:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+19:11295:x1863760833734400:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777420955.942025:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777420955.942051:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289383ecc lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37592d expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420955.942155:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289383ed3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420955.942178:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289383ed3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420955.942189:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289383ed3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777420955.942201:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x8:0x0]: returning size 1048576 00010000:00010000:2.0:1777420955.942322:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289383ecc lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37592d expref: 22 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420955.942336:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289383ed3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37592d expref: 21 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420955.942343:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff9af106213500) 00010000:00010000:2.0:1777420955.942345:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777420955.942375:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137838200, rc 0) 00000100:00100000:2.0:1777420955.942446:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+21:11295:x1863760833734400:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 449us (704us total) trans 4294967382 rc 0/0 00000100:00100000:2.0:1777420955.942454:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 127 00000100:00100000:2.0:1777420955.946645:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420955.946793:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833734528 00000100:00100000:1.0:1777420955.946806:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833734528 00000100:00100000:1.0:1777420955.946873:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 42 00000100:00100000:1.0:1777420955.946882:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+5:2369:x1863760833734528:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1777420955.946934:0:6541:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000804d9248/0xa38d71289383ee1 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420955.946960:0:6541:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d88ecfbc/0xa38d71289383e86 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375911 expref: 7 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420955.946969:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777420955.946972:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777420955.946977:0:6541:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000804d9248/0xa38d71289383ee1 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420955.947018:0:6541:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d88ecfbc/0xa38d71289383e86 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375911 expref: 7 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420955.947041:0:6541:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d88ecfbc/0xa38d71289383e86 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375911 expref: 7 pid: 6541 timeout: 267 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420955.947058:0:6541:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13786c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6541:1863760841067264:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777420955.947161:0:6541:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13c4ea180 going to sleep for 11 seconds 00000100:00100000:3.0:1777420955.950775:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420955.950884:0:6541:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13786c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6541:1863760841067264:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777420955.950917:0:6541:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000804d9248/0xa38d71289383ee1 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420955.957666:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833734656 00000100:00100000:0.0:1777420955.957685:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833734656 00010000:00010000:0.0:1777420955.957737:0:6558:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d88ecfbc/0xa38d71289383e86 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375911 expref: 8 pid: 6541 timeout: 267 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420955.957790:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 56 00000100:00100000:0.0:1777420955.957800:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+8:2369:x1863760833734656:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777420955.957816:0:6558:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1777420955.957837:0:6558:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x4:0x0] updating lvb size from disk: 0 -> 1048576 00002000:00010000:0.0:1777420955.957840:0:6558:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x4:0x0] updating lvb mtime from disk: 0 -> 1777420955 00002000:00010000:0.0:1777420955.957842:0:6558:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x4:0x0] updating lvb ctime from disk: 0 -> 1777420955 00010000:00010000:0.0:1777420955.957849:0:6558:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d88ecfbc/0xa38d71289383e86 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375911 expref: 8 pid: 6541 timeout: 267 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.957865:0:6558:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d88ecfbc/0xa38d71289383e86 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375911 expref: 8 pid: 6541 timeout: 267 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.957890:0:6558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d88ecfbc/0xa38d71289383e86 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375911 expref: 8 pid: 6541 timeout: 267 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.957908:0:6558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777420955.957910:0:6558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777420955.957916:0:6558:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000804d9248/0xa38d71289383ee1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.957927:0:6558:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000804d9248/0xa38d71289383ee1 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.957969:0:6558:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777420955.958038:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+7:2369:x1863760833734656:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 238us (7272us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420955.958046:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 56 00010000:00010000:0.0:1777420955.958210:0:6541:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000804d9248/0xa38d71289383ee1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.958220:0:6541:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000804d9248/0xa38d71289383ee1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.958248:0:6541:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000804d9248/0xa38d71289383ee1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.958257:0:6541:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000804d9248/0xa38d71289383ee1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.958265:0:6541:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000804d9248/0xa38d71289383ee1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.958273:0:6541:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137d13200 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:0.0:1777420955.958278:0:6541:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000804d9248/0xa38d71289383ee1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.958286:0:6541:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000804d9248/0xa38d71289383ee1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.958309:0:6541:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000804d9248/0xa38d71289383ee1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420955.958317:0:6541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000804d9248/0xa38d71289383ee1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420955.958393:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+5:2369:x1863760833734528:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 Request processed in 11512us (11763us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420955.958401:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 42 00000100:00100000:1.0:1777420955.959937:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420955.960004:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833734912 00000100:00100000:3.0:1777420955.960014:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833734912 00000100:00100000:3.0:1777420955.960066:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 128 00000100:00100000:3.0:1777420955.960076:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13786d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+21:11295:x1863760833734912:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1777420955.960206:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13786d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+21:11295:x1863760833734912:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 130us (276us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420955.960213:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 128 00000100:00100000:3.0:1777420955.967175:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420955.967255:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833735040 00000100:00100000:2.0:1777420955.967267:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833735040 00000100:00100000:2.0:1777420955.967339:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 43 00000100:00100000:2.0:1777420955.967393:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+5:2369:x1863760833735040:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777420955.967414:0:6541:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777420955.967441:0:6541:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001013ffd5/0xa38d71289383ee8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375934 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777420955.967472:0:6541:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x4:0x0] initial LVB size: 1048576, mtime: 0x69f14a9b, atime: 0x0, ctime: 0x69f14a9b, blocks: 0x1 00010000:00010000:2.0:1777420955.967496:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777420955.967500:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777420955.967511:0:6541:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001013ffd5/0xa38d71289383ee8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375934 expref: 6 pid: 6541 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420955.967530:0:6541:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001013ffd5/0xa38d71289383ee8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375934 expref: 6 pid: 6541 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420955.967547:0:6541:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137838800, rc 0) 00000100:00100000:2.0:1777420955.967620:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2369:x1863760833735040:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 229us (458us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420955.967629:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 43 00000100:00100000:0.0:1777420955.969485:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420955.969531:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833735296 00000100:00100000:3.0:1777420955.969541:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833735296 00000100:00100000:3.0:1777420955.969609:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 129 00000100:00100000:3.0:1777420955.969622:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+21:11295:x1863760833735296:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1777420955.969722:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+21:11295:x1863760833735296:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 104us (247us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420955.969729:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 129 00000100:00100000:3.0:1777420955.976740:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420955.977036:0:6548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833735424 00000100:00100000:0.0:1777420955.977050:0:6548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833735424 00002000:00100000:0.0:1777420955.977115:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x4:0x0] (0->1048575) req@ffff9af137df7480 x1863760833735424/t0(0) o3->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:721/0 lens 488/0 e 0 to 0 dl 1777420966 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777420955.977127:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af137df7480 with x1863760833735424 ext(0->1048575) 00002000:00010000:0.0:1777420955.977134:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af137df7480 00000100:00100000:0.0:1777420955.977174:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 35 00000100:00100000:0.0:1777420955.977186:0:6548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2368:x1863760833735424:12345-192.168.203.47@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1777420955.998067:0:6548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2368:x1863760833735424:12345-192.168.203.47@tcp:3:lhsmtool_posix.0 Request processed in 20868us (21324us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1777420955.998083:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 35 00002000:00100000:1.0:1777420955.998100:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x4:0x0] (0->1048575) req@ffff9af137df7480 x1863760833735424/t0(0) o3->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:721/0 lens 488/440 e 0 to 0 dl 1777420966 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777420955.998112:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af137df7480 with x1863760833735424 ext(0->1048575) 00002000:00010000:1.0:1777420955.998120:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af137df7480 00000100:00100000:3.0:1777420956.018658:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420956.018765:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833735552 00000100:00100000:1.0:1777420956.018779:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833735552 00000100:00100000:1.0:1777420956.018848:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 130 00000100:00100000:1.0:1777420956.018860:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+21:11295:x1863760833735552:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777420956.018885:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777420956.018912:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d71289383eef lrc: 2/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37593b expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420956.018955:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13400/0xa38d71289383ef6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420956.018982:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13400/0xa38d71289383ef6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420956.018996:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13400/0xa38d71289383ef6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420956.019110:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d71289383eef lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37593b expref: 23 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420956.019127:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13400/0xa38d71289383ef6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37593b expref: 22 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420956.019137:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff9af106213500) 00010000:00010000:1.0:1777420956.019139:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1777420956.019144:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137d13400, rc 0) 00000100:00100000:1.0:1777420956.019215:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+22:11295:x1863760833735552:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 356us (569us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420956.019223:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 130 00000100:00100000:3.0:1777420956.027783:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420956.032976:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833735680 00000100:00100000:0.0:1777420956.033002:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833735680 00000100:00100000:0.0:1777420956.033101:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 131 00000100:00100000:0.0:1777420956.033115:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+22:11295:x1863760833735680:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1777420956.033158:0:5762:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000401:0x8:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1777420956.033313:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+22:11295:x1863760833735680:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 200us (5608us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420956.033332:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 131 00000040:00080000:3.0:1777420956.037129:0:11999:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777420956.037138:0:11999:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777420956.037188:0:11999:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 4 count 4 00000040:00080000:3.0:1777420956.037193:0:11999:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777420956.041057:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420956.041134:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833735808 00000100:00100000:3.0:1777420956.041149:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833735808 00000100:00100000:3.0:1777420956.041225:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 44 00000100:00100000:3.0:1777420956.041238:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2369:x1863760833735808:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1777420956.041282:0:6860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003fe79a97/0xa38d71289383efd lrc: 3/1,0 mode: --/PR res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420956.041299:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777420956.041301:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777420956.041307:0:6860:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003fe79a97/0xa38d71289383efd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420956.041321:0:6860:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003fe79a97/0xa38d71289383efd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420956.041385:0:6860:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003fe79a97/0xa38d71289383efd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420956.041395:0:6860:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003fe79a97/0xa38d71289383efd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420956.041403:0:6860:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003fe79a97/0xa38d71289383efd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420956.041430:0:6860:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cdc00 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:3.0:1777420956.041435:0:6860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003fe79a97/0xa38d71289383efd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420956.041444:0:6860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003fe79a97/0xa38d71289383efd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420956.041461:0:6860:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003fe79a97/0xa38d71289383efd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420956.041469:0:6860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003fe79a97/0xa38d71289383efd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420956.041568:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2369:x1863760833735808:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 Request processed in 332us (525us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420956.041578:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 44 00000100:00100000:3.0:1777420956.044810:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420956.044969:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833736064 00000100:00100000:1.0:1777420956.044985:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833736064 00000100:00100000:1.0:1777420956.045068:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 132 00000100:00100000:1.0:1777420956.045081:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+22:11295:x1863760833736064:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1777420956.045184:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289383f04 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420956.045205:0:5761:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13400/0xa38d71289383ef6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37593b expref: 22 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420956.045230:0:5761:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289383f04 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420956.045275:0:5761:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13400/0xa38d71289383ef6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37593b expref: 22 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420956.045291:0:5761:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13400/0xa38d71289383ef6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37593b expref: 22 pid: 5762 timeout: 267 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420956.045308:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13786c700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841067392:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777420956.045442:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13c4ea180 going to sleep for 11 seconds 00000100:00100000:2.0:1777420956.049452:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13786c700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841067392:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777420956.049491:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289383f04 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420956.049809:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420956.049958:0:8215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833736192 00000100:00100000:1.0:1777420956.049970:0:8215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833736192 00010000:00010000:1.0:1777420956.050017:0:8215:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13400/0xa38d71289383ef6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37593b expref: 23 pid: 5762 timeout: 267 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420956.050065:0:8215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 57 00000100:00100000:1.0:1777420956.050076:0:8215:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af102fb4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+23:2369:x1863760833736192:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777420956.050091:0:8215:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777420956.050098:0:8215:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13400/0xa38d71289383ef6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37593b expref: 23 pid: 5762 timeout: 267 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420956.050110:0:8215:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13400/0xa38d71289383ef6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37593b expref: 23 pid: 5762 timeout: 267 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420956.050135:0:8215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13400/0xa38d71289383ef6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37593b expref: 23 pid: 5762 timeout: 267 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420956.050161:0:8215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff9af106213500) 00010000:00010000:1.0:1777420956.050167:0:8215:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289383f04 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420956.050177:0:8215:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289383f04 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420956.050186:0:8215:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289383f04 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420956.050219:0:8215:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777420956.050266:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289383f04 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420956.050280:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289383f04 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420956.050289:0:8215:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af102fb4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+22:2369:x1863760833736192:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 209us (486us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420956.050300:0:8215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 57 00010000:00010000:3.0:1777420956.050635:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289383f04 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420956.050657:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289383f04 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420956.050664:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289383f04 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420956.050685:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137d13000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420956.050689:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289383f04 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420956.050696:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289383f04 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420956.050712:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff9af106213500) 00010000:00010000:3.0:1777420956.050715:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1777420956.050719:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289383f04 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420956.050725:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289383f04 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420956.050915:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+22:11295:x1863760833736064:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 5833us (6110us total) trans 4294967383 rc 0/0 00000100:00100000:3.0:1777420956.050926:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 132 00000040:00080000:1.0:1777420956.052041:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777420956.052051:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777420956.053119:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:1.0:1777420956.053134:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777420956.056914:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420956.056963:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833736448 00000100:00100000:2.0:1777420956.056981:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833736448 00000100:00100000:2.0:1777420956.057069:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 39 00000100:00100000:2.0:1777420956.057081:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13786c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+22:11295:x1863760833736448:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1777420956.058678:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13786c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+23:11295:x1863760833736448:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 1588us (1763us total) trans 4294967384 rc 0/0 00000100:00100000:2.0:1777420956.058694:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 39 00000001:00080000:1.0:1777420956.160590:0:7430:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967302 is committed 00000001:00080000:1.0:1777420956.160627:0:7430:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967301 is committed 00000001:00080000:2.0:1777420956.174456:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967381 is committed 00000001:00080000:2.0:1777420956.174476:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967373 is committed 00000020:00080000:2.0:1777420956.174485:0:5782:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 1 batchid updated 00000001:00080000:2.0:1777420956.174503:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967384 is committed 00000001:00080000:2.0:1777420956.174519:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967380 is committed 00000020:00080000:2.0:1777420956.174548:0:5782:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9af103e2e900 refcount 2 committed 0 result 0 batchid 2 00000020:00080000:2.0:1777420956.174552:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9af108f7be00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9af103e2e600 00000020:00080000:2.0:1777420956.174556:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9af108f7b800 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9af12d175c00 00000020:00080000:3.0:1777420956.174700:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 2 committed batchid 1 00000020:00080000:3.0:1777420956.174912:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 1 00000100:00100000:2.0:1777420956.633974:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3298:1863760841067904:0@lo:400:kworker.0 00000100:00100000:2.0:1777420956.634060:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777420956.634136:0:3298:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1777420956.634143:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3298:1863760841067776:0@lo:400:kworker.0 00000100:00100000:2.0:1777420956.634170:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777420956.634189:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1863760841068288:0@lo:400:kworker.0 00000100:00100000:2.0:1777420956.634217:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777420956.634253:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841067904 00000100:00100000:2.0:1777420956.634276:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841067904 00000100:00100000:2.0:1777420956.634337:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841067776 00000100:00100000:2.0:1777420956.634341:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841067776 00000100:00100000:2.0:1777420956.634391:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1777420956.634402:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3298:x1863760841067904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777420956.634674:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118e72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841067520:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777420956.634714:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420956.634746:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841068032:0@lo:400:kworker.0 00000100:00100000:3.0:1777420956.634792:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420956.634816:0:3295:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1777420956.634823:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3295:1863760841067648:0@lo:400:kworker.0 00000100:00100000:3.0:1777420956.634854:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420956.634877:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3295:1863760841068160:0@lo:400:kworker.0 00000100:00100000:3.0:1777420956.634900:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420956.634930:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841068160 00000100:00100000:3.0:1777420956.634935:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841068160 00000100:00100000:3.0:1777420956.634962:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1777420956.634970:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1863760841067776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777420956.635018:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1863760841067776:12345-0@lo:400:kworker.0 Request processed in 48us (847us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420956.635027:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1777420956.635045:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1777420956.635051:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3295:x1863760841068160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777420956.635083:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3295:x1863760841068160:12345-0@lo:400:kworker.0 Request processed in 32us (182us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420956.635089:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1777420956.635115:0:7924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841067520 00000100:00100000:3.0:1777420956.635118:0:7924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841067520 00000100:00100000:3.0:1777420956.635149:0:7924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1777420956.635156:0:7924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1863760841067520:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777420956.635189:0:7924:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 49348608 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1777420956.635222:0:7924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1863760841067520:12345-0@lo:13:osp-pre-1-0.0 Request processed in 66us (508us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420956.635228:0:7924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1777420956.635255:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841067648 00000100:00100000:2.0:1777420956.635600:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3298:x1863760841067904:12345-0@lo:400:kworker.0 Request processed in 1188us (1529us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420956.635615:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1777420956.635714:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841068288 00000100:00100000:2.0:1777420956.635719:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841068288 00000100:00100000:2.0:1777420956.635746:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841068032 00000100:00100000:2.0:1777420956.635750:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841068032 00000100:00100000:2.0:1777420956.635773:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1777420956.635781:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3298:x1863760841068288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777420956.635813:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3298:x1863760841068288:12345-0@lo:400:kworker.0 Request processed in 33us (1595us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420956.635819:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1777420956.635832:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1777420956.635838:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3295:x1863760841068032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777420956.635866:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3295:x1863760841068032:12345-0@lo:400:kworker.0 Request processed in 29us (1073us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420956.635872:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00080000:2.0:1777420956.635891:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1777420956.635895:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777420956.635898:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777420956.635939:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3298:1863760841067776:0@lo:400:kworker.0 00000100:00100000:2.0:1777420956.635951:0:3298:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967302 gen 2 00000004:00080000:2.0:1777420956.635957:0:3298:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967302 committed transno 4294967302 00000100:00100000:2.0:1777420956.635984:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1863760841068288:0@lo:400:kworker.0 00000100:00100000:2.0:1777420956.635995:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3298:1863760841067904:0@lo:400:kworker.0 00000100:00100000:2.0:1777420956.636059:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3295:1863760841068160:0@lo:400:kworker.0 00000100:00100000:2.0:1777420956.636076:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118e72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841067520:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777420956.636095:0:3295:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967303 gen 2 00000004:00080000:2.0:1777420956.636099:0:3295:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967302 committed transno 4294967303 00000004:00080000:2.0:1777420956.636116:0:3295:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9af13c679880, transno 4294967303 00000100:00100000:2.0:1777420956.636128:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841068032:0@lo:400:kworker.0 00000100:00100000:3.0:1777420956.636221:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841067648 00000100:00100000:3.0:1777420956.636256:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 255 00000100:00100000:3.0:1777420956.636922:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11816d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3295:x1863760841067648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777420956.636995:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11816d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3295:x1863760841067648:12345-0@lo:400:kworker.0 Request processed in 732us (2140us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420956.637002:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 255 00000100:00100000:0.0:1777420956.638605:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3295:1863760841067648:0@lo:400:kworker.0 00010000:00010000:2.0:1777420956.979556:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1777420957.617629:0:12050:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777420957.617640:0:12050:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777420957.617699:0:12050:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 4 count 4 00000040:00080000:0.0:1777420957.617705:0:12050:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777420957.653623:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420957.653773:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833736576 00000100:00100000:0.0:1777420957.653786:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833736576 00000100:00100000:0.0:1777420957.653868:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 45 00000100:00100000:0.0:1777420957.653880:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+7:2367:x1863760833736576:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:0.0:1777420957.653901:0:6544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777420957.653924:0:6544:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000036370a83/0xa38d71289383f0b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375942 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420957.653955:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777420957.653958:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777420957.653969:0:6544:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000036370a83/0xa38d71289383f0b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375942 expref: 8 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420957.653991:0:6544:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000036370a83/0xa38d71289383f0b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375942 expref: 8 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420957.654007:0:6544:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137c24200, rc 0) 00000100:00100000:0.0:1777420957.654068:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+8:2367:x1863760833736576:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 191us (457us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420957.654075:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 45 00000100:00080000:1.0:1777420957.654177:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777420957.664636:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420957.664776:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833736832 00000100:00100000:0.0:1777420957.664791:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833736832 00000100:00100000:0.0:1777420957.664888:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 133 00000100:00100000:0.0:1777420957.664904:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111374700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+15:11304:x1863760833736832:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:0.0:1777420957.664930:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777420957.664957:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25c00/0xa38d71289383f12 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375949 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420957.665082:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25400/0xa38d71289383f19 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420957.665099:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25400/0xa38d71289383f19 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420957.665114:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25400/0xa38d71289383f19 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777420957.665128:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x8:0x0]: returning size 1048576 00010000:00010000:0.0:1777420957.665415:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25c00/0xa38d71289383f12 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375949 expref: 18 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420957.665435:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25400/0xa38d71289383f19 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375949 expref: 17 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420957.665445:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff9af106213500) 00010000:00010000:0.0:1777420957.665448:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777420957.665451:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137c25400, rc 0) 00000100:00100000:0.0:1777420957.665528:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111374700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+17:11304:x1863760833736832:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 629us (903us total) trans 4294967385 rc 0/0 00000100:00100000:0.0:1777420957.665551:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 133 00000100:00080000:1.0:1777420957.665656:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777420957.675403:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420957.675632:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833736960 00000100:00100000:2.0:1777420957.675646:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833736960 00000100:00100000:2.0:1777420957.675717:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 46 00000100:00100000:2.0:1777420957.675730:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f774e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+8:2367:x1863760833736960:12345-192.168.203.47@tcp:1:lfs.0 00010000:00010000:2.0:1777420957.675786:0:6543:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000087db5a8f/0xa38d71289383f27 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420957.675810:0:6543:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001013ffd5/0xa38d71289383ee8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375934 expref: 5 pid: 6541 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420957.675820:0:6543:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000036370a83/0xa38d71289383f0b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375942 expref: 8 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420957.675828:0:6543:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777420957.675830:0:6543:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777420957.675834:0:6543:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000087db5a8f/0xa38d71289383f27 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420957.675879:0:6543:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000036370a83/0xa38d71289383f0b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375942 expref: 8 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420957.675896:0:6543:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000036370a83/0xa38d71289383f0b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375942 expref: 8 pid: 6544 timeout: 269 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420957.675923:0:6543:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c21880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6543:1863760841068416:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777420957.676041:0:6543:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001013ffd5/0xa38d71289383ee8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375934 expref: 5 pid: 6541 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420957.676052:0:6543:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001013ffd5/0xa38d71289383ee8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375934 expref: 5 pid: 6541 timeout: 269 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420957.676061:0:6543:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c20000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6543:1863760841068544:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777420957.676083:0:6543:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1200ada80 going to sleep for 11 seconds 00000100:00100000:2.0:1777420957.683063:0:6543:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c21880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6543:1863760841068416:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777420957.683084:0:6543:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c20000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6543:1863760841068544:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777420957.683119:0:6543:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000087db5a8f/0xa38d71289383f27 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420957.683653:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420957.683697:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420957.683732:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833737088 00000100:00100000:1.0:1777420957.683743:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833737088 00010000:00010000:1.0:1777420957.683799:0:6558:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000036370a83/0xa38d71289383f0b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375942 expref: 9 pid: 6544 timeout: 269 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420957.683835:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833737216 00000100:00100000:1.0:1777420957.683839:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833737216 00010000:00010000:1.0:1777420957.683864:0:6558:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001013ffd5/0xa38d71289383ee8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375934 expref: 6 pid: 6541 timeout: 269 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420957.683889:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 58 00000100:00100000:1.0:1777420957.683900:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f775c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+9:2369:x1863760833737088:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777420957.683917:0:6558:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777420957.683947:0:6558:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000036370a83/0xa38d71289383f0b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375942 expref: 9 pid: 6544 timeout: 269 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420957.683962:0:6558:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000036370a83/0xa38d71289383f0b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375942 expref: 9 pid: 6544 timeout: 269 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420957.683990:0:6558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000036370a83/0xa38d71289383f0b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x4:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375942 expref: 9 pid: 6544 timeout: 269 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420957.684012:0:6558:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777420957.684075:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f775c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+8:2369:x1863760833737088:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 176us (426us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420957.684084:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 58 00000100:00100000:1.0:1777420957.684105:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 59 00000100:00100000:1.0:1777420957.684111:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134082680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2369:x1863760833737216:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777420957.684128:0:6558:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777420957.684138:0:6558:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001013ffd5/0xa38d71289383ee8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375934 expref: 6 pid: 6541 timeout: 269 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420957.684149:0:6558:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001013ffd5/0xa38d71289383ee8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375934 expref: 6 pid: 6541 timeout: 269 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420957.684163:0:6558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001013ffd5/0xa38d71289383ee8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375934 expref: 6 pid: 6541 timeout: 269 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420957.684174:0:6558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777420957.684176:0:6558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777420957.684181:0:6558:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000087db5a8f/0xa38d71289383f27 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420957.684192:0:6558:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000087db5a8f/0xa38d71289383f27 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420957.684221:0:6558:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777420957.684241:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134082680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+5:2369:x1863760833737216:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 131us (544us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420957.684248:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 59 00000100:00080000:1.0:1777420957.684673:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1777420957.687385:0:6543:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000087db5a8f/0xa38d71289383f27 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420957.687409:0:6543:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000087db5a8f/0xa38d71289383f27 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420957.687454:0:6543:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000087db5a8f/0xa38d71289383f27 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420957.687477:0:6543:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000087db5a8f/0xa38d71289383f27 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420957.687487:0:6543:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000087db5a8f/0xa38d71289383f27 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420957.687495:0:6543:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a33000 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:2.0:1777420957.687501:0:6543:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000087db5a8f/0xa38d71289383f27 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420957.687511:0:6543:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000087db5a8f/0xa38d71289383f27 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420957.687537:0:6543:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000087db5a8f/0xa38d71289383f27 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420957.687558:0:6543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000087db5a8f/0xa38d71289383f27 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420957.687698:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f774e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+7:2367:x1863760833736960:12345-192.168.203.47@tcp:1:lfs.0 Request processed in 11964us (12303us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420957.687714:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 46 00000100:00100000:3.0:1777420957.693826:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420957.693921:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833737472 00000100:00100000:2.0:1777420957.693935:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833737472 00000100:00100000:2.0:1777420957.694466:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 40 00000100:00100000:2.0:1777420957.694489:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111375880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+17:11304:x1863760833737472:12345-192.168.203.47@tcp:35:lfs.0 00000004:00010000:2.0:1777420957.694569:0:5763:0:(mdt_open.c:1996:mdt_hsm_release()) ### [0x200000401:0x8:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25400/0xa38d71289383f19 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375949 expref: 17 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777420957.694917:0:5763:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967386 00000001:00080000:2.0:1777420957.695412:0:5763:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967387 00010000:00010000:2.0:1777420957.695480:0:5763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289383f2e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420957.695499:0:5763:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838a00/0xa38d71289383e78 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37590a expref: 20 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420957.695509:0:5763:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289383ed3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37592d expref: 9 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420957.695517:0:5763:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289383f2e lrc: 5/0,1 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420957.695559:0:5763:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289383ed3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37592d expref: 9 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420957.695576:0:5763:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289383ed3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37592d expref: 9 pid: 5761 timeout: 269 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420957.696652:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c20000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5763:1863760841068672:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777420957.696797:0:5763:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838a00/0xa38d71289383e78 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37590a expref: 20 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420957.696822:0:5763:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838a00/0xa38d71289383e78 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37590a expref: 20 pid: 5761 timeout: 269 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420957.696833:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c21880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5763:1863760841068800:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777420957.696856:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1200ad300 going to sleep for 11 seconds 00000100:00100000:2.0:1777420957.703693:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c20000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5763:1863760841068672:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777420957.703713:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c21880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5763:1863760841068800:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777420957.703745:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289383f2e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420957.703805:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420957.703846:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420957.703878:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833737728 00000100:00100000:1.0:1777420957.703888:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833737728 00010000:00010000:1.0:1777420957.703934:0:5747:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838a00/0xa38d71289383e78 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37590a expref: 21 pid: 5761 timeout: 269 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420957.703967:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833737600 00000100:00100000:1.0:1777420957.703971:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833737600 00010000:00010000:1.0:1777420957.703996:0:5747:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289383ed3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37592d expref: 10 pid: 5761 timeout: 269 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420957.704019:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 60 00000100:00100000:1.0:1777420957.704029:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137957480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+21:2368:x1863760833737728:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777420957.704047:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777420957.704055:0:5747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838a00/0xa38d71289383e78 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37590a expref: 21 pid: 5761 timeout: 269 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420957.704066:0:5747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838a00/0xa38d71289383e78 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37590a expref: 21 pid: 5761 timeout: 269 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420957.704092:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838a00/0xa38d71289383e78 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37590a expref: 21 pid: 5761 timeout: 269 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420957.704109:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff9af106213500) 00010000:00010000:1.0:1777420957.704114:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289383f2e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420957.704123:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289383f2e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420957.704130:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777420957.704189:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137957480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+20:2368:x1863760833737728:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 160us (602us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420957.704205:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 60 00000100:00100000:1.0:1777420957.704227:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 61 00000100:00100000:1.0:1777420957.704234:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137957b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2368:x1863760833737600:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777420957.704242:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777420957.704247:0:5747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289383ed3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37592d expref: 10 pid: 5761 timeout: 269 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420957.704257:0:5747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289383ed3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37592d expref: 10 pid: 5761 timeout: 269 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420957.704269:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289383ed3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37592d expref: 10 pid: 5761 timeout: 269 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420957.704279:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff9af106213500) 00010000:00010000:1.0:1777420957.704283:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289383f2e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420957.704291:0:5747:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289383f2e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420957.704299:0:5747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289383f2e lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420957.704318:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777420957.704339:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137957b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2368:x1863760833737600:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 105us (492us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420957.704345:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 61 00000100:00080000:1.0:1777420957.704402:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1777420957.704553:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289383f2e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420957.704561:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289383f2e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777420957.704752:0:5763:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967388 00000001:00080000:2.0:1777420957.704985:0:5763:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967389 00000100:00100000:2.0:1777420957.705113:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c21880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5763:1863760841068928:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777420957.705168:0:5763:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777420957.705210:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1200adf00 going to sleep for 11 seconds 00000100:00100000:1.0:1777420957.706464:0:5766:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841068928 00000100:00100000:1.0:1777420957.706478:0:5766:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841068928 00000100:00100000:1.0:1777420957.706770:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1777420957.706781:0:5766:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5763:x1863760841068928:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777420957.706947:0:5766:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5763:x1863760841068928:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 167us (1778us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420957.706956:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1777420957.709547:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c21880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5763:1863760841068928:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:0.0:1777420957.709872:0:5763:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967390 00000100:00100000:0.0:1777420957.709978:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118e73100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5763:1863760841069056:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777420957.710048:0:5763:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777420957.710138:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af108ccaa80 going to sleep for 11 seconds 00000100:00100000:2.0:1777420957.712010:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841069056 00000100:00100000:2.0:1777420957.712023:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841069056 00000100:00100000:2.0:1777420957.712098:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1777420957.712110:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5763:x1863760841069056:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777420957.712411:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5763:x1863760841069056:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 302us (2361us total) trans 4294967305 rc 0/0 00000100:00100000:2.0:1777420957.712430:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1777420957.712456:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118e73100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5763:1863760841069056:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:1.0:1777420957.712545:0:5763:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967391 00010000:00010000:1.0:1777420957.712619:0:5763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289383f2e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420957.712632:0:5763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289383f2e lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420957.712641:0:5763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289383f2e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420957.712649:0:5763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a33000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777420957.712655:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289383f2e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420957.712663:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289383f2e lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420957.712682:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff9af106213500) 00010000:00010000:1.0:1777420957.712686:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1777420957.712691:0:5763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289383f2e lrc: 2/0,0 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420957.712707:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289383f2e lrc: 0/0,0 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777420957.712994:0:5763:0:(mdd_object.c:3993:mdd_close()) Object [0x200000401:0x9:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1777420957.713171:0:5763:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4, 64 off8448 00000004:00080000:1.0:1777420957.713187:0:5763:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 169495835056ns, next at 170495831827ns, rc = 0 00000001:00080000:1.0:1777420957.713196:0:5763:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967392 00010000:00010000:1.0:1777420957.713311:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff9af106213500) 00010000:00010000:1.0:1777420957.713315:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1777420957.713334:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25400/0xa38d71289383f19 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x8:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375949 expref: 24 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420957.713516:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111375880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+23:11304:x1863760833737472:12345-192.168.203.47@tcp:35:lfs.0 Request processed in 19029us (19703us total) trans 4294967393 rc 0/0 00000100:00100000:1.0:1777420957.713525:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 40 00000020:00080000:1.0:1777420957.713530:0:5763:0:(tgt_main.c:782:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:1.0:1777420957.729768:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420957.730307:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833737984 00000100:00100000:0.0:1777420957.730321:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833737984 00000100:00100000:0.0:1777420957.730423:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 134 00000100:00100000:0.0:1777420957.730436:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137956a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+23:11307:x1863760833737984:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:0.0:1777420957.730467:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777420957.730495:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25c00/0xa38d71289383f35 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375950 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420957.730600:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24800/0xa38d71289383f3c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420957.730618:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24800/0xa38d71289383f3c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420957.730631:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24800/0xa38d71289383f3c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420957.730649:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25400/0xa38d71289383f43 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420957.730656:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25400/0xa38d71289383f43 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420957.730675:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25400/0xa38d71289383f43 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420957.730906:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24200/0xa38d71289383f4a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420957.730915:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24200/0xa38d71289383f4a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420957.730923:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24200/0xa38d71289383f4a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777420957.730935:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x8:0x0]: returning size 1048576 00010000:00010000:0.0:1777420957.731042:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24800/0xa38d71289383f3c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420957.731051:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24800/0xa38d71289383f3c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420957.731057:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24800/0xa38d71289383f3c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420957.731064:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137c24800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777420957.731068:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24800/0xa38d71289383f3c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420957.731076:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24800/0xa38d71289383f3c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420957.731090:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff9af118b32100) 00010000:00010000:0.0:1777420957.731093:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777420957.731108:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24800/0xa38d71289383f3c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420957.731115:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24800/0xa38d71289383f3c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420957.731128:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25400/0xa38d71289383f43 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420957.731134:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25400/0xa38d71289383f43 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420957.731139:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25400/0xa38d71289383f43 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420957.731145:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137c25400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777420957.731147:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25400/0xa38d71289383f43 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420957.731153:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25400/0xa38d71289383f43 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420957.731160:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x20c03814 (ffff9af10b558100) 00010000:00010000:0.0:1777420957.731162:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777420957.731165:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25400/0xa38d71289383f43 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420957.731170:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25400/0xa38d71289383f43 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420957.731218:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25c00/0xa38d71289383f35 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375950 expref: 26 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420957.731245:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24200/0xa38d71289383f4a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375950 expref: 25 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420957.731253:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff9af10b558500) 00010000:00010000:0.0:1777420957.731256:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777420957.731258:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137c24200, rc 0) 00000100:00100000:0.0:1777420957.731339:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137956a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+25:11307:x1863760833737984:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 906us (1585us total) trans 4294967394 rc 0/0 00000100:00100000:0.0:1777420957.731376:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 134 00000100:00100000:2.0:1777420957.735442:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420957.735554:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833738112 00000100:00100000:3.0:1777420957.735566:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833738112 00000100:00100000:3.0:1777420957.735637:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 135 00000100:00100000:3.0:1777420957.735648:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+25:11307:x1863760833738112:12345-192.168.203.47@tcp:54:lfs.0 00010000:00010000:3.0:1777420957.735740:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d71289383f58 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420957.735762:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d71289383f58 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420957.735777:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d71289383f58 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420957.735809:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d71289383f58 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420957.735816:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d71289383f58 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420957.735823:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d71289383f58 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420957.735839:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cdc00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420957.735844:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d71289383f58 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420957.735852:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d71289383f58 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420957.735866:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff9af10b558500) 00010000:00010000:3.0:1777420957.735870:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1777420957.735876:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d71289383f58 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420957.735882:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d71289383f58 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420957.735974:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+25:11307:x1863760833738112:12345-192.168.203.47@tcp:54:lfs.0 Request processed in 327us (545us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420957.735983:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 135 00000100:00100000:0.0:1777420957.743447:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420957.745058:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833738368 00000100:00100000:1.0:1777420957.745073:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833738368 00000100:00100000:1.0:1777420957.745139:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 41 00000100:00100000:1.0:1777420957.745151:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+25:11307:x1863760833738368:12345-192.168.203.47@tcp:35:lfs.0 00000100:00100000:1.0:1777420957.745451:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+26:11307:x1863760833738368:12345-192.168.203.47@tcp:35:lfs.0 Request processed in 301us (2013us total) trans 4294967395 rc 0/0 00000100:00100000:1.0:1777420957.745461:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 41 00000100:00100000:1.0:1777420957.783315:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420957.783520:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833738624 00000100:00100000:2.0:1777420957.783533:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833738624 00000100:00100000:2.0:1777420957.783725:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 5 00000100:00100000:2.0:1777420957.783738:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137957100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+26:11312:x1863760833738624:12345-192.168.203.47@tcp:103:lfs.0 00010000:00010000:2.0:1777420957.783764:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777420957.783795:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24200/0xa38d71289383f4a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375950 expref: 26 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420957.783818:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff9af10b558500) 00010000:00010000:2.0:1777420957.783835:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777420957.783904:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137957100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+25:11312:x1863760833738624:12345-192.168.203.47@tcp:103:lfs.0 Request processed in 169us (604us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420957.783912:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 5 00000100:00100000:1.0:1777420957.786528:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420957.786691:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833738752 00000100:00100000:2.0:1777420957.786705:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833738752 00000100:00100000:2.0:1777420957.786768:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 136 00000100:00100000:2.0:1777420957.786780:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137956d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+25:11312:x1863760833738752:12345-192.168.203.47@tcp:58:lfs.0 00010000:00010000:2.0:1777420957.786924:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d71289383f5f lrc: 3/0,1 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420957.786945:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d71289383f5f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420957.786958:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d71289383f5f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777420957.787185:0:7427:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].4, 136 off8736 00000100:00100000:2.0:1777420957.787286:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137956d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+25:11312:x1863760833738752:12345-192.168.203.47@tcp:58:lfs.0 Request processed in 507us (769us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420957.787295:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 136 00010000:00010000:0.0:1777420958.040567:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1777420958.170980:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777420958.170991:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777420958.171039:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 5 count 5 00000040:00080000:0.0:1777420958.171045:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777420958.171194:0:11331:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118e72d80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841069184:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1777420958.171796:0:11331:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1056609c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777420958.179720:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420958.179812:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833738880 00000100:00100000:3.0:1777420958.179826:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833738880 00000100:00100000:3.0:1777420958.179898:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 137 00000100:00100000:3.0:1777420958.179909:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:11322:x1863760833738880:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1777420958.179952:0:7427:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000401:0x8:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1777420958.180080:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:11322:x1863760833738880:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 171us (373us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420958.180089:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 137 00000100:00100000:1.0:1777420958.180496:0:11331:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118e72d80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841069184:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1777420958.182632:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420958.182747:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833739008 00000100:00100000:0.0:1777420958.182760:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833739008 00000100:00100000:0.0:1777420958.182828:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 138 00000100:00100000:0.0:1777420958.182839:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137956680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:11322:x1863760833739008:12345-192.168.203.47@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1777420958.182926:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d71289383f66 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.182948:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d71289383f66 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.182980:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d71289383f66 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.185756:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383f6d lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3a066c55 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.185787:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383f6d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3a066c55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.185801:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383f6d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3a066c55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.185848:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289383f74 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.185857:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289383f74 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.185865:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289383f74 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777420958.185928:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x8:0x0]: returning size 1048576 00000004:00200000:0.0:1777420958.185933:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777420958.185949:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289383f74 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.185965:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d71289383f66 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.185973:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d71289383f66 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.186003:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d71289383f66 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.186011:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137c24c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777420958.186016:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d71289383f66 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.186025:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d71289383f66 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.186041:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9af106213200) 00010000:00010000:0.0:1777420958.186045:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777420958.186051:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d71289383f66 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.186058:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d71289383f66 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.186073:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383f6d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3a066c55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.186080:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383f6d lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3a066c55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.186087:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383f6d lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3a066c55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.186094:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137c25000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777420958.186097:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383f6d lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3a066c55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.186115:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383f6d lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3a066c55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.186124:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x3a066c55 (ffff9af10b558200) 00010000:00010000:0.0:1777420958.186126:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777420958.186130:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383f6d lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3a066c55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.186136:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289383f6d lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3a066c55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.186153:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289383f74 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.186160:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289383f74 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.186166:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289383f74 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.186172:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137c25200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777420958.186175:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289383f74 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.186182:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289383f74 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.186190:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff9af106213a00) 00010000:00010000:0.0:1777420958.186193:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777420958.186196:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289383f74 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.188530:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289383f74 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420958.188662:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137956680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:11322:x1863760833739008:12345-192.168.203.47@tcp:34:lhsmtool_posix.0 Request processed in 5819us (6036us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420958.188674:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 138 00000100:00100000:3.0:1777420958.193980:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420958.194023:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833739264 00000100:00100000:3.0:1777420958.194042:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833739264 00000100:00100000:3.0:1777420958.194127:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 139 00000100:00100000:3.0:1777420958.194140:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111374000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:11322:x1863760833739264:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777420958.194168:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777420958.194194:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d71289383f7b lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375957 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420958.195466:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289383f82 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420958.195492:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289383f82 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420958.195506:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289383f82 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777420958.195521:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x8:0x0]: returning size 1048576 00010000:00010000:3.0:1777420958.195794:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289383f82 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420958.195803:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289383f82 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420958.195809:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289383f82 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420958.195815:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cc800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420958.195819:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289383f82 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420958.195826:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289383f82 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420958.195849:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff9af106213a00) 00010000:00010000:3.0:1777420958.195852:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777420958.195859:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289383f82 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420958.195865:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289383f82 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420958.195929:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d71289383f7b lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375957 expref: 11 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420958.195942:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9af106213200) 00010000:00010000:3.0:1777420958.195944:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1777420958.195948:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d71289383f7b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375957 expref: 11 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420958.195960:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0cdc00, rc 0) 00000100:00100000:3.0:1777420958.196045:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111374000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:11322:x1863760833739264:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 1907us (2078us total) trans 4294967396 rc 301/301 00000100:00100000:3.0:1777420958.196055:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 139 00000100:00100000:3.0:1777420958.198715:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420958.198769:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833739392 00000100:00100000:3.0:1777420958.198782:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833739392 00000100:00100000:3.0:1777420958.198853:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 140 00000100:00100000:3.0:1777420958.198864:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111374a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:11322:x1863760833739392:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1777420958.198910:0:5762:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000401:0x8:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1777420958.199059:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111374a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:11322:x1863760833739392:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 196us (355us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420958.199077:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 140 00000100:00100000:3.0:1777420958.201249:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420958.201442:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833739520 00000100:00100000:0.0:1777420958.201455:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833739520 00000100:00100000:0.0:1777420958.201707:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 141 00000100:00100000:0.0:1777420958.201720:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111375180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:11322:x1863760833739520:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777420958.201747:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777420958.201774:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24800/0xa38d71289383f90 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37595e expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.201855:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25400/0xa38d71289383f97 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.201873:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25400/0xa38d71289383f97 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.201886:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25400/0xa38d71289383f97 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.201902:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24200/0xa38d71289383f9e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.201910:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24200/0xa38d71289383f9e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.201930:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24200/0xa38d71289383f9e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.202083:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25c00/0xa38d71289383fa5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.202093:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25c00/0xa38d71289383fa5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.202101:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25c00/0xa38d71289383fa5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777420958.202142:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x7:0x0]: returning size 11776 00000004:00200000:0.0:1777420958.202146:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1777420958.202177:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25c00/0xa38d71289383fa5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.202192:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25400/0xa38d71289383f97 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.202200:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25400/0xa38d71289383f97 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.202207:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25400/0xa38d71289383f97 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.202214:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137c25400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777420958.202219:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25400/0xa38d71289383f97 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.202227:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25400/0xa38d71289383f97 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.202458:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af106213c00) 00010000:00010000:0.0:1777420958.202462:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777420958.202469:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25400/0xa38d71289383f97 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.202476:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25400/0xa38d71289383f97 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.202488:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24200/0xa38d71289383f9e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.202494:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24200/0xa38d71289383f9e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.202500:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24200/0xa38d71289383f9e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.202506:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137c24200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777420958.202509:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24200/0xa38d71289383f9e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.202516:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24200/0xa38d71289383f9e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.202525:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92cebc8b (ffff9af10b558000) 00010000:00010000:0.0:1777420958.202529:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777420958.202532:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24200/0xa38d71289383f9e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.202538:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24200/0xa38d71289383f9e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.202729:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24800/0xa38d71289383f90 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37595e expref: 12 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.202746:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25c00/0xa38d71289383fa5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37595e expref: 11 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.202754:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff9af118b32100) 00010000:00010000:0.0:1777420958.202757:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1777420958.202760:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137c25c00, rc 0) 00000100:00100000:0.0:1777420958.202883:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111375180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:11322:x1863760833739520:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 1164us (1643us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420958.202894:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 141 00000100:00100000:2.0:1777420958.206137:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420958.206298:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833739776 00000100:00100000:3.0:1777420958.206312:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833739776 00000100:00100000:3.0:1777420958.206819:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 142 00000100:00100000:3.0:1777420958.206832:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:11322:x1863760833739776:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777420958.206861:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777420958.206889:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d71289383fac lrc: 2/0,0 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375965 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420958.207742:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289383fb3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420958.207764:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289383fb3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420958.207779:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289383fb3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777420958.207792:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4:0x0]: returning size 0 00010000:00010000:3.0:1777420958.207852:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d71289383fac lrc: 0/0,0 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375965 expref: 14 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420958.207872:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289383fb3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375965 expref: 13 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420958.207881:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4:0x0].0x0 (ffff9af118b32900) 00010000:00010000:3.0:1777420958.207884:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777420958.207896:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0cc800, rc 0) 00000100:00100000:3.0:1777420958.207979:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+13:11322:x1863760833739776:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 1149us (1854us total) trans 4294967397 rc 0/0 00000100:00100000:3.0:1777420958.207988:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 142 00000100:00100000:2.0:1777420958.211626:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420958.211750:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833740032 00000100:00100000:3.0:1777420958.211765:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833740032 00000100:00100000:3.0:1777420958.211839:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 143 00000100:00100000:3.0:1777420958.211850:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+13:11322:x1863760833740032:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1777420958.211928:0:5762:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777420958.211961:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289383fb3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375965 expref: 13 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420958.211989:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4:0x0].0x0 (ffff9af118b32900) 00010000:00010000:3.0:1777420958.212002:0:5762:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777420958.212031:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d71289383fc1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420958.212045:0:5762:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289383ec5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375926 expref: 24 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420958.212054:0:5762:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d71289383fc1 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420958.212098:0:5762:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289383ec5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375926 expref: 24 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420958.212115:0:5762:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289383ec5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375926 expref: 24 pid: 5761 timeout: 269 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420958.212145:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af111374380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841069312:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777420958.212914:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1049aff00 going to sleep for 11 seconds 00000100:00100000:1.0:1777420958.214975:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420958.215087:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833740160 00000100:00100000:2.0:1777420958.215099:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833740160 00000100:00100000:3.0:1777420958.215137:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af111374380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841069312:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777420958.215148:0:5745:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289383ec5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375926 expref: 25 pid: 5761 timeout: 269 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420958.215169:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d71289383fc1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420958.215238:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 62 00000100:00100000:2.0:1777420958.215249:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137956300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+25:2369:x1863760833740160:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777420958.215266:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777420958.215275:0:5745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289383ec5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375926 expref: 25 pid: 5761 timeout: 269 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420958.215291:0:5745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289383ec5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375926 expref: 25 pid: 5761 timeout: 269 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420958.215318:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289383ec5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375926 expref: 25 pid: 5761 timeout: 269 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420958.215337:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff9af118b32100) 00010000:00010000:2.0:1777420958.215342:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d71289383fc1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420958.215625:0:5745:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d71289383fc1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420958.215634:0:5745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d71289383fc1 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420958.215675:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777420958.215689:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d71289383fc1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420958.215698:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d71289383fc1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420958.215725:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289383fc8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x7:0x0].0x57642f04 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420958.215736:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289383fc8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x57642f04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420958.215741:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137956300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+24:2369:x1863760833740160:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 489us (774us total) trans 0 rc 0/0 00010000:00010000:3.0:1777420958.215747:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289383fc8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x57642f04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420958.215754:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 62 00010000:00010000:3.0:1777420958.215844:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d71289383fc1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420958.215853:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d71289383fc1 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420958.215860:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d71289383fc1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420958.215876:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cd400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420958.215881:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d71289383fc1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420958.215888:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d71289383fc1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420958.215896:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff9af118b32100) 00010000:00010000:3.0:1777420958.215900:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420958.215903:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d71289383fc1 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420958.215909:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d71289383fc1 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420958.215919:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289383fc8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x57642f04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420958.215925:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289383fc8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x57642f04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420958.215930:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289383fc8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x57642f04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420958.215935:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cd000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420958.215937:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289383fc8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x57642f04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420958.215943:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289383fc8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x57642f04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420958.215960:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x57642f04 (ffff9af118b32400) 00010000:00010000:3.0:1777420958.215963:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420958.215966:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289383fc8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x7:0x0].0x57642f04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420958.215971:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289383fc8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x7:0x0].0x57642f04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420958.216034:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:11322:x1863760833740032:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 Request processed in 4185us (4422us total) trans 0 rc -2/-2 00000100:00100000:3.0:1777420958.216042:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 143 00000100:00100000:0.0:1777420958.220915:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420958.221271:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833740288 00000100:00100000:1.0:1777420958.221284:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833740288 00000100:00100000:1.0:1777420958.222534:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 144 00000100:00100000:1.0:1777420958.222552:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:11322:x1863760833740288:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777420958.222593:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777420958.222625:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d71289383fcf lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37596c expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420958.222672:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289383fd6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420958.222690:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289383fd6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420958.222707:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289383fd6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420958.222822:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d71289383fcf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37596c expref: 14 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420958.222841:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289383fd6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37596c expref: 13 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420958.222852:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4:0x0].0x0 (ffff9af1061f8500) 00010000:00010000:1.0:1777420958.222856:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1777420958.222870:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137d13a00, rc 0) 00000100:00100000:1.0:1777420958.222952:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+13:11322:x1863760833740288:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 404us (2053us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420958.223326:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 144 00000100:00100000:0.0:1777420958.228446:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420958.228678:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833740544 00000100:00100000:1.0:1777420958.228692:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833740544 00000100:00100000:1.0:1777420958.228761:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 145 00000100:00100000:1.0:1777420958.228773:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c679880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+13:11322:x1863760833740544:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1777420958.228880:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289383fdd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420958.228902:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289383fdd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420958.228917:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289383fdd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777420958.229174:0:5762:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000b721e2db reply state 00000000a06dceb0 transno 4294967398 ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289383fdd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420958.229187:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777420958.229313:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c679880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+15:11322:x1863760833740544:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 Request processed in 541us (880us total) trans 4294967398 rc 0/0 00000100:00100000:1.0:1777420958.229322:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 145 00010000:00010000:2.0:1777420958.231619:0:3281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289383fdd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420958.231639:0:3281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289383fdd lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420958.231648:0:3281:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289383fdd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420958.231655:0:3281:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137d13000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420958.231660:0:3281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289383fdd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420958.231668:0:3281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289383fdd lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420958.231688:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4:0x0].0x0 (ffff9af1061f8500) 00010000:00010000:2.0:1777420958.231692:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1777420958.231697:0:3281:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289383fdd lrc: 2/0,0 mode: --/PW res: [0x200000402:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420958.231716:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289383fdd lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420958.236041:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420958.236124:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833740672 00000100:00100000:1.0:1777420958.236138:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833740672 00000100:00100000:1.0:1777420958.236217:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 146 00000100:00100000:1.0:1777420958.236230:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001192d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+14:11322:x1863760833740672:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777420958.236259:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777420958.236297:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d71289383fe4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375973 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420958.236577:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d71289383fe4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375973 expref: 15 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420958.236604:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d71289383fe4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375973 expref: 15 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420958.236616:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4:0x0].0x0 (ffff9af1061f8500) 00010000:00010000:1.0:1777420958.236619:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777420958.236623:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137d13200, rc 0) 00000100:00100000:1.0:1777420958.236696:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001192d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+15:11322:x1863760833740672:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 468us (664us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420958.236704:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 146 00000100:00100000:1.0:1777420958.238790:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420958.238873:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833740800 00000100:00100000:0.0:1777420958.238885:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833740800 00000100:00100000:0.0:1777420958.238948:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 42 00000100:00100000:0.0:1777420958.238959:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af10f5be050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+15:11322:x1863760833740800:12345-192.168.203.47@tcp:49:lhsmtool_posix.0 00000100:00100000:0.0:1777420958.240738:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af10f5be050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+15:11322:x1863760833740800:12345-192.168.203.47@tcp:49:lhsmtool_posix.0 Request processed in 1768us (1943us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420958.240755:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 42 00000100:00100000:0.0:1777420958.246862:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420958.246973:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833741056 00000100:00100000:3.0:1777420958.246987:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833741056 00000100:00100000:3.0:1777420958.247095:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 43 00000100:00100000:3.0:1777420958.247108:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001192680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+15:11322:x1863760833741056:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1777420958.247523:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001192680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+16:11322:x1863760833741056:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 416us (673us total) trans 4294967399 rc 0/0 00000100:00100000:3.0:1777420958.247532:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 43 00000100:00100000:3.0:1777420958.255477:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420958.255601:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833741312 00000100:00100000:1.0:1777420958.255620:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833741312 00000100:00100000:1.0:1777420958.255837:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 147 00000100:00100000:1.0:1777420958.255850:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111374380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+16:11322:x1863760833741312:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777420958.255995:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111374380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+16:11322:x1863760833741312:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 147us (659us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420958.256004:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 147 00000100:00100000:2.0:1777420958.259144:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420958.259254:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833741568 00000100:00100000:1.0:1777420958.259267:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833741568 00000100:00100000:1.0:1777420958.259333:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 148 00000100:00100000:1.0:1777420958.259344:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+16:11322:x1863760833741568:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777420958.259786:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777420958.259814:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12600/0xa38d71289383feb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37597a expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420958.259937:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d71289383ff2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420958.259954:0:5762:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d71289383fe4 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375973 expref: 17 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420958.259965:0:5762:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d71289383ff2 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420958.260007:0:5762:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d71289383fe4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375973 expref: 17 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420958.260024:0:5762:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d71289383fe4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375973 expref: 17 pid: 7427 timeout: 270 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420958.260050:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137957800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841069440:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777420958.260165:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13c6cda80 going to sleep for 11 seconds 00000100:00100000:1.0:1777420958.263981:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137957800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841069440:192.168.203.47@tcp:104: 00010000:00010000:1.0:1777420958.264020:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d71289383ff2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420958.265029:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420958.265153:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833741696 00000100:00100000:1.0:1777420958.265164:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833741696 00010000:00010000:1.0:1777420958.265208:0:5745:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d71289383fe4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375973 expref: 18 pid: 7427 timeout: 270 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420958.265271:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 63 00000100:00100000:1.0:1777420958.265282:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af102fb6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+18:2368:x1863760833741696:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777420958.265300:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777420958.265308:0:5745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d71289383fe4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375973 expref: 18 pid: 7427 timeout: 270 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420958.265322:0:5745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d71289383fe4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375973 expref: 18 pid: 7427 timeout: 270 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420958.265389:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d71289383fe4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375973 expref: 18 pid: 7427 timeout: 270 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420958.265409:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4:0x0].0x0 (ffff9af1061f8500) 00010000:00010000:1.0:1777420958.265414:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d71289383ff2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420958.265424:0:5745:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d71289383ff2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420958.265432:0:5745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d71289383ff2 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420958.265461:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777420958.265513:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af102fb6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+17:2368:x1863760833741696:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 233us (490us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420958.265521:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 63 00010000:00010000:3.0:1777420958.265939:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d71289383ff2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420958.265949:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d71289383ff2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777420958.265973:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4:0x0]: returning size 0 00000004:00080000:3.0:1777420958.266444:0:5762:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x4:0x0], index 1: 0 00010000:00010000:3.0:1777420958.266733:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d71289383ff2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420958.266758:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d71289383ff2 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420958.266766:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d71289383ff2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420958.266772:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137d12400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420958.266777:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d71289383ff2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420958.266786:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d71289383ff2 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420958.266801:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4:0x0].0x0 (ffff9af1061f8500) 00010000:00010000:3.0:1777420958.266804:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777420958.266809:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d71289383ff2 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420958.266815:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d71289383ff2 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420958.266885:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12600/0xa38d71289383feb lrc: 1/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37597a expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420958.266896:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff9af118b32100) 00010000:00010000:3.0:1777420958.266898:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1777420958.266902:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12600/0xa38d71289383feb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37597a expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420958.266912:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137d12600, rc 0) 00000100:00100000:3.0:1777420958.267021:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+16:11322:x1863760833741568:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 7677us (7889us total) trans 4294967400 rc 301/301 00000100:00100000:3.0:1777420958.267029:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 148 00000100:00100000:2.0:1777420958.269675:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420958.269778:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833741952 00000100:00100000:3.0:1777420958.269791:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833741952 00000100:00100000:3.0:1777420958.269910:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 44 00000100:00100000:3.0:1777420958.269922:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+16:11322:x1863760833741952:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1777420958.270701:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+17:11322:x1863760833741952:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 777us (1035us total) trans 4294967401 rc 0/0 00000100:00100000:3.0:1777420958.270712:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 44 00000100:00100000:2.0:1777420958.272840:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420958.272920:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833742080 00000100:00100000:3.0:1777420958.272933:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833742080 00000100:00100000:3.0:1777420958.273001:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 149 00000100:00100000:3.0:1777420958.273011:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+17:11322:x1863760833742080:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777420958.273038:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777420958.273067:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384000 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375981 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420958.273154:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d71289384007 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420958.273172:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d71289384007 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420958.273185:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d71289384007 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777420958.273227:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4:0x0]: returning size 0 00000004:00200000:3.0:1777420958.273247:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777420958.273270:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d71289384007 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420958.273300:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384000 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375981 expref: 19 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420958.273321:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d71289384007 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375981 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420958.273331:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4:0x0].0x0 (ffff9af1061f8500) 00010000:00010000:3.0:1777420958.273334:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1777420958.273340:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0cd400, rc 0) 00000100:00100000:3.0:1777420958.273517:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+18:11322:x1863760833742080:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 506us (689us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420958.273526:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 149 00000100:00100000:0.0:1777420958.276128:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420958.276517:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833742208 00000100:00100000:2.0:1777420958.276530:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833742208 00000100:00080000:1.0:1777420958.276609:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777420958.276672:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 47 00000100:00100000:2.0:1777420958.276684:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12dc83c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+5:2367:x1863760833742208:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777420958.276707:0:6543:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777420958.276735:0:6543:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000620704dd/0xa38d7128938400e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375988 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777420958.276768:0:6543:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1777420958.276792:0:6543:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777420958.276794:0:6543:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777420958.276806:0:6543:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000620704dd/0xa38d7128938400e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375988 expref: 6 pid: 6543 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420958.276825:0:6543:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000620704dd/0xa38d7128938400e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375988 expref: 6 pid: 6543 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420958.276840:0:6543:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af120a33600, rc 0) 00000100:00100000:2.0:1777420958.276948:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12dc83c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2367:x1863760833742208:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 265us (830us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420958.276965:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 47 00000100:00100000:2.0:1777420958.280847:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420958.280968:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833742464 00000100:00100000:3.0:1777420958.280981:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833742464 00000100:00100000:3.0:1777420958.281111:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 150 00000100:00100000:3.0:1777420958.281122:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+18:11322:x1863760833742464:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1777420958.281273:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+18:11322:x1863760833742464:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 152us (439us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420958.281283:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 150 00000100:00100000:3.0:1777420958.287746:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420958.287950:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833742592 00000100:00100000:2.0:1777420958.287964:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833742592 00000100:00100000:2.0:1777420958.288043:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 48 00000100:00100000:2.0:1777420958.288055:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111374e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:11322:x1863760833742592:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777420958.288078:0:6543:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777420958.288103:0:6543:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000001e6a9c/0xa38d71289384015 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37598f expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420958.288141:0:6543:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000620704dd/0xa38d7128938400e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375988 expref: 7 pid: 6543 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420958.288151:0:6543:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777420958.288153:0:6543:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777420958.288158:0:6543:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000001e6a9c/0xa38d71289384015 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37598f expref: 7 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420958.288198:0:6543:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000620704dd/0xa38d7128938400e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375988 expref: 7 pid: 6543 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420958.288213:0:6543:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000620704dd/0xa38d7128938400e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375988 expref: 7 pid: 6543 timeout: 270 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420958.288229:0:6543:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c22680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6543:1863760841069568:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777420958.288517:0:6543:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1200ad780 going to sleep for 11 seconds 00000100:00100000:2.0:1777420958.292485:0:6543:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c22680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6543:1863760841069568:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777420958.292534:0:6543:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000001e6a9c/0xa38d71289384015 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37598f expref: 7 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420958.292562:0:6543:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af120a32200, rc 0) 00000100:00100000:0.0:1777420958.292709:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420958.292840:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111374e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+7:11322:x1863760833742592:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 4786us (5108us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420958.292852:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 48 00000100:00100000:1.0:1777420958.293235:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833742720 00000100:00100000:1.0:1777420958.293246:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833742720 00010000:00010000:1.0:1777420958.293379:0:5745:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000620704dd/0xa38d7128938400e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375988 expref: 7 pid: 6543 timeout: 270 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420958.293459:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 64 00000100:00100000:1.0:1777420958.293470:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001192300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+7:2368:x1863760833742720:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777420958.293485:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777420958.293512:0:5745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000620704dd/0xa38d7128938400e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375988 expref: 7 pid: 6543 timeout: 270 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420958.293525:0:5745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000620704dd/0xa38d7128938400e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375988 expref: 7 pid: 6543 timeout: 270 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420958.293552:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000620704dd/0xa38d7128938400e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375988 expref: 7 pid: 6543 timeout: 270 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420958.293566:0:5745:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777420958.293569:0:5745:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777420958.293577:0:5745:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000001e6a9c/0xa38d71289384015 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37598f expref: 6 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420958.293600:0:5745:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000001e6a9c/0xa38d71289384015 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37598f expref: 6 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420958.293644:0:5745:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000001e6a9c/0xa38d71289384015 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37598f expref: 6 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420958.293675:0:5745:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137957480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5745:1863760841069696:192.168.203.47@tcp:105: 00000100:00100000:1.0:1777420958.293759:0:5745:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af110037a80 going to sleep for 11 seconds 00000100:00100000:1.0:1777420958.298827:0:5745:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137957480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5745:1863760841069696:192.168.203.47@tcp:105: 00010000:00010000:1.0:1777420958.298860:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777420958.298929:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001192300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2368:x1863760833742720:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 5461us (6220us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420958.298943:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 64 00000100:00100000:1.0:1777420958.329222:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420958.329433:0:6548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833742848 00000100:00100000:2.0:1777420958.329446:0:6548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833742848 00002000:00100000:2.0:1777420958.329509:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (0->1048575) req@ffff9af137957480 x1863760833742848/t0(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:724/0 lens 488/0 e 0 to 0 dl 1777420969 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777420958.329522:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af137957480 with x1863760833742848 ext(0->1048575) 00002000:00010000:2.0:1777420958.329529:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af137957480 00000100:00100000:2.0:1777420958.329567:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 36 00000100:00100000:2.0:1777420958.329606:0:6548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137957480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2369:x1863760833742848:12345-192.168.203.47@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1777420958.355094:0:6548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137957480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+8:2369:x1863760833742848:12345-192.168.203.47@tcp:4:lhsmtool_posix.0 Request processed in 25500us (25869us total) trans 4294967303 rc 0/0 00000100:00100000:2.0:1777420958.355114:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 36 00002000:00100000:2.0:1777420958.355130:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (0->1048575) req@ffff9af137957480 x1863760833742848/t4294967303(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:724/0 lens 488/448 e 0 to 0 dl 1777420969 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777420958.355142:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af137957480 with x1863760833742848 ext(0->1048575) 00002000:00010000:2.0:1777420958.355150:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af137957480 00000100:00100000:2.0:1777420958.357673:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420958.357747:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833742976 00000100:00100000:3.0:1777420958.357759:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833742976 00000100:00100000:3.0:1777420958.357820:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 151 00000100:00100000:3.0:1777420958.357831:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+18:11322:x1863760833742976:12345-192.168.203.47@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1777420958.389063:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967394 is committed 00000020:00080000:0.0:1777420958.389081:0:5782:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9af108cca540 refcount 2 committed 0 result 0 batchid 3 00000020:00080000:0.0:1777420958.389085:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9af1348d0700 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9af13c06ad80 00000020:00080000:0.0:1777420958.389088:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9af1348d0d00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9af13c673800 00000001:00080000:0.0:1777420958.389107:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967398 is committed 00000001:00080000:0.0:1777420958.389116:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967395 is committed 00000020:00080000:3.0:1777420958.389118:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 3 committed batchid 1 00000004:00080000:0.0:1777420958.389123:0:5782:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 5 committed 00000001:00080000:0.0:1777420958.389156:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967401 is committed 00000020:00080000:0.0:1777420958.389173:0:5782:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 2 batchid updated 00000100:00100000:0.0:1777420958.389306:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001193800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1863760841069824:0@lo:6:osp-syn-0-0.0 00000020:00080000:3.0:1777420958.389323:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 2 00000100:00100000:0.0:1777420958.389424:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777420958.389449:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:11322:x1863760833742976:12345-192.168.203.47@tcp:44:lhsmtool_posix.0 Request processed in 31613us (31783us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420958.389463:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 151 00000100:00100000:0.0:1777420958.389506:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841069824 00000100:00100000:0.0:1777420958.389515:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841069824 00000100:00100000:0.0:1777420958.389591:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1777420958.389604:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001190700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3298:x1863760841069824:12345-0@lo:6:osp-syn-0-0.0 00000100:00080000:2.0:1777420958.389605:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00080000:0.0:1777420958.389772:0:6543:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4 count 1 00002000:00010000:0.0:1777420958.389901:0:6543:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x4:0x0] initial LVB size: 1048576, mtime: 0x69f14a9b, atime: 0x0, ctime: 0x69f14a9b, blocks: 0x1 00010000:00010000:0.0:1777420958.389911:0:6543:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000430590fc/0xa38d7128938401c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.389930:0:6543:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777420958.389932:0:6543:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777420958.389939:0:6543:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000430590fc/0xa38d7128938401c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.389958:0:6543:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000430590fc/0xa38d7128938401c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.389982:0:6543:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000430590fc/0xa38d7128938401c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.389990:0:6543:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000430590fc/0xa38d7128938401c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.390018:0:6543:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777420958.390112:0:5749:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777420958.390120:0:5749:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000430590fc/0xa38d7128938401c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420958.390129:0:5749:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137c24c00 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:3.0:1777420958.390134:0:5749:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000430590fc/0xa38d7128938401c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420958.390143:0:5749:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000430590fc/0xa38d7128938401c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420958.390163:0:5749:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000430590fc/0xa38d7128938401c lrc: 1/0,0 mode: --/PW res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420958.390171:0:5749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000430590fc/0xa38d7128938401c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420958.390189:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777420958.390192:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777420958.390194:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777420958.390442:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001190700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3298:x1863760841069824:12345-0@lo:6:osp-syn-0-0.0 Request processed in 840us (1017us total) trans 4294967306 rc 0/0 00000100:00100000:0.0:1777420958.390450:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000004:00080000:3.0:1777420958.390556:0:3298:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9af001193800/2, rc 0, transno 4294967306 00000100:00100000:3.0:1777420958.390563:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001193800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1863760841069824:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777420958.392066:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420958.392160:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833743104 00000100:00100000:0.0:1777420958.392171:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833743104 00000100:00100000:0.0:1777420958.392231:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 50 00000100:00100000:0.0:1777420958.392243:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137957b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+8:2368:x1863760833743104:12345-192.168.203.47@tcp:16:lhsmtool_posix.0 00000001:00080000:1.0:1777420958.416896:0:7430:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967303 is committed 00000100:00100000:3.0:1777420958.417117:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137957b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2368:x1863760833743104:12345-192.168.203.47@tcp:16:lhsmtool_posix.0 Request processed in 24869us (25051us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420958.417142:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 50 00000100:00100000:3.0:1777420958.422167:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420958.422319:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833743360 00000100:00100000:2.0:1777420958.422332:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833743360 00000100:00100000:2.0:1777420958.422421:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 152 00000100:00100000:2.0:1777420958.422433:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111375500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:11322:x1863760833743360:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1777420958.422501:0:5762:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777420958.422536:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d71289384007 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375981 expref: 12 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420958.422560:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4:0x0].0x0 (ffff9af1061f8500) 00010000:00010000:2.0:1777420958.422565:0:5762:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777420958.422694:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d71289384023 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420958.422713:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d71289384023 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420958.422726:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d71289384023 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420958.422758:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d71289384023 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420958.422765:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d71289384023 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420958.422772:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d71289384023 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420958.422786:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a33c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420958.422791:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d71289384023 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420958.422799:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d71289384023 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420958.422808:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4:0x0].0x0 (ffff9af1061f8500) 00010000:00010000:2.0:1777420958.422812:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420958.422816:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d71289384023 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420958.422822:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d71289384023 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420958.422945:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111375500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:11322:x1863760833743360:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 Request processed in 513us (789us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420958.422954:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 152 00000100:00100000:2.0:1777420958.425160:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420958.425216:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833743488 00000100:00100000:3.0:1777420958.425229:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833743488 00000100:00100000:3.0:1777420958.425294:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 153 00000100:00100000:3.0:1777420958.425305:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:11322:x1863760833743488:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777420958.425331:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777420958.425380:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d7128938402a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375996 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420958.425449:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d7128938402a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375996 expref: 12 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420958.425465:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d7128938402a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375996 expref: 12 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420958.425485:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4:0x0].0x0 (ffff9af1061f8500) 00010000:00010000:3.0:1777420958.425489:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777420958.425492:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0cc800, rc 0) 00000100:00100000:3.0:1777420958.425561:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:11322:x1863760833743488:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 256us (413us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420958.425653:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 153 00000100:00100000:2.0:1777420958.430496:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000040:00080000:3.0:1777420958.433464:0:12102:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777420958.433476:0:12102:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777420958.433555:0:12102:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 5 count 5 00000040:00080000:3.0:1777420958.433561:0:12102:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777420958.433685:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833743616 00000100:00100000:0.0:1777420958.433697:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833743616 00000100:00100000:2.0:1777420958.435339:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 51 00000100:00100000:2.0:1777420958.435371:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2368:x1863760833743616:12345-192.168.203.47@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1777420958.435662:0:6543:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb size from disk: 0 -> 1048576 00002000:00010000:2.0:1777420958.435666:0:6543:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb mtime from disk: 0 -> 1777420955 00002000:00010000:2.0:1777420958.435669:0:6543:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb atime from disk: 0 -> 1777420955 00002000:00010000:2.0:1777420958.435671:0:6543:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb ctime from disk: 0 -> 1777420955 00002000:00010000:2.0:1777420958.435673:0:6543:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb blocks from disk: 1 -> 2051 00000100:00100000:2.0:1777420958.435763:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+7:2368:x1863760833743616:12345-192.168.203.47@tcp:2:lhsmtool_posix.0 Request processed in 411us (5280us total) trans 4294967304 rc 0/0 00000100:00100000:2.0:1777420958.435773:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 51 00000100:00100000:2.0:1777420958.439237:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420958.439347:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833743872 00000100:00100000:3.0:1777420958.439375:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833743872 00000100:00100000:3.0:1777420958.439451:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 154 00000100:00100000:3.0:1777420958.439462:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:11322:x1863760833743872:12345-192.168.203.47@tcp:55:lhsmtool_posix.0 00010000:00010000:3.0:1777420958.439544:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384031 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420958.439564:0:7427:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289383fd6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37596c expref: 12 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420958.439574:0:7427:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384031 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420958.439632:0:7427:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289383fd6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37596c expref: 12 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420958.439649:0:7427:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289383fd6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37596c expref: 12 pid: 5762 timeout: 270 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420958.439775:0:7427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af111375c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:7427:1863760841069952:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777420958.439886:0:7427:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af111079f00 going to sleep for 11 seconds 00000100:00100000:2.0:1777420958.444729:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420958.444822:0:7427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af111375c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:7427:1863760841069952:192.168.203.47@tcp:104: 00010000:00010000:3.0:1777420958.444854:0:7427:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384031 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420958.444883:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833744000 00000100:00100000:0.0:1777420958.445018:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833744000 00010000:00010000:0.0:1777420958.445064:0:5745:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289383fd6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37596c expref: 13 pid: 5762 timeout: 270 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420958.445108:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 65 00000100:00100000:0.0:1777420958.445119:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c22a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+13:2366:x1863760833744000:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777420958.445135:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777420958.445151:0:5745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289383fd6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37596c expref: 13 pid: 5762 timeout: 270 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.445173:0:5745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289383fd6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37596c expref: 13 pid: 5762 timeout: 270 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.445200:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289383fd6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37596c expref: 13 pid: 5762 timeout: 270 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.445216:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4:0x0].0x0 (ffff9af1061f8500) 00010000:00010000:0.0:1777420958.445222:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384031 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.445233:0:5745:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384031 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.445242:0:5745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384031 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.445401:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777420958.445421:0:7427:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384031 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420958.445431:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384031 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420958.445463:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c22a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2366:x1863760833744000:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 345us (743us total) trans 0 rc 0/0 00010000:00010000:3.0:1777420958.445472:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384031 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420958.445474:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 65 00010000:00010000:3.0:1777420958.445484:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384031 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420958.445491:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384031 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420958.445498:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cd000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420958.445503:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384031 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420958.445510:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384031 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420958.445519:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4:0x0].0x0 (ffff9af1061f8500) 00010000:00010000:3.0:1777420958.445523:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1777420958.445528:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384031 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420958.445534:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384031 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420958.445591:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:11322:x1863760833743872:12345-192.168.203.47@tcp:55:lhsmtool_posix.0 Request processed in 6120us (6356us total) trans 0 rc -22/-22 00000100:00100000:3.0:1777420958.445600:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 154 00000100:00100000:3.0:1777420958.449498:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420958.449604:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833744128 00000100:00100000:0.0:1777420958.449617:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833744128 00000100:00100000:0.0:1777420958.449682:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 52 00000100:00100000:0.0:1777420958.449695:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111375c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+7:2367:x1863760833744128:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1777420958.449748:0:6544:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d74ee162/0xa38d71289384038 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.449788:0:6544:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000001e6a9c/0xa38d71289384015 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37598f expref: 7 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.449797:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777420958.449799:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777420958.449804:0:6544:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d74ee162/0xa38d71289384038 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.449933:0:6544:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000001e6a9c/0xa38d71289384015 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37598f expref: 7 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.449950:0:6544:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000001e6a9c/0xa38d71289384015 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37598f expref: 7 pid: 6543 timeout: 270 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420958.449968:0:6544:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001191880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6544:1863760841070080:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777420958.450071:0:6544:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af11253c6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777420958.457144:0:6544:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001191880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6544:1863760841070080:192.168.203.47@tcp:104: 00010000:00010000:3.0:1777420958.457194:0:6544:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d74ee162/0xa38d71289384038 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420958.462330:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420958.463879:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833744256 00000100:00100000:1.0:1777420958.463897:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833744256 00010000:00010000:1.0:1777420958.463945:0:5745:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000001e6a9c/0xa38d71289384015 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37598f expref: 8 pid: 6543 timeout: 270 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420958.463999:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 66 00000100:00100000:1.0:1777420958.464012:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c23100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+8:2369:x1863760833744256:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777420958.464028:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777420958.464054:0:5745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000001e6a9c/0xa38d71289384015 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37598f expref: 8 pid: 6543 timeout: 270 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420958.464070:0:5745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000001e6a9c/0xa38d71289384015 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37598f expref: 8 pid: 6543 timeout: 270 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420958.464114:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000001e6a9c/0xa38d71289384015 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37598f expref: 8 pid: 6543 timeout: 270 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420958.464131:0:5745:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777420958.464134:0:5745:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777420958.464139:0:5745:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d74ee162/0xa38d71289384038 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420958.464151:0:5745:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d74ee162/0xa38d71289384038 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420958.464194:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777420958.464270:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c23100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+7:2369:x1863760833744256:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 260us (1954us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420958.464279:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 66 00010000:00010000:0.0:1777420958.464597:0:6544:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d74ee162/0xa38d71289384038 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.464608:0:6544:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d74ee162/0xa38d71289384038 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.464636:0:6544:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d74ee162/0xa38d71289384038 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.464657:0:6544:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d74ee162/0xa38d71289384038 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.464666:0:6544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d74ee162/0xa38d71289384038 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.464674:0:6544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137c25000 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:0.0:1777420958.464679:0:6544:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d74ee162/0xa38d71289384038 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.464688:0:6544:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d74ee162/0xa38d71289384038 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.464703:0:6544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d74ee162/0xa38d71289384038 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.464710:0:6544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d74ee162/0xa38d71289384038 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420958.464889:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111375c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2367:x1863760833744128:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 Request processed in 15196us (15399us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420958.464898:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 52 00000100:00100000:3.0:1777420958.467666:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420958.467755:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833744512 00000100:00100000:1.0:1777420958.467778:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833744512 00000100:00100000:1.0:1777420958.467845:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 155 00000100:00100000:1.0:1777420958.467857:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111375f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:11322:x1863760833744512:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1777420958.467955:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13400/0xa38d7128938403f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420958.467976:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13400/0xa38d7128938403f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420958.467989:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13400/0xa38d7128938403f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420958.468281:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289384046 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420958.468294:0:7427:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d7128938402a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375996 expref: 12 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420958.468303:0:7427:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289384046 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420958.468342:0:7427:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d7128938402a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375996 expref: 12 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420958.468396:0:7427:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d7128938402a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375996 expref: 12 pid: 5762 timeout: 270 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420958.468414:0:7427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137957100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:7427:1863760841070208:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777420958.468522:0:7427:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1346d1f00 going to sleep for 11 seconds 00000100:00100000:2.0:1777420958.475273:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420958.475797:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833744640 00000100:00100000:1.0:1777420958.475810:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833744640 00010000:00010000:1.0:1777420958.475861:0:5745:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d7128938402a lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375996 expref: 13 pid: 5762 timeout: 270 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420958.475905:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 67 00000100:00100000:1.0:1777420958.475916:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c21880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+13:2368:x1863760833744640:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777420958.475933:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777420958.475942:0:5745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d7128938402a lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375996 expref: 13 pid: 5762 timeout: 270 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420958.475975:0:5745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d7128938402a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375996 expref: 13 pid: 5762 timeout: 270 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420958.476002:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4:0x0].0x0 (ffff9af1061f8500) 00010000:00010000:1.0:1777420958.476008:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289384046 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420958.476019:0:5745:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289384046 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420958.476028:0:5745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289384046 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420958.476050:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777420958.476113:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c21880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+13:2368:x1863760833744640:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 198us (854us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420958.476122:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 67 00010000:00010000:0.0:1777420958.476495:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d7128938402a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375996 expref: 12 pid: 5762 timeout: 270 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420958.476530:0:7427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137957100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:7427:1863760841070208:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777420958.476560:0:7427:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289384046 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.476571:0:7427:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289384046 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.476587:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289384046 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777420958.476831:0:7427:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967402 00000001:00080000:0.0:1777420958.477044:0:7427:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967403 00000001:00080000:0.0:1777420958.477115:0:7427:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967404 00000100:00100000:0.0:1777420958.477212:0:7427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001190000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:7427:1863760841070336:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1777420958.477293:0:7427:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777420958.477335:0:7427:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af11902fe40 going to sleep for 11 seconds 00000100:00100000:2.0:1777420958.477819:0:5766:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841070336 00000100:00100000:2.0:1777420958.477829:0:5766:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841070336 00000100:00100000:2.0:1777420958.477889:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1777420958.477898:0:5766:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001190a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:7427:x1863760841070336:12345-0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1777420958.477990:0:5766:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001190a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:7427:x1863760841070336:12345-0@lo:1000:mdt00_004.0 Request processed in 93us (698us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420958.477998:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00080000:3.0:1777420958.478137:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777420958.478447:0:7427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001190000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:7427:1863760841070336:0@lo:1000:mdt00_004.0 00000001:00080000:0.0:1777420958.478916:0:7427:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967405 00000100:00100000:0.0:1777420958.479008:0:7427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001190000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:7427:1863760841070464:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1777420958.479077:0:7427:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777420958.479208:0:7427:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af103ef2780 going to sleep for 11 seconds 00000100:00100000:0.0:1777420958.479231:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841070464 00000100:00100000:0.0:1777420958.479239:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841070464 00000100:00100000:0.0:1777420958.479456:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1777420958.479467:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001191180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:7427:x1863760841070464:12345-0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1777420958.479768:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001191180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:7427:x1863760841070464:12345-0@lo:1000:mdt00_004.0 Request processed in 301us (689us total) trans 4294967305 rc 0/0 00000100:00100000:0.0:1777420958.479784:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1777420958.479941:0:7427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001190000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:7427:1863760841070464:0@lo:1000:mdt00_004.0 00000001:00080000:0.0:1777420958.480063:0:7427:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967406 00010000:00010000:0.0:1777420958.480189:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289384046 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.480200:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289384046 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.480209:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289384046 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.480216:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137d13a00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777420958.480221:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289384046 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.480229:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289384046 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.480258:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4:0x0].0x0 (ffff9af1061f8500) 00010000:00010000:0.0:1777420958.480262:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777420958.480269:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289384046 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.480435:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289384046 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.480473:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d71289383f5f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.480479:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d71289383f5f lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.480493:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d71289383f5f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.480498:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a32e00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777420958.480502:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d71289383f5f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.480510:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d71289383f5f lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.480519:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff9af106213a00) 00010000:00010000:0.0:1777420958.480522:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777420958.480526:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d71289383f5f lrc: 2/0,0 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.480532:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d71289383f5f lrc: 0/0,0 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.480568:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d7128938404d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.480592:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d7128938404d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.480603:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d7128938404d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.480611:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d7128938404d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.480617:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d7128938404d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.480630:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d7128938404d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.480636:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137c25000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777420958.480639:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d7128938404d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.480645:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d7128938404d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.480654:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff9af106213a00) 00010000:00010000:0.0:1777420958.480657:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777420958.480660:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d7128938404d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.480747:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d7128938404d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.480758:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13400/0xa38d7128938403f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.480765:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13400/0xa38d7128938403f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.480771:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13400/0xa38d7128938403f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.480777:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137d13400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777420958.480780:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13400/0xa38d7128938403f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.480797:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13400/0xa38d7128938403f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.480806:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff9af106213a00) 00010000:00010000:0.0:1777420958.480808:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777420958.480811:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13400/0xa38d7128938403f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.480910:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13400/0xa38d7128938403f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420958.481212:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111375f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+16:11322:x1863760833744512:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 13352us (13549us total) trans 4294967407 rc 0/0 00000040:00080000:1.0:1777420958.481220:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000100:00100000:0.0:1777420958.481226:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 155 00000040:00080000:1.0:1777420958.481229:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000020:00080000:0.0:1777420958.481233:0:7427:0:(tgt_main.c:782:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:1.0:1777420958.481781:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 5 00000040:00080000:1.0:1777420958.481792:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777420958.484972:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420958.485192:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833744896 00000100:00100000:0.0:1777420958.485207:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833744896 00000100:00100000:0.0:1777420958.485894:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 45 00000100:00100000:0.0:1777420958.485910:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+16:11322:x1863760833744896:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000004:00080000:0.0:1777420958.488532:0:5764:0:(mdd_object.c:3993:mdd_close()) Object [0x200000402:0x4:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1777420958.489236:0:5764:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967408 00010000:00010000:0.0:1777420958.489741:0:5764:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24200/0xa38d71289384054 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.489765:0:5764:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24200/0xa38d71289384054 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.489780:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24200/0xa38d71289384054 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.489809:0:5764:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24200/0xa38d71289384054 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.490097:0:5764:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24200/0xa38d71289384054 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.490106:0:5764:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24200/0xa38d71289384054 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420958.490139:0:5764:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777420958.490290:0:8267:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777420958.490299:0:8267:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24200/0xa38d71289384054 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420958.490308:0:8267:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137c24200 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:2.0:1777420958.490313:0:8267:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24200/0xa38d71289384054 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420958.490322:0:8267:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24200/0xa38d71289384054 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420958.490339:0:8267:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4:0x0].0x0 (ffff9af10b558000) 00010000:00010000:2.0:1777420958.490342:0:8267:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777420958.490348:0:8267:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24200/0xa38d71289384054 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420958.490382:0:8267:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24200/0xa38d71289384054 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420958.490400:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777420958.490402:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777420958.490404:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777420958.490560:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+18:11322:x1863760833744896:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 4648us (5595us total) trans 4294967409 rc 0/0 00000100:00100000:0.0:1777420958.490573:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 45 00000020:00080000:0.0:1777420958.490725:0:5764:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777420958.681739:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001190380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841070592:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777420958.681825:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777420958.681999:0:6546:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841070592 00000100:00100000:0.0:1777420958.682008:0:6546:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841070592 00000100:00100000:0.0:1777420958.682064:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1777420958.682073:0:6546:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137956300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3295:x1863760841070592:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777420958.682110:0:6546:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 52756480 pending 1703936 free 3858759680 avail 3856662528 00000100:00100000:0.0:1777420958.682151:0:6546:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137956300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3295:x1863760841070592:12345-0@lo:13:osp-pre-0-0.0 Request processed in 79us (326us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420958.682156:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1777420958.682209:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001190380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841070592:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1777420959.066494:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1777420959.220133:0:6572:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967306 is committed 00000001:00080000:0.0:1777420959.220157:0:6572:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967304 is committed 00000040:00080000:2.0:1777420960.079744:0:12154:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777420960.079754:0:12154:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777420960.079825:0:12154:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 5 count 5 00000040:00080000:2.0:1777420960.079832:0:12154:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1777420960.092798:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777420960.112314:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420960.113732:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833745152 00000100:00100000:0.0:1777420960.113746:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833745152 00000100:00100000:0.0:1777420960.113895:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 156 00000100:00100000:0.0:1777420960.113908:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137957800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+13:11333:x1863760833745152:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:0.0:1777420960.113930:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777420960.113953:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24a00/0xa38d7128938405b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37599d expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420960.114039:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24800/0xa38d71289384062 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420960.114055:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24800/0xa38d71289384062 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420960.114068:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24800/0xa38d71289384062 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420960.114084:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289384069 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420960.114093:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289384069 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420960.114101:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289384069 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420960.114422:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24200/0xa38d71289384070 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420960.114433:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24200/0xa38d71289384070 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420960.114451:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24200/0xa38d71289384070 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777420960.114480:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x8:0x0]: returning size 1048576 00010000:00010000:0.0:1777420960.114732:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24800/0xa38d71289384062 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420960.114741:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24800/0xa38d71289384062 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420960.114749:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24800/0xa38d71289384062 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420960.114755:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137c24800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777420960.114759:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24800/0xa38d71289384062 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420960.114766:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24800/0xa38d71289384062 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420960.114778:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff9af118b32100) 00010000:00010000:0.0:1777420960.114781:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777420960.114786:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24800/0xa38d71289384062 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420960.114793:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24800/0xa38d71289384062 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420960.114805:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289384069 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420960.114812:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289384069 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420960.114829:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289384069 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420960.114835:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137c25000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777420960.114838:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289384069 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420960.114845:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289384069 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420960.114853:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x20c03814 (ffff9af10b558200) 00010000:00010000:0.0:1777420960.114856:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777420960.114859:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289384069 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420960.114864:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289384069 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420960.114909:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24a00/0xa38d7128938405b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37599d expref: 16 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420960.114925:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24200/0xa38d71289384070 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37599d expref: 15 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420960.114932:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff9af10b558700) 00010000:00010000:0.0:1777420960.114934:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777420960.114937:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137c24200, rc 0) 00000100:00100000:0.0:1777420960.115015:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137957800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+15:11333:x1863760833745152:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 1109us (2710us total) trans 4294967410 rc 0/0 00000100:00100000:0.0:1777420960.115034:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 156 00000100:00080000:2.0:1777420960.115284:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777420960.129099:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420960.129220:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833745280 00000100:00100000:1.0:1777420960.129231:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833745280 00000100:00100000:1.0:1777420960.129288:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 157 00000100:00100000:1.0:1777420960.129299:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c679180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+15:11333:x1863760833745280:12345-192.168.203.47@tcp:54:lfs.0 00010000:00010000:1.0:1777420960.129399:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d7128938407e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420960.129417:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d7128938407e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420960.129429:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d7128938407e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420960.129456:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d7128938407e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420960.129464:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d7128938407e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420960.129508:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d7128938407e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420960.129516:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137d13200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777420960.129520:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d7128938407e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420960.129527:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d7128938407e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420960.129538:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff9af10b558700) 00010000:00010000:1.0:1777420960.129542:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777420960.129547:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d7128938407e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420960.129553:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d7128938407e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420960.129655:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c679180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+15:11333:x1863760833745280:12345-192.168.203.47@tcp:54:lfs.0 Request processed in 357us (565us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420960.129663:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 157 00000100:00100000:3.0:1777420960.132870:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420960.132961:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833745536 00000100:00100000:2.0:1777420960.132971:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833745536 00000100:00100000:2.0:1777420960.133028:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 46 00000100:00100000:2.0:1777420960.133037:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111377480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+15:11333:x1863760833745536:12345-192.168.203.47@tcp:35:lfs.0 00000100:00100000:2.0:1777420960.133268:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111377480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+16:11333:x1863760833745536:12345-192.168.203.47@tcp:35:lfs.0 Request processed in 232us (406us total) trans 4294967411 rc 0/0 00000100:00100000:2.0:1777420960.133276:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 46 00000100:00100000:1.0:1777420960.272022:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420960.272071:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420960.272641:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833745664 00000100:00100000:2.0:1777420960.272655:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833745664 00000100:00100000:1.0:1777420960.272840:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420960.272877:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420960.272916:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833746176 00000100:00100000:3.0:1777420960.272931:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833746176 00000100:00100000:2.0:1777420960.272999:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 256 00000100:00100000:2.0:1777420960.273016:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+12:2366:x1863760833745664:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777420960.273027:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 70 00000100:00100000:3.0:1777420960.273042:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137955880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+18:2366:x1863760833746176:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:2.0:1777420960.273115:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+12:2366:x1863760833745664:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 102us (1103us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420960.273133:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137955880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+18:2366:x1863760833746176:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 88us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420960.273136:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 256 00000100:00100000:3.0:1777420960.273145:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 70 00000100:00080000:3.0:1777420960.273196:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777420960.273514:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833745920 00000100:00100000:0.0:1777420960.273522:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833745920 00000100:00100000:2.0:1777420960.273730:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833746432 00000100:00100000:2.0:1777420960.273735:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833746432 00000100:00100000:2.0:1777420960.273778:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 51 00000100:00100000:2.0:1777420960.273787:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137954700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+5:2366:x1863760833745920:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:2.0:1777420960.273838:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137954700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+5:2366:x1863760833745920:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 51us (1765us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420960.273847:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 51 00000100:00100000:3.0:1777420960.273865:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 52 00000100:00100000:3.0:1777420960.273880:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2366:x1863760833746432:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:0.0:1777420960.273915:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420960.273933:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2366:x1863760833746432:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 54us (1053us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420960.273977:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833745792 00000100:00100000:1.0:1777420960.273983:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833745792 00000100:00100000:1.0:1777420960.274055:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 71 00000100:00100000:1.0:1777420960.274093:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001190380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+16:2366:x1863760833745792:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777420960.274229:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001190380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+16:2366:x1863760833745792:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 166us (316us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420960.274236:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 71 00000100:00100000:0.0:1777420960.274320:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420960.274409:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833746048 00000100:00100000:0.0:1777420960.274413:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833746048 00000100:00100000:1.0:1777420960.274590:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420960.274607:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833746304 00000100:00100000:1.0:1777420960.274611:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833746304 00000100:00080000:2.0:1777420960.274899:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777420960.274902:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 52 00000100:00080000:2.0:1777420960.274905:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777420960.274973:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 53 00000100:00100000:0.0:1777420960.274987:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001190e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2366:x1863760833746048:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:0.0:1777420960.275040:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001190e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2366:x1863760833746048:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 58us (720us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420960.275047:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 53 00000100:00100000:1.0:1777420960.275241:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 54 00000100:00100000:1.0:1777420960.275249:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137954a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+5:2366:x1863760833746304:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777420960.275291:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137954a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+5:2366:x1863760833746304:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 43us (702us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420960.275298:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 54 00010000:00010000:1.0:1777420961.113495:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777420961.753044:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001191500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841070720:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777420961.753132:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777420961.753215:0:7924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841070720 00000100:00100000:2.0:1777420961.753455:0:7924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841070720 00000100:00100000:2.0:1777420961.753525:0:7924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1777420961.753537:0:7924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c678000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3296:x1863760841070720:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777420961.753588:0:7924:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 51052544 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1777420961.753639:0:7924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c678000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3296:x1863760841070720:12345-0@lo:13:osp-pre-1-0.0 Request processed in 104us (506us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420961.753647:0:7924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1777420961.753704:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001191500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841070720:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1777420961.753843:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777420961.755333:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af111377100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3295:1863760841071104:0@lo:400:kworker.0 00000100:00100000:0.0:1777420961.755429:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420961.755436:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af111376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3298:1863760841070976:0@lo:400:kworker.0 00000100:00100000:1.0:1777420961.755476:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777420961.755488:0:3295:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777420961.755499:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af111376d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841071232:0@lo:400:kworker.0 00000100:00100000:1.0:1777420961.755511:0:3298:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1777420961.755521:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af111377b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3298:1863760841070848:0@lo:400:kworker.0 00000100:00100000:0.0:1777420961.755535:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420961.755571:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777420961.755593:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841071104 00000100:00100000:0.0:1777420961.755603:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841071104 00000100:00100000:1.0:1777420961.755604:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af111376680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3298:1863760841071360:0@lo:400:kworker.0 00000100:00100000:1.0:1777420961.755632:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420961.755666:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841070976 00000100:00100000:0.0:1777420961.755667:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841071360 00000100:00100000:1.0:1777420961.755672:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841070976 00000100:00100000:0.0:1777420961.755673:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841071360 00000100:00100000:0.0:1777420961.755715:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1777420961.755724:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001191c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3295:x1863760841071104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777420961.755780:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001191c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3295:x1863760841071104:12345-0@lo:400:kworker.0 Request processed in 56us (351us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420961.757106:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1777420961.757117:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1777420961.757123:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137955180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1863760841070976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777420961.757159:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1777420961.757170:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137954380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1863760841071360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777420961.757209:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137955180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1863760841070976:12345-0@lo:400:kworker.0 Request processed in 91us (1733us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420961.757217:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1777420961.757222:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137954380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1863760841071360:12345-0@lo:400:kworker.0 Request processed in 53us (1586us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420961.757229:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1777420961.757261:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841071232 00000100:00100000:1.0:1777420961.757265:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841070848 00000100:00100000:0.0:1777420961.757269:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841071232 00000100:00100000:1.0:1777420961.757272:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841070848 00000100:00100000:0.0:1777420961.757318:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1777420961.757322:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 257 00000100:00100000:0.0:1777420961.757330:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001191f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3295:x1863760841071232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777420961.757335:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3298:x1863760841070848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777420961.757397:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3298:x1863760841070848:12345-0@lo:400:kworker.0 Request processed in 67us (1826us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420961.757404:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001191f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3295:x1863760841071232:12345-0@lo:400:kworker.0 Request processed in 76us (1869us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420961.757406:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 257 00000100:00100000:0.0:1777420961.757417:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00080000:0.0:1777420961.757450:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1777420961.757456:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777420961.757469:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af111377b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3298:1863760841070848:0@lo:400:kworker.0 00000100:00100000:0.0:1777420961.757483:0:3295:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967306 gen 2 00000100:00100000:1.0:1777420961.757489:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af111376680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3298:1863760841071360:0@lo:400:kworker.0 00000004:00080000:0.0:1777420961.757491:0:3295:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967305 committed transno 4294967306 00000100:00100000:1.0:1777420961.757503:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af111376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3298:1863760841070976:0@lo:400:kworker.0 00000004:00080000:0.0:1777420961.757522:0:3295:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9af001193800, transno 4294967306 00000100:00100000:0.0:1777420961.757538:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af111376d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841071232:0@lo:400:kworker.0 00000100:00100000:0.0:1777420961.757734:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af111377100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3295:1863760841071104:0@lo:400:kworker.0 00010000:00010000:2.0:1777420962.140593:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1777420962.584591:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777420962.584601:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777420962.584782:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 5 count 3 00000040:00080000:1.0:1777420962.584796:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777420963.082131:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420963.082203:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833746560 00000100:00100000:0.0:1777420963.082214:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833746560 00000100:00100000:0.0:1777420963.082411:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 158 00000100:00100000:0.0:1777420963.082423:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137954e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+18:11283:x1863760833746560:12345-192.168.203.47@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1777420963.082516:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137954e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+18:11283:x1863760833746560:12345-192.168.203.47@tcp:60:lhsmtool_posix.0 Request processed in 96us (395us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420963.082537:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 158 00000100:00080000:2.0:1777420963.083744:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777420963.084677:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420963.084749:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833746816 00000100:00100000:3.0:1777420963.084759:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833746816 00000100:00100000:3.0:1777420963.084807:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 47 00000100:00100000:3.0:1777420963.084816:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137de9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+18:11283:x1863760833746816:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1777420963.085081:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137de9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+19:11283:x1863760833746816:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 265us (409us total) trans 4294967412 rc 0/0 00000100:00100000:3.0:1777420963.085100:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 47 00010000:00010000:2.0:1777420963.160705:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777420963.803982:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137955500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1863760841071488:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777420963.804051:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420963.804136:0:6546:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841071488 00000100:00100000:1.0:1777420963.804144:0:6546:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841071488 00000100:00100000:1.0:1777420963.804193:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1777420963.804201:0:6546:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137955c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1863760841071488:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777420963.804247:0:6546:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 51052544 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1777420963.804288:0:6546:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137955c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1863760841071488:12345-0@lo:13:osp-pre-0-0.0 Request processed in 87us (237us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420963.804295:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00080000:1.0:1777420963.804564:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777420963.804604:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137955500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1863760841071488:0@lo:13:osp-pre-0-0.0 00000001:00080000:1.0:1777420963.835085:0:7430:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967305 is committed 00000001:00080000:1.0:1777420963.835107:0:7430:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967304 is committed 00000001:00080000:0.0:1777420963.836166:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967410 is committed 00000001:00080000:0.0:1777420963.836183:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967409 is committed 00000020:00080000:0.0:1777420963.836205:0:5782:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9af11902f840 refcount 2 committed 0 result 0 batchid 4 00000020:00080000:0.0:1777420963.836211:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9af001343c00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9af11902fe40 00000020:00080000:0.0:1777420963.836216:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9af001343500 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9af00207d800 00000001:00080000:0.0:1777420963.836255:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967411 is committed 00000020:00080000:3.0:1777420963.836262:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4 committed batchid 2 00000001:00080000:0.0:1777420963.836265:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967412 is committed 00000020:00080000:0.0:1777420963.836275:0:5782:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 3 batchid updated 00000020:00080000:3.0:1777420963.836643:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 3 00000001:02000400:2.0:1777420964.179642:0:12353:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 1c: Check setting archive-id in lfs hsm_set ========================================================== 20:02:43 (1777420963) 00010000:00010000:3.0:1777420964.184593:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777420964.215266:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420964.215312:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833746944 00000100:00100000:3.0:1777420964.215325:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833746944 00000100:00100000:3.0:1777420964.215488:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 159 00000100:00100000:3.0:1777420964.215502:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111376300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+14:2369:x1863760833746944:12345-192.168.203.47@tcp:41:mkdir.0 00000004:00000024:3.0:1777420964.215635:0:5761:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2260467712 avail 2258370560 00000100:00100000:3.0:1777420964.215735:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111376300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+14:2369:x1863760833746944:12345-192.168.203.47@tcp:41:mkdir.0 Request processed in 236us (483us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420964.215745:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 159 00000100:00080000:3.0:1777420964.215772:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777420964.215860:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420964.215938:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833747200 00000100:00100000:3.0:1777420964.215943:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833747200 00000100:00100000:3.0:1777420964.218829:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 160 00000100:00100000:3.0:1777420964.218851:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111377800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+14:11915:x1863760833747200:12345-192.168.203.47@tcp:36:mkdir.0 00010000:00010000:3.0:1777420964.218920:0:5760:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777420964.218954:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839e00/0xa38d71289383de5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3758e0 expref: 14 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420964.218976:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af106213c00) 00010000:00010000:3.0:1777420964.218982:0:5760:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777420964.219083:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384085 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420964.219107:0:5760:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289383e94 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375918 expref: 9 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420964.219116:0:5760:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384085 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420964.219158:0:5760:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289383e94 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375918 expref: 9 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420964.219175:0:5760:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289383e94 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375918 expref: 9 pid: 5761 timeout: 276 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420964.219192:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af111377100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1863760841071616:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777420964.219307:0:5760:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1052ce540 going to sleep for 11 seconds 00000100:00100000:3.0:1777420964.221893:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420964.222725:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833747328 00000100:00100000:2.0:1777420964.222753:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833747328 00010000:00010000:2.0:1777420964.222804:0:6558:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289383e94 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375918 expref: 10 pid: 5761 timeout: 276 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420964.222913:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 68 00000100:00100000:2.0:1777420964.222926:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111376d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2368:x1863760833747328:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777420964.222945:0:6558:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777420964.222953:0:6558:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289383e94 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375918 expref: 10 pid: 5761 timeout: 276 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420964.222970:0:6558:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289383e94 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375918 expref: 10 pid: 5761 timeout: 276 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420964.222997:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af106213c00) 00010000:00010000:2.0:1777420964.223004:0:6558:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384085 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420964.223014:0:6558:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384085 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420964.223023:0:6558:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384085 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420964.223043:0:6558:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777420964.223108:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111376d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2368:x1863760833747328:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 184us (1224us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420964.223116:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 68 00010000:00010000:1.0:1777420964.224733:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289383e94 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375918 expref: 9 pid: 5761 timeout: 276 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420964.224755:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af111377100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1863760841071616:192.168.203.47@tcp:104: 00010000:00010000:1.0:1777420964.224789:0:5760:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384085 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.224801:0:5760:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384085 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.224807:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384085 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.224849:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12600/0xa38d7128938408c lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.224868:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12600/0xa38d7128938408c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.224879:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12600/0xa38d7128938408c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777420964.225869:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xa:0x0]: returning size 512 00010000:00010000:1.0:1777420964.225882:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384085 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.225892:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384085 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.225900:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384085 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.225908:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cc800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777420964.225914:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384085 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.225923:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384085 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.225938:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af106213c00) 00010000:00010000:1.0:1777420964.225942:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777420964.225947:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384085 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.225966:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384085 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777420964.225987:0:5760:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000138db7e9 reply state 000000006727c17d transno 4294967413 ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12600/0xa38d7128938408c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420964.225997:0:5760:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777420964.226100:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111377800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+15:11915:x1863760833747200:12345-192.168.203.47@tcp:36:mkdir.0 Request processed in 7253us (10237us total) trans 4294967413 rc 0/0 00000100:00100000:1.0:1777420964.226110:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 160 00010000:00010000:3.0:1777420964.228389:0:3282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12600/0xa38d7128938408c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420964.228407:0:3282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12600/0xa38d7128938408c lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420964.228417:0:3282:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12600/0xa38d7128938408c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420964.228424:0:3282:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137d12600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420964.228429:0:3282:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12600/0xa38d7128938408c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420964.228437:0:3282:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12600/0xa38d7128938408c lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420964.228462:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9ccea7c4 (ffff9af1061f8c00) 00010000:00010000:3.0:1777420964.228466:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420964.228470:0:3282:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12600/0xa38d7128938408c lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420964.228477:0:3282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12600/0xa38d7128938408c lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420964.236865:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420964.236929:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833747456 00000100:00100000:1.0:1777420964.236943:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833747456 00000100:00100000:1.0:1777420964.237028:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 161 00000100:00100000:1.0:1777420964.237040:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137de8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+14:11916:x1863760833747456:12345-192.168.203.47@tcp:101:chmod.0 00010000:00010000:1.0:1777420964.237070:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777420964.237101:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d71289384093 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3759a4 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.237182:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d7128938409a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.237201:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d7128938409a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.237216:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d7128938409a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777420964.237281:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:1.0:1777420964.237286:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 5 stripe count 1 MDT count 1 00000004:00010000:1.0:1777420964.237332:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d7128938409a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.237383:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d71289384093 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759a4 expref: 16 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.237401:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d7128938409a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759a4 expref: 15 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.237412:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1061f8100) 00010000:00010000:1.0:1777420964.237416:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777420964.237420:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137d12000, rc 0) 00000100:00100000:1.0:1777420964.237494:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137de8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+15:11916:x1863760833747456:12345-192.168.203.47@tcp:101:chmod.0 Request processed in 456us (641us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420964.237503:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 161 00000100:00100000:3.0:1777420964.239548:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420964.239710:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833747584 00000100:00100000:1.0:1777420964.239722:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833747584 00000100:00100000:1.0:1777420964.239792:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 162 00000100:00100000:1.0:1777420964.239805:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111376a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+15:11916:x1863760833747584:12345-192.168.203.47@tcp:101:chmod.0 00010000:00010000:1.0:1777420964.239829:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777420964.239854:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d712893840a1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3759ab expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.239924:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d712893840a8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.239941:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d712893840a8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.239967:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d712893840a8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.239995:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13400/0xa38d712893840af lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.240003:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13400/0xa38d712893840af lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.240011:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13400/0xa38d712893840af lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.240114:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893840b6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.240123:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893840b6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.240130:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893840b6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777420964.240174:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xa:0x0]: returning size 512 00000004:00200000:1.0:1777420964.240178:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777420964.240205:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893840b6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.240218:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d712893840a8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.240225:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d712893840a8 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.240232:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d712893840a8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.240248:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137d12400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777420964.240253:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d712893840a8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.240261:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d712893840a8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.240277:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1061f8100) 00010000:00010000:1.0:1777420964.240281:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777420964.240286:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d712893840a8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.240293:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d712893840a8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.240309:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13400/0xa38d712893840af lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.240316:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13400/0xa38d712893840af lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.240322:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13400/0xa38d712893840af lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.240329:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137d13400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777420964.240332:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13400/0xa38d712893840af lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.240339:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13400/0xa38d712893840af lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.240517:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9ccea7c4 (ffff9af1061f8200) 00010000:00010000:1.0:1777420964.240520:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777420964.240523:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13400/0xa38d712893840af lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.240529:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13400/0xa38d712893840af lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.241151:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d712893840a1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759ab expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.241170:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893840b6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759ab expref: 16 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.241178:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff9af1061f8700) 00010000:00010000:1.0:1777420964.241180:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777420964.241183:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137d13a00, rc 0) 00000100:00100000:1.0:1777420964.241258:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111376a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+16:11916:x1863760833747584:12345-192.168.203.47@tcp:101:chmod.0 Request processed in 1454us (1727us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420964.241267:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 162 00000100:00100000:3.0:1777420964.244693:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420964.245413:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833747840 00000100:00100000:1.0:1777420964.245428:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833747840 00000100:00100000:1.0:1777420964.245502:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 163 00000100:00100000:1.0:1777420964.245514:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111376680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+16:11916:x1863760833747840:12345-192.168.203.47@tcp:36:chmod.0 00010000:00010000:1.0:1777420964.245613:0:5760:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777420964.245647:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893840b6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759ab expref: 16 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.245680:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff9af1061f8700) 00010000:00010000:1.0:1777420964.245694:0:5760:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777420964.245728:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d712893840bd lrc: 3/0,1 mode: --/PW res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.246270:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d712893840bd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.246580:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d712893840bd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777420964.247388:0:5760:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000ddea904b reply state 000000007592fc2c transno 4294967414 ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d712893840bd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420964.247402:0:5760:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1777420964.247418:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xa:0x0]: returning size 512 00000100:00100000:0.0:1777420964.248201:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111376680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+17:11916:x1863760833747840:12345-192.168.203.47@tcp:36:chmod.0 Request processed in 2027us (2855us total) trans 4294967414 rc 0/0 00000100:00100000:0.0:1777420964.248213:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 163 00010000:00010000:1.0:1777420964.255426:0:3281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d712893840bd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.255447:0:3281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d712893840bd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.255455:0:3281:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d712893840bd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.255463:0:3281:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137d13000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777420964.255468:0:3281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d712893840bd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.255476:0:3281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d712893840bd lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.255495:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff9af1061f8000) 00010000:00010000:1.0:1777420964.255499:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1777420964.255504:0:3281:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d712893840bd lrc: 2/0,0 mode: --/PW res: [0x200000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.255518:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d712893840bd lrc: 0/0,0 mode: --/PW res: [0x200000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420964.260908:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420964.264425:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833747968 00000100:00100000:2.0:1777420964.264450:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833747968 00000100:00100000:2.0:1777420964.264529:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 48 00000100:00100000:2.0:1777420964.264551:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af10f5bfc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+16:11917:x1863760833747968:12345-192.168.203.47@tcp:49:touch.500 00000100:00100000:2.0:1777420964.264716:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af10f5bfc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+16:11917:x1863760833747968:12345-192.168.203.47@tcp:49:touch.500 Request processed in 176us (3817us total) trans 0 rc -61/-61 00000100:00100000:2.0:1777420964.264724:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 48 00000100:00100000:3.0:1777420964.267081:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420964.267156:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833748096 00000100:00100000:1.0:1777420964.267167:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833748096 00000100:00100000:1.0:1777420964.267225:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 164 00000100:00100000:1.0:1777420964.267235:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111377b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+16:11917:x1863760833748096:12345-192.168.203.47@tcp:101:touch.500 00010000:00010000:1.0:1777420964.267257:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777420964.267283:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893840c4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3759b2 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.267388:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d712893840cb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.267405:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d712893840cb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.267418:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d712893840cb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.267432:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d712893840d2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.267439:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d712893840d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.267446:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d712893840d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.267605:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13400/0xa38d712893840d9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.267615:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13400/0xa38d712893840d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.267622:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13400/0xa38d712893840d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777420964.267650:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xa:0x0]: returning size 512 00000004:00200000:1.0:1777420964.267655:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777420964.267684:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13400/0xa38d712893840d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.267697:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d712893840cb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.267704:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d712893840cb lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.267711:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d712893840cb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.267718:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137d13000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777420964.267723:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d712893840cb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.267732:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d712893840cb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.267745:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1061f8100) 00010000:00010000:1.0:1777420964.267753:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777420964.267759:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d712893840cb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.267767:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d712893840cb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.267778:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d712893840d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.267785:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d712893840d2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.267792:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d712893840d2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.267797:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137d12200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777420964.267800:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d712893840d2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.267806:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d712893840d2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.267814:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9ccea7c4 (ffff9af1061f8000) 00010000:00010000:1.0:1777420964.267817:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777420964.267820:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d712893840d2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.267827:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d712893840d2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.267859:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893840c4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759b2 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.267885:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13400/0xa38d712893840d9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759b2 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.267894:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff9af1061f8700) 00010000:00010000:1.0:1777420964.267896:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1777420964.267899:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137d13400, rc 0) 00000100:00100000:1.0:1777420964.267960:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111377b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+17:11917:x1863760833748096:12345-192.168.203.47@tcp:101:touch.500 Request processed in 725us (884us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420964.267968:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 164 00000100:00100000:2.0:1777420964.270343:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420964.270614:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833748224 00000100:00100000:1.0:1777420964.270627:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833748224 00000100:00100000:1.0:1777420964.270712:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 49 00000100:00100000:1.0:1777420964.270722:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137de9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+17:11917:x1863760833748224:12345-192.168.203.47@tcp:49:touch.500 00000100:00100000:1.0:1777420964.270848:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137de9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+17:11917:x1863760833748224:12345-192.168.203.47@tcp:49:touch.500 Request processed in 126us (512us total) trans 0 rc -61/-61 00000100:00100000:1.0:1777420964.270856:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 49 00000100:00100000:1.0:1777420964.274836:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420964.275019:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833748480 00000100:00100000:2.0:1777420964.275031:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833748480 00000100:00100000:2.0:1777420964.275094:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 165 00000100:00100000:2.0:1777420964.275105:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137955500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+17:11917:x1863760833748480:12345-192.168.203.47@tcp:101:touch.500 00010000:00010000:2.0:1777420964.275132:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777420964.275159:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d712893840e0 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3759b9 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420964.275415:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d712893840e7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420964.275433:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d712893840e7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420964.275452:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d712893840e7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420964.276883:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d712893840ee lrc: 3/0,1 mode: --/PW res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420964.276901:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d712893840ee lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420964.276925:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d712893840ee lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777420964.277659:0:5761:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x5:0x0], index 0: 0 00010000:00010000:2.0:1777420964.277851:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d712893840f5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420964.277861:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d712893840f5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420964.277870:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d712893840f5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420964.277910:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d712893840e7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420964.277918:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d712893840e7 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420964.277925:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d712893840e7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420964.277931:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a33c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420964.277937:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d712893840e7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420964.277945:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d712893840e7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420964.277959:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff9af1061f8700) 00010000:00010000:2.0:1777420964.277962:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420964.277973:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d712893840e7 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420964.277980:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d712893840e7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777420964.277992:0:5761:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000001cd30e42 reply state 00000000cf9453e2 transno 4294967415 ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d712893840ee lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420964.278000:0:5761:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777420964.278040:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d712893840e0 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759b9 expref: 20 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420964.278055:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d712893840f5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759b9 expref: 19 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420964.278062:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff9af106213e00) 00010000:00010000:2.0:1777420964.278064:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777420964.278066:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af120a33400, rc 0) 00000100:00100000:2.0:1777420964.278205:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137955500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+20:11917:x1863760833748480:12345-192.168.203.47@tcp:101:touch.500 Request processed in 3100us (3376us total) trans 4294967415 rc 0/0 00000100:00100000:2.0:1777420964.278225:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 165 00010000:00010000:3.0:1777420964.282958:0:3282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d712893840ee lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420964.282979:0:3282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d712893840ee lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420964.282988:0:3282:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d712893840ee lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420964.282995:0:3282:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a33000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420964.283001:0:3282:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d712893840ee lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420964.283009:0:3282:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d712893840ee lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420964.283030:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x7cf78b4a (ffff9af106213a00) 00010000:00010000:3.0:1777420964.283034:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420964.283039:0:3282:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d712893840ee lrc: 2/0,0 mode: --/PW res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420964.283058:0:3282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d712893840ee lrc: 0/0,0 mode: --/PW res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420964.284943:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420964.285501:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833748736 00000100:00100000:2.0:1777420964.285516:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833748736 00000100:00100000:2.0:1777420964.285605:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 166 00000100:00100000:2.0:1777420964.285617:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001193480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+19:11917:x1863760833748736:12345-192.168.203.47@tcp:36:touch.500 00010000:00010000:2.0:1777420964.285690:0:5761:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777420964.285727:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d712893840f5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759b9 expref: 19 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420964.285761:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff9af106213e00) 00010000:00010000:2.0:1777420964.285773:0:5761:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777420964.285825:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33600/0xa38d71289384103 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420964.285838:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33600/0xa38d71289384103 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420964.285848:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33600/0xa38d71289384103 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777420964.285991:0:5761:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000007b093119 reply state 000000001b090cd0 transno 4294967416 ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33600/0xa38d71289384103 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420964.286001:0:5761:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777420964.286107:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001193480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+20:11917:x1863760833748736:12345-192.168.203.47@tcp:36:touch.500 Request processed in 491us (1229us total) trans 4294967416 rc 0/0 00000100:00100000:2.0:1777420964.286115:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 166 00010000:00010000:1.0:1777420964.287970:0:3281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33600/0xa38d71289384103 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.287986:0:3281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33600/0xa38d71289384103 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.287995:0:3281:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33600/0xa38d71289384103 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.288002:0:3281:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a33600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777420964.288016:0:3281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33600/0xa38d71289384103 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.288025:0:3281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33600/0xa38d71289384103 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.288042:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff9af106213000) 00010000:00010000:1.0:1777420964.288046:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777420964.288051:0:3281:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33600/0xa38d71289384103 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.288058:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33600/0xa38d71289384103 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420964.288735:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420964.288802:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833748864 00000100:00100000:3.0:1777420964.288815:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833748864 00000100:00100000:3.0:1777420964.288906:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 167 00000100:00100000:3.0:1777420964.288917:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137955f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+19:11917:x1863760833748864:12345-192.168.203.47@tcp:101:touch.500 00010000:00010000:3.0:1777420964.288943:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777420964.288968:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd600/0xa38d7128938410a lrc: 2/0,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3759c0 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420964.289031:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd600/0xa38d7128938410a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759c0 expref: 20 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420964.289046:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd600/0xa38d7128938410a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759c0 expref: 20 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420964.289065:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff9af118b32400) 00010000:00010000:3.0:1777420964.289068:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777420964.289071:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0cd600, rc 0) 00000100:00100000:3.0:1777420964.289130:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137955f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+20:11917:x1863760833748864:12345-192.168.203.47@tcp:101:touch.500 Request processed in 214us (399us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420964.289139:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 167 00000100:00100000:1.0:1777420964.293632:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420964.293681:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833748992 00000100:00100000:1.0:1777420964.293693:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833748992 00000100:00100000:1.0:1777420964.293768:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 53 00000100:00100000:1.0:1777420964.293781:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137957100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+5:2366:x1863760833748992:12345-192.168.203.47@tcp:2:touch.500 00000100:00100000:1.0:1777420964.294186:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137957100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2366:x1863760833748992:12345-192.168.203.47@tcp:2:touch.500 Request processed in 407us (567us total) trans 4294967307 rc 0/0 00000100:00100000:1.0:1777420964.294195:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 53 00000100:00080000:1.0:1777420964.294223:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777420964.299156:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420964.299216:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833749248 00000100:00100000:3.0:1777420964.299228:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833749248 00000100:00100000:3.0:1777420964.299286:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 50 00000100:00100000:3.0:1777420964.299304:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111375880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+20:11917:x1863760833749248:12345-192.168.203.47@tcp:35:touch.500 00000100:00100000:3.0:1777420964.299752:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111375880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+21:11917:x1863760833749248:12345-192.168.203.47@tcp:35:touch.500 Request processed in 448us (607us total) trans 4294967417 rc 0/0 00000100:00100000:3.0:1777420964.299761:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 50 00000100:00100000:1.0:1777420964.313237:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420964.313299:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833749504 00000100:00100000:2.0:1777420964.313314:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833749504 00000100:00100000:2.0:1777420964.313405:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 168 00000100:00100000:2.0:1777420964.313419:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f774a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+21:11918:x1863760833749504:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:2.0:1777420964.313449:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777420964.313475:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289384111 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3759c7 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420964.314410:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d71289384118 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420964.314451:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d71289384118 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420964.314466:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d71289384118 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420964.314484:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d7128938411f lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420964.314491:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d7128938411f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420964.314498:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d7128938411f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420964.314657:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289384126 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420964.314671:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289384126 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420964.314679:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289384126 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777420964.314693:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xb:0x0]: returning size 0 00010000:00010000:2.0:1777420964.314811:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d71289384118 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420964.314820:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d71289384118 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420964.314827:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d71289384118 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420964.314841:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a33800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420964.314847:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d71289384118 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420964.314854:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d71289384118 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420964.314869:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff9af1061f8700) 00010000:00010000:2.0:1777420964.314872:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420964.314878:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d71289384118 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420964.314885:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d71289384118 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420964.314897:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d7128938411f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420964.314903:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d7128938411f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420964.314909:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d7128938411f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420964.314914:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a33c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420964.314917:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d7128938411f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420964.314923:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d7128938411f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420964.314942:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x7cf78b4a (ffff9af106213e00) 00010000:00010000:2.0:1777420964.314944:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420964.314947:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d7128938411f lrc: 2/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420964.314953:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d7128938411f lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420964.315024:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289384111 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759c7 expref: 24 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420964.315043:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289384126 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759c7 expref: 23 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420964.315050:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff9af118b32400) 00010000:00010000:2.0:1777420964.315053:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777420964.315055:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af120a32200, rc 0) 00000100:00100000:2.0:1777420964.315240:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f774a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+23:11918:x1863760833749504:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 1822us (2085us total) trans 4294967418 rc 0/0 00000100:00100000:2.0:1777420964.315251:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 168 00000100:00100000:0.0:1777420964.319003:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420964.319079:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833749632 00000100:00100000:2.0:1777420964.319092:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833749632 00000100:00100000:2.0:1777420964.319162:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 51 00000100:00100000:2.0:1777420964.319175:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001193b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+23:11918:x1863760833749632:12345-192.168.203.47@tcp:49:lfs.0 00000100:00100000:2.0:1777420964.319337:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001193b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+23:11918:x1863760833749632:12345-192.168.203.47@tcp:49:lfs.0 Request processed in 164us (344us total) trans 0 rc -61/-61 00000100:00100000:2.0:1777420964.319346:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 51 00000100:00100000:2.0:1777420964.322670:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420964.322745:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833749888 00000100:00100000:3.0:1777420964.322759:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833749888 00000100:00100000:3.0:1777420964.322820:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 169 00000100:00100000:3.0:1777420964.322831:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+23:11918:x1863760833749888:12345-192.168.203.47@tcp:55:lfs.0 00010000:00010000:3.0:1777420964.322912:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384134 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420964.323414:0:5761:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289384126 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759c7 expref: 23 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420964.323425:0:5761:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384134 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420964.323474:0:5761:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289384126 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759c7 expref: 23 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420964.323490:0:5761:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289384126 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759c7 expref: 23 pid: 5761 timeout: 276 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420964.323509:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af111377480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841071744:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777420964.323641:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1100c2480 going to sleep for 11 seconds 00000100:00100000:1.0:1777420964.326339:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420964.326671:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af111377480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841071744:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777420964.326706:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384134 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420964.327650:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833750016 00000100:00100000:0.0:1777420964.327665:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833750016 00010000:00010000:0.0:1777420964.327713:0:5745:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289384126 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759c7 expref: 24 pid: 5761 timeout: 276 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420964.327759:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 69 00000100:00100000:0.0:1777420964.327770:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f775500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+24:2368:x1863760833750016:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777420964.327804:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777420964.327813:0:5745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289384126 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759c7 expref: 24 pid: 5761 timeout: 276 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420964.327828:0:5745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289384126 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759c7 expref: 24 pid: 5761 timeout: 276 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420964.327856:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289384126 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759c7 expref: 24 pid: 5761 timeout: 276 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420964.327872:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff9af118b32400) 00010000:00010000:0.0:1777420964.327878:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384134 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420964.327903:0:5745:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384134 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420964.327912:0:5745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384134 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420964.327941:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777420964.328007:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f775500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+23:2368:x1863760833750016:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 238us (1677us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420964.328016:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 69 00010000:00010000:0.0:1777420964.328061:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384134 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420964.328070:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384134 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420964.328318:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384134 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420964.328328:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384134 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420964.328335:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384134 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420964.328343:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cda00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777420964.328348:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384134 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420964.328692:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384134 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420964.328703:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff9af118b32400) 00010000:00010000:0.0:1777420964.328707:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1777420964.328713:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384134 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420964.328720:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384134 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420964.328778:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+23:11918:x1863760833749888:12345-192.168.203.47@tcp:55:lfs.0 Request processed in 5948us (6117us total) trans 4294967419 rc 0/0 00000100:00100000:0.0:1777420964.328788:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 169 00000100:00100000:2.0:1777420964.331706:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420964.331781:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833750272 00000100:00100000:3.0:1777420964.331794:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833750272 00000100:00100000:3.0:1777420964.331876:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 52 00000100:00100000:3.0:1777420964.331890:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+23:11918:x1863760833750272:12345-192.168.203.47@tcp:35:lfs.0 00000100:00100000:3.0:1777420964.332159:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+24:11918:x1863760833750272:12345-192.168.203.47@tcp:35:lfs.0 Request processed in 272us (465us total) trans 4294967420 rc 0/0 00000100:00100000:3.0:1777420964.332167:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 52 00000001:00080000:0.0:1777420964.339390:0:6572:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967307 is committed 00000100:00100000:0.0:1777420964.356695:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420964.356816:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833750528 00000100:00100000:2.0:1777420964.356831:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833750528 00000100:00100000:2.0:1777420964.356940:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 170 00000100:00100000:2.0:1777420964.356951:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001192a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+24:11921:x1863760833750528:12345-192.168.203.47@tcp:101:lfs.500 00010000:00010000:2.0:1777420964.356984:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777420964.357011:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d7128938413b lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3759ce expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420964.357104:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d71289384142 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420964.357121:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d71289384142 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420964.357134:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d71289384142 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420964.357151:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32c00/0xa38d71289384149 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420964.357158:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32c00/0xa38d71289384149 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420964.357165:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32c00/0xa38d71289384149 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420964.357329:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32800/0xa38d71289384150 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420964.357339:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32800/0xa38d71289384150 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420964.357347:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32800/0xa38d71289384150 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777420964.357394:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xb:0x0]: returning size 0 00010000:00010000:2.0:1777420964.357508:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d71289384142 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420964.357516:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d71289384142 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420964.357524:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d71289384142 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420964.357530:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a33800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420964.357535:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d71289384142 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420964.357557:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d71289384142 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420964.357570:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff9af1061f8700) 00010000:00010000:2.0:1777420964.357573:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420964.357578:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d71289384142 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420964.357584:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d71289384142 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420964.357605:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32c00/0xa38d71289384149 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420964.357612:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32c00/0xa38d71289384149 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420964.357617:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32c00/0xa38d71289384149 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420964.357622:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a32c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420964.357626:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32c00/0xa38d71289384149 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420964.357632:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32c00/0xa38d71289384149 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420964.357640:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x7cf78b4a (ffff9af106213900) 00010000:00010000:2.0:1777420964.357643:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420964.357646:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32c00/0xa38d71289384149 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420964.357652:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32c00/0xa38d71289384149 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420964.357698:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d7128938413b lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759ce expref: 27 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420964.357712:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32800/0xa38d71289384150 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759ce expref: 26 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420964.357732:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff9af118b32400) 00010000:00010000:2.0:1777420964.357735:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777420964.357738:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af120a32800, rc 0) 00000100:00100000:2.0:1777420964.357820:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001192a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+26:11921:x1863760833750528:12345-192.168.203.47@tcp:101:lfs.500 Request processed in 870us (1138us total) trans 4294967421 rc 0/0 00000100:00100000:2.0:1777420964.357828:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 170 00000100:00100000:2.0:1777420964.362022:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420964.362205:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833750656 00000100:00100000:0.0:1777420964.362235:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833750656 00000100:00100000:0.0:1777420964.362311:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 171 00000100:00100000:0.0:1777420964.362322:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d21a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+26:11921:x1863760833750656:12345-192.168.203.47@tcp:54:lfs.500 00010000:00010000:0.0:1777420964.362493:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25400/0xa38d7128938415e lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420964.362515:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25400/0xa38d7128938415e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420964.362529:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25400/0xa38d7128938415e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420964.362575:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25400/0xa38d7128938415e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420964.362584:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25400/0xa38d7128938415e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420964.362596:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25400/0xa38d7128938415e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420964.362604:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137c25400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777420964.362610:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25400/0xa38d7128938415e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420964.362619:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25400/0xa38d7128938415e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420964.362632:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff9af118b32400) 00010000:00010000:0.0:1777420964.362636:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777420964.362642:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25400/0xa38d7128938415e lrc: 2/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420964.362662:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25400/0xa38d7128938415e lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420964.362789:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d21a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+26:11921:x1863760833750656:12345-192.168.203.47@tcp:54:lfs.500 Request processed in 466us (779us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420964.362798:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 171 00000100:00100000:3.0:1777420964.365804:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420964.365920:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833750912 00000100:00100000:1.0:1777420964.365934:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833750912 00000100:00100000:1.0:1777420964.366004:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 53 00000100:00100000:1.0:1777420964.366015:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af10f5bf450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+26:11921:x1863760833750912:12345-192.168.203.47@tcp:35:lfs.500 00000100:00100000:1.0:1777420964.366413:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af10f5bf450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+27:11921:x1863760833750912:12345-192.168.203.47@tcp:35:lfs.500 Request processed in 397us (620us total) trans 4294967422 rc 0/0 00000100:00100000:1.0:1777420964.366424:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 53 00000100:00100000:2.0:1777420964.405655:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420964.405807:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833751040 00000100:00100000:0.0:1777420964.405821:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833751040 00000100:00100000:0.0:1777420964.405992:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 54 00000100:00100000:0.0:1777420964.406006:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+27:11928:x1863760833751040:12345-192.168.203.47@tcp:49:lfs.0 00000100:00100000:0.0:1777420964.406168:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+27:11928:x1863760833751040:12345-192.168.203.47@tcp:49:lfs.0 Request processed in 164us (526us total) trans 0 rc -61/-61 00000100:00100000:0.0:1777420964.406177:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 54 00000100:00100000:3.0:1777420964.413926:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420964.414065:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833751296 00000100:00100000:0.0:1777420964.414080:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833751296 00000100:00100000:0.0:1777420964.414163:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 172 00000100:00100000:0.0:1777420964.414176:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111377100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+27:11928:x1863760833751296:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:0.0:1777420964.414205:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777420964.414233:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25400/0xa38d71289384165 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3759d5 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420964.414475:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24800/0xa38d7128938416c lrc: 3/1,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420964.414493:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24800/0xa38d7128938416c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xb:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420964.414526:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24800/0xa38d7128938416c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xb:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777420964.414552:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xb:0x0]: returning size 0 00010000:00010000:0.0:1777420964.414708:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25400/0xa38d71289384165 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759d5 expref: 30 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420964.414729:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24800/0xa38d7128938416c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xb:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759d5 expref: 29 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420964.414739:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff9af118b32400) 00010000:00010000:0.0:1777420964.414742:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1777420964.414747:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137c24800, rc 0) 00000100:00100000:0.0:1777420964.414861:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111377100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+29:11928:x1863760833751296:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 687us (949us total) trans 4294967423 rc 0/0 00000100:00100000:0.0:1777420964.414871:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 172 00000100:00100000:3.0:1777420964.419890:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420964.419973:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833751424 00000100:00100000:1.0:1777420964.419987:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833751424 00000100:00100000:1.0:1777420964.420082:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 173 00000100:00100000:1.0:1777420964.420094:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111375880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+29:11928:x1863760833751424:12345-192.168.203.47@tcp:54:lfs.0 00010000:00010000:1.0:1777420964.420175:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d7128938417a lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.420195:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d7128938417a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.420209:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d7128938417a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.420243:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d7128938417a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.420250:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d7128938417a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.420257:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d7128938417a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.420264:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137d13000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777420964.420269:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d7128938417a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.420276:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d7128938417a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.420304:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff9af118b32400) 00010000:00010000:1.0:1777420964.420307:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777420964.420313:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d7128938417a lrc: 2/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.420320:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d7128938417a lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420964.420439:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111375880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+29:11928:x1863760833751424:12345-192.168.203.47@tcp:54:lfs.0 Request processed in 345us (564us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420964.420446:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 173 00000100:00100000:2.0:1777420964.451009:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420964.451153:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833751552 00000100:00100000:1.0:1777420964.451168:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833751552 00000100:00100000:1.0:1777420964.451289:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 55 00000100:00100000:1.0:1777420964.451301:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+29:11932:x1863760833751552:12345-192.168.203.47@tcp:49:lfs.0 00000100:00100000:1.0:1777420964.451504:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+29:11932:x1863760833751552:12345-192.168.203.47@tcp:49:lfs.0 Request processed in 204us (509us total) trans 0 rc -61/-61 00000100:00100000:1.0:1777420964.451513:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 55 00000100:00100000:3.0:1777420964.454222:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420964.454339:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833751808 00000100:00100000:1.0:1777420964.454381:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833751808 00000100:00100000:1.0:1777420964.454507:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 174 00000100:00100000:1.0:1777420964.454519:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111377480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+29:11932:x1863760833751808:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:1.0:1777420964.454559:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777420964.454589:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289384181 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3759dc expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.454708:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289384188 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.454742:0:5760:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32800/0xa38d71289384150 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759ce expref: 30 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.454751:0:5760:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289384188 lrc: 4/0,1 mode: --/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.454798:0:5760:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32800/0xa38d71289384150 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759ce expref: 30 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.454813:0:5760:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32800/0xa38d71289384150 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759ce expref: 30 pid: 5761 timeout: 276 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420964.454829:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f774e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1863760841071872:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777420964.455008:0:5760:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1346d1e40 going to sleep for 11 seconds 00000100:00100000:3.0:1777420964.459447:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420964.459559:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833751936 00000100:00100000:0.0:1777420964.459572:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833751936 00010000:00010000:0.0:1777420964.459625:0:6558:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32800/0xa38d71289384150 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759ce expref: 31 pid: 5761 timeout: 276 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420964.459684:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 70 00000100:00100000:0.0:1777420964.459695:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af102fb7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+31:2369:x1863760833751936:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777420964.459712:0:6558:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777420964.459720:0:6558:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32800/0xa38d71289384150 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759ce expref: 31 pid: 5761 timeout: 276 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420964.459758:0:6558:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32800/0xa38d71289384150 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759ce expref: 31 pid: 5761 timeout: 276 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420964.459788:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff9af118b32400) 00010000:00010000:0.0:1777420964.459794:0:6558:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289384188 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420964.459805:0:6558:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289384188 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420964.459813:0:6558:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289384188 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420964.459837:0:6558:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777420964.459908:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af102fb7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+31:2369:x1863760833751936:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 215us (476us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420964.459917:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 70 00010000:00010000:1.0:1777420964.460919:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32800/0xa38d71289384150 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759ce expref: 30 pid: 5761 timeout: 276 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420964.460943:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f774e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1863760841071872:192.168.203.47@tcp:104: 00010000:00010000:1.0:1777420964.460976:0:5760:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289384188 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.460988:0:5760:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289384188 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.460993:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289384188 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777420964.461019:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xb:0x0]: returning size 0 00010000:00010000:1.0:1777420964.461315:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289384181 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759dc expref: 31 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.461332:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289384188 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759dc expref: 30 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.461341:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff9af118b32400) 00010000:00010000:1.0:1777420964.461344:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1777420964.461347:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137d12200, rc 0) 00000100:00100000:1.0:1777420964.461498:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111377480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+30:11932:x1863760833751808:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 6981us (7289us total) trans 4294967424 rc 0/0 00000100:00100000:1.0:1777420964.461507:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 174 00000100:00100000:3.0:1777420964.463646:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420964.463726:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833752192 00000100:00100000:1.0:1777420964.463738:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833752192 00000100:00100000:1.0:1777420964.463806:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 175 00000100:00100000:1.0:1777420964.463817:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111376d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+30:11932:x1863760833752192:12345-192.168.203.47@tcp:55:lfs.0 00010000:00010000:1.0:1777420964.463904:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289384196 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.463924:0:5760:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289384188 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759dc expref: 30 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.463934:0:5760:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289384196 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.463976:0:5760:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289384188 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759dc expref: 30 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.463992:0:5760:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289384188 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759dc expref: 30 pid: 5760 timeout: 276 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420964.464045:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f774e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1863760841072000:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777420964.464148:0:5760:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1346d1e40 going to sleep for 11 seconds 00000100:00100000:1.0:1777420964.467435:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f774e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1863760841072000:192.168.203.47@tcp:104: 00010000:00010000:1.0:1777420964.467480:0:5760:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289384196 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420964.467901:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420964.468288:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833752320 00000100:00100000:0.0:1777420964.468297:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833752320 00010000:00010000:0.0:1777420964.468339:0:5745:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289384188 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759dc expref: 31 pid: 5760 timeout: 276 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420964.468500:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 71 00000100:00100000:0.0:1777420964.468512:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f63fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+31:2368:x1863760833752320:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777420964.468530:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777420964.468639:0:5745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289384188 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759dc expref: 31 pid: 5760 timeout: 276 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420964.468664:0:5745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289384188 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759dc expref: 31 pid: 5760 timeout: 276 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420964.468692:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289384188 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759dc expref: 31 pid: 5760 timeout: 276 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420964.468711:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff9af118b32400) 00010000:00010000:0.0:1777420964.468716:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289384196 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420964.468727:0:5745:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289384196 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420964.468736:0:5745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289384196 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420964.468809:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777420964.468880:0:5760:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289384196 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.468888:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289384196 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.469115:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289384196 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.469123:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289384196 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.469129:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289384196 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.469136:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137d13a00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777420964.469140:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289384196 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.469148:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289384196 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.469157:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff9af118b32400) 00010000:00010000:1.0:1777420964.469168:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1777420964.469173:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289384196 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.469180:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289384196 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420964.471347:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f63fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+31:2368:x1863760833752320:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 2823us (3433us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420964.471372:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 71 00000100:00100000:1.0:1777420964.471899:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111376d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+30:11932:x1863760833752192:12345-192.168.203.47@tcp:55:lfs.0 Request processed in 8081us (8262us total) trans 4294967425 rc 0/0 00000100:00100000:1.0:1777420964.471911:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 175 00000100:00100000:0.0:1777420964.474971:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420964.475054:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833752576 00000100:00100000:1.0:1777420964.475066:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833752576 00000100:00100000:1.0:1777420964.475172:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 56 00000100:00100000:1.0:1777420964.475183:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001192300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+30:11932:x1863760833752576:12345-192.168.203.47@tcp:35:lfs.0 00000100:00100000:1.0:1777420964.475467:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001192300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+31:11932:x1863760833752576:12345-192.168.203.47@tcp:35:lfs.0 Request processed in 284us (505us total) trans 4294967426 rc 0/0 00000100:00100000:1.0:1777420964.475475:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 56 00000100:00100000:2.0:1777420964.490862:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420964.490974:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833752832 00000100:00100000:1.0:1777420964.490987:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833752832 00000100:00100000:1.0:1777420964.491116:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 176 00000100:00100000:1.0:1777420964.491129:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110395c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+31:11935:x1863760833752832:12345-192.168.203.47@tcp:101:lfs.500 00010000:00010000:1.0:1777420964.491161:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777420964.491188:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d7128938419d lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3759e3 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.491280:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d712893841a4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.491297:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d712893841a4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.491327:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d712893841a4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.491343:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d712893841ab lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.491392:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d712893841ab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.491400:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d712893841ab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.491534:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d712893841b2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.491561:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d712893841b2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.491568:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d712893841b2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777420964.491579:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xb:0x0]: returning size 0 00010000:00010000:1.0:1777420964.491687:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d712893841a4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.491695:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d712893841a4 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.491702:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d712893841a4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.491709:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137d13000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777420964.491719:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d712893841a4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.491727:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d712893841a4 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.491741:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff9af1061f8700) 00010000:00010000:1.0:1777420964.491744:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777420964.491749:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d712893841a4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.491756:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d712893841a4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.491771:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d712893841ab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.491777:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d712893841ab lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.491783:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d712893841ab lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.491788:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137d13200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777420964.491791:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d712893841ab lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.491797:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d712893841ab lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.491804:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x7cf78b4a (ffff9af1061f8200) 00010000:00010000:1.0:1777420964.491807:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777420964.491815:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d712893841ab lrc: 2/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.491822:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d712893841ab lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.491870:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d7128938419d lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759e3 expref: 34 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.491885:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d712893841b2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759e3 expref: 33 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.491893:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff9af118b32400) 00010000:00010000:1.0:1777420964.491896:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777420964.491899:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137d12400, rc 0) 00000100:00100000:1.0:1777420964.491965:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110395c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+33:11935:x1863760833752832:12345-192.168.203.47@tcp:101:lfs.500 Request processed in 838us (1115us total) trans 4294967427 rc 0/0 00000100:00100000:1.0:1777420964.491974:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 176 00000100:00100000:3.0:1777420964.495167:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420964.495251:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833753088 00000100:00100000:1.0:1777420964.495264:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833753088 00000100:00100000:1.0:1777420964.495329:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 57 00000100:00100000:1.0:1777420964.495340:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f63ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+33:11935:x1863760833753088:12345-192.168.203.47@tcp:35:lfs.500 00000100:00100000:1.0:1777420964.495730:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f63ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+34:11935:x1863760833753088:12345-192.168.203.47@tcp:35:lfs.500 Request processed in 390us (572us total) trans 4294967428 rc 0/0 00000100:00100000:1.0:1777420964.495740:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 57 00000100:00100000:2.0:1777420964.498132:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420964.498281:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833753216 00000100:00100000:1.0:1777420964.498293:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833753216 00000100:00100000:1.0:1777420964.498440:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 177 00000100:00100000:1.0:1777420964.498462:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110397480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+34:11935:x1863760833753216:12345-192.168.203.47@tcp:54:lfs.500 00010000:00010000:1.0:1777420964.498581:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893841c0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.498603:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893841c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.498616:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893841c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.498648:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893841c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.498655:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893841c0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.498663:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893841c0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.498671:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137d13a00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777420964.498676:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893841c0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.498685:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893841c0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.498698:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff9af118b32400) 00010000:00010000:1.0:1777420964.498702:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777420964.498708:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893841c0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.498715:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893841c0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420964.498843:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110397480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+34:11935:x1863760833753216:12345-192.168.203.47@tcp:54:lfs.500 Request processed in 384us (721us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420964.498851:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 177 00000100:00100000:2.0:1777420964.531887:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420964.532032:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833753344 00000100:00100000:1.0:1777420964.532046:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833753344 00000100:00100000:1.0:1777420964.532168:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 58 00000100:00100000:1.0:1777420964.532181:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af10f5be450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+34:11942:x1863760833753344:12345-192.168.203.47@tcp:49:lfs.0 00000100:00100000:1.0:1777420964.532395:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af10f5be450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+34:11942:x1863760833753344:12345-192.168.203.47@tcp:49:lfs.0 Request processed in 172us (477us total) trans 0 rc -61/-61 00000100:00100000:1.0:1777420964.532405:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 58 00000100:00100000:3.0:1777420964.534934:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420964.535060:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833753472 00000100:00100000:1.0:1777420964.535071:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833753472 00000100:00100000:1.0:1777420964.535181:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 178 00000100:00100000:1.0:1777420964.535192:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f63f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+34:11942:x1863760833753472:12345-192.168.203.47@tcp:54:lfs.0 00010000:00010000:1.0:1777420964.535266:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893841c7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.535287:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893841c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.535300:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893841c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.535328:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893841c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.535335:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893841c7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.535399:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893841c7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.535406:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137d13a00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777420964.535411:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893841c7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.535420:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893841c7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.535434:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff9af118b32400) 00010000:00010000:1.0:1777420964.535437:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777420964.535442:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893841c7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.535449:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893841c7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420964.535519:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f63f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+34:11942:x1863760833753472:12345-192.168.203.47@tcp:54:lfs.0 Request processed in 328us (597us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420964.535528:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 178 00000100:00100000:2.0:1777420964.585742:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420964.585888:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833753728 00000100:00100000:1.0:1777420964.585956:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833753728 00000100:00100000:1.0:1777420964.586086:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 179 00000100:00100000:1.0:1777420964.586099:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+34:11952:x1863760833753728:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:1.0:1777420964.586125:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777420964.586153:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893841ce lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3759ea expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.586319:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d712893841d5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.586337:0:5760:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d712893841b2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759e3 expref: 35 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.586346:0:5760:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d712893841d5 lrc: 4/0,1 mode: --/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.586443:0:5760:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d712893841b2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759e3 expref: 35 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.586458:0:5760:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d712893841b2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759e3 expref: 35 pid: 5760 timeout: 276 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420964.586474:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f774e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1863760841072128:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777420964.586603:0:5760:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1346d1e40 going to sleep for 11 seconds 00000100:00100000:3.0:1777420964.590568:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420964.590679:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f774e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1863760841072128:192.168.203.47@tcp:104: 00010000:00010000:1.0:1777420964.590716:0:5760:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d712893841d5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420964.590811:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833753856 00000100:00100000:0.0:1777420964.590821:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833753856 00010000:00010000:0.0:1777420964.590868:0:5745:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d712893841b2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759e3 expref: 36 pid: 5760 timeout: 276 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420964.591218:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 72 00000100:00100000:0.0:1777420964.591230:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f63ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+36:2369:x1863760833753856:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777420964.591265:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777420964.591274:0:5745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d712893841b2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759e3 expref: 36 pid: 5760 timeout: 276 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420964.591287:0:5745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d712893841b2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759e3 expref: 36 pid: 5760 timeout: 276 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420964.591315:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d712893841b2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759e3 expref: 36 pid: 5760 timeout: 276 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420964.591333:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff9af118b32400) 00010000:00010000:0.0:1777420964.591339:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d712893841d5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420964.591376:0:5745:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d712893841d5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420964.591386:0:5745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d712893841d5 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420964.591420:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777420964.591487:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f63ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+35:2369:x1863760833753856:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 259us (931us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420964.591495:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 72 00010000:00010000:1.0:1777420964.591739:0:5760:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d712893841d5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.591747:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d712893841d5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777420964.591771:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xb:0x0]: returning size 0 00010000:00010000:1.0:1777420964.591960:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893841ce lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759ea expref: 36 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.591978:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d712893841d5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759ea expref: 35 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.591986:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff9af118b32400) 00010000:00010000:1.0:1777420964.591989:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1777420964.591992:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137d13200, rc 0) 00000100:00100000:1.0:1777420964.592043:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+35:11952:x1863760833753728:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 5947us (6316us total) trans 4294967429 rc 0/0 00000100:00100000:1.0:1777420964.592051:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 179 00000100:00100000:3.0:1777420964.596183:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420964.596269:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833754112 00000100:00100000:1.0:1777420964.596281:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833754112 00000100:00100000:1.0:1777420964.596424:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 180 00000100:00100000:1.0:1777420964.596435:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f63e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+35:11952:x1863760833754112:12345-192.168.203.47@tcp:55:lfs.0 00010000:00010000:1.0:1777420964.596516:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d712893841e3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.596547:0:5760:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d712893841d5 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759ea expref: 35 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.596557:0:5760:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d712893841e3 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.596605:0:5760:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d712893841d5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759ea expref: 35 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.596620:0:5760:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d712893841d5 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759ea expref: 35 pid: 5760 timeout: 276 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420964.596651:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f774e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1863760841072256:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777420964.596743:0:5760:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1346d1180 going to sleep for 11 seconds 00000100:00100000:2.0:1777420964.598922:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420964.599015:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833754240 00000100:00100000:0.0:1777420964.599026:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833754240 00010000:00010000:0.0:1777420964.599070:0:5745:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d712893841d5 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759ea expref: 36 pid: 5760 timeout: 276 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420964.599205:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 73 00000100:00100000:0.0:1777420964.599216:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+36:2368:x1863760833754240:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777420964.599230:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777420964.599237:0:5745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d712893841d5 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759ea expref: 36 pid: 5760 timeout: 276 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420964.599250:0:5745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d712893841d5 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759ea expref: 36 pid: 5760 timeout: 276 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420964.599274:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff9af118b32400) 00010000:00010000:0.0:1777420964.599278:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d712893841e3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420964.599288:0:5745:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d712893841e3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420964.599295:0:5745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d712893841e3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420964.599315:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777420964.599406:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+36:2368:x1863760833754240:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 191us (495us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420964.599414:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 73 00010000:00010000:1.0:1777420964.599822:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d712893841d5 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759ea expref: 35 pid: 5760 timeout: 276 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420964.599841:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f774e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1863760841072256:192.168.203.47@tcp:104: 00010000:00010000:1.0:1777420964.599868:0:5760:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d712893841e3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.599878:0:5760:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d712893841e3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.599884:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d712893841e3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.600100:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d712893841e3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.600109:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d712893841e3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.600115:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d712893841e3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.600122:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137d13000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777420964.600127:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d712893841e3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.600136:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d712893841e3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.600158:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff9af118b32400) 00010000:00010000:1.0:1777420964.600161:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1777420964.600165:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d712893841e3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.600172:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d712893841e3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420964.600240:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f63e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+35:11952:x1863760833754112:12345-192.168.203.47@tcp:55:lfs.0 Request processed in 3806us (4069us total) trans 4294967430 rc 0/0 00000100:00100000:1.0:1777420964.600249:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 180 00000100:00100000:2.0:1777420964.602595:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420964.602697:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833754496 00000100:00100000:1.0:1777420964.602709:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833754496 00000100:00100000:1.0:1777420964.602807:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 59 00000100:00100000:1.0:1777420964.602819:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+35:11952:x1863760833754496:12345-192.168.203.47@tcp:35:lfs.0 00000100:00100000:1.0:1777420964.603148:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+36:11952:x1863760833754496:12345-192.168.203.47@tcp:35:lfs.0 Request processed in 331us (564us total) trans 4294967431 rc 0/0 00000100:00100000:1.0:1777420964.603157:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 59 00000100:00100000:2.0:1777420964.621284:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420964.621527:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833754752 00000100:00100000:1.0:1777420964.621552:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833754752 00000100:00100000:1.0:1777420964.621662:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 181 00000100:00100000:1.0:1777420964.621673:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+36:11955:x1863760833754752:12345-192.168.203.47@tcp:101:lfs.500 00010000:00010000:1.0:1777420964.621702:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777420964.621730:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d712893841ea lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3759f1 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.621817:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d712893841f1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.621850:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d712893841f1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.621864:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d712893841f1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.621880:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893841f8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.621887:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893841f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.621909:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893841f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.622056:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12600/0xa38d712893841ff lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.622065:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12600/0xa38d712893841ff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.622073:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12600/0xa38d712893841ff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777420964.622085:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xb:0x0]: returning size 0 00010000:00010000:1.0:1777420964.622190:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d712893841f1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.622199:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d712893841f1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.622206:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d712893841f1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.622219:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137d13200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777420964.622224:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d712893841f1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.622232:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d712893841f1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.622245:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff9af1061f8700) 00010000:00010000:1.0:1777420964.622248:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777420964.622254:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d712893841f1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.622261:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d712893841f1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.622275:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893841f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.622281:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893841f8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.622287:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893841f8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.622292:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137d13a00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777420964.622295:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893841f8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.622300:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893841f8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.622318:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x7cf78b4a (ffff9af1061f8200) 00010000:00010000:1.0:1777420964.622321:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777420964.622324:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893841f8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.622329:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893841f8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.622425:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d712893841ea lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759f1 expref: 39 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.622439:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12600/0xa38d712893841ff lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759f1 expref: 38 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.622446:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff9af118b32400) 00010000:00010000:1.0:1777420964.622448:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777420964.622451:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137d12600, rc 0) 00000100:00100000:1.0:1777420964.622528:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+38:11955:x1863760833754752:12345-192.168.203.47@tcp:101:lfs.500 Request processed in 857us (1258us total) trans 4294967432 rc 0/0 00000100:00100000:1.0:1777420964.622546:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 181 00000100:00100000:2.0:1777420964.624684:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420964.624767:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833755008 00000100:00100000:1.0:1777420964.624779:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833755008 00000100:00100000:1.0:1777420964.624886:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 60 00000100:00100000:1.0:1777420964.624908:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+38:11955:x1863760833755008:12345-192.168.203.47@tcp:35:lfs.500 00000100:00100000:1.0:1777420964.625167:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+39:11955:x1863760833755008:12345-192.168.203.47@tcp:35:lfs.500 Request processed in 260us (493us total) trans 4294967433 rc 0/0 00000100:00100000:1.0:1777420964.625174:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 60 00000100:00100000:3.0:1777420964.627085:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420964.627469:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833755136 00000100:00100000:1.0:1777420964.627481:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833755136 00000100:00100000:1.0:1777420964.627603:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 182 00000100:00100000:1.0:1777420964.627613:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f63e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+39:11955:x1863760833755136:12345-192.168.203.47@tcp:54:lfs.500 00010000:00010000:1.0:1777420964.627695:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d7128938420d lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.627717:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d7128938420d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.627729:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d7128938420d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.627759:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d7128938420d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.627767:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d7128938420d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.627774:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d7128938420d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.627780:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137d13a00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777420964.627785:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d7128938420d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.627793:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d7128938420d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.627806:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff9af118b32400) 00010000:00010000:1.0:1777420964.627810:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777420964.627816:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d7128938420d lrc: 2/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.627838:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d7128938420d lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420964.627927:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f63e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+39:11955:x1863760833755136:12345-192.168.203.47@tcp:54:lfs.500 Request processed in 315us (851us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420964.627935:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 182 00000100:00100000:2.0:1777420964.656699:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420964.657012:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833755264 00000100:00100000:1.0:1777420964.657027:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833755264 00000100:00100000:1.0:1777420964.657160:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 61 00000100:00100000:1.0:1777420964.657172:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+39:11962:x1863760833755264:12345-192.168.203.47@tcp:49:lfs.0 00000100:00100000:1.0:1777420964.657320:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+39:11962:x1863760833755264:12345-192.168.203.47@tcp:49:lfs.0 Request processed in 150us (634us total) trans 0 rc -61/-61 00000100:00100000:1.0:1777420964.657329:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 61 00000100:00100000:2.0:1777420964.659343:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420964.659468:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833755392 00000100:00100000:1.0:1777420964.659480:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833755392 00000100:00100000:1.0:1777420964.659553:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 183 00000100:00100000:1.0:1777420964.659563:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+39:11962:x1863760833755392:12345-192.168.203.47@tcp:54:lfs.0 00010000:00010000:1.0:1777420964.659636:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289384214 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.659655:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289384214 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.659668:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289384214 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.659696:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289384214 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.659720:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289384214 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.659727:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289384214 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.659733:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137d13a00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777420964.659737:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289384214 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.659745:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289384214 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.659759:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff9af118b32400) 00010000:00010000:1.0:1777420964.659762:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777420964.659767:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289384214 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.659773:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289384214 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420964.659936:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+39:11962:x1863760833755392:12345-192.168.203.47@tcp:54:lfs.0 Request processed in 373us (602us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420964.659944:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 183 00000100:00100000:3.0:1777420964.684156:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420964.684668:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833755648 00000100:00100000:1.0:1777420964.684682:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833755648 00000100:00100000:1.0:1777420964.684825:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 184 00000100:00100000:1.0:1777420964.684837:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f63f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+39:11966:x1863760833755648:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:1.0:1777420964.684864:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777420964.684925:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d7128938421b lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3759f8 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.685044:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289384222 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.685062:0:5760:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12600/0xa38d712893841ff lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759f1 expref: 40 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.685071:0:5760:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289384222 lrc: 4/0,1 mode: --/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.685115:0:5760:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12600/0xa38d712893841ff lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759f1 expref: 40 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.685131:0:5760:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12600/0xa38d712893841ff lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759f1 expref: 40 pid: 5760 timeout: 276 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420964.685147:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f774e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1863760841072384:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777420964.685272:0:5760:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1346d19c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777420964.687685:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f774e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1863760841072384:192.168.203.47@tcp:104: 00010000:00010000:1.0:1777420964.687734:0:5760:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289384222 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420964.688174:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420964.688264:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833755776 00000100:00100000:0.0:1777420964.688272:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833755776 00010000:00010000:0.0:1777420964.688318:0:5745:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12600/0xa38d712893841ff lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759f1 expref: 41 pid: 5760 timeout: 276 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420964.688406:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 74 00000100:00100000:0.0:1777420964.688417:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f63c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+41:2368:x1863760833755776:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777420964.688436:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777420964.688446:0:5745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12600/0xa38d712893841ff lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759f1 expref: 41 pid: 5760 timeout: 276 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420964.688462:0:5745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12600/0xa38d712893841ff lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759f1 expref: 41 pid: 5760 timeout: 276 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420964.688489:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12600/0xa38d712893841ff lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759f1 expref: 41 pid: 5760 timeout: 276 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420964.688507:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff9af118b32400) 00010000:00010000:0.0:1777420964.688513:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289384222 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420964.688524:0:5745:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289384222 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420964.688533:0:5745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289384222 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420964.688633:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777420964.688702:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f63c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+40:2368:x1863760833755776:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 285us (528us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420964.688712:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 74 00010000:00010000:1.0:1777420964.688756:0:5760:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289384222 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.688765:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289384222 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777420964.688802:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xb:0x0]: returning size 0 00010000:00010000:1.0:1777420964.689050:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d7128938421b lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759f8 expref: 41 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.689068:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289384222 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759f8 expref: 40 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.689076:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff9af118b32400) 00010000:00010000:1.0:1777420964.689079:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1777420964.689082:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137d13000, rc 0) 00000100:00100000:1.0:1777420964.689175:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f63f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+40:11966:x1863760833755648:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 4340us (5032us total) trans 4294967434 rc 0/0 00000100:00100000:1.0:1777420964.689184:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 184 00000100:00100000:3.0:1777420964.692016:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420964.692125:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833756032 00000100:00100000:1.0:1777420964.692138:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833756032 00000100:00100000:1.0:1777420964.692239:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 185 00000100:00100000:1.0:1777420964.692251:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f63d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+40:11966:x1863760833756032:12345-192.168.203.47@tcp:55:lfs.0 00010000:00010000:1.0:1777420964.692338:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d71289384230 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.692378:0:5760:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289384222 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759f8 expref: 40 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.692389:0:5760:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d71289384230 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.692433:0:5760:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289384222 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759f8 expref: 40 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.692461:0:5760:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289384222 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759f8 expref: 40 pid: 5760 timeout: 276 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420964.692478:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f774e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1863760841072512:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777420964.692721:0:5760:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1346d1e40 going to sleep for 11 seconds 00000100:00100000:2.0:1777420964.694979:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420964.695269:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f774e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1863760841072512:192.168.203.47@tcp:104: 00010000:00010000:1.0:1777420964.695307:0:5760:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d71289384230 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420964.695393:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833756160 00000100:00100000:0.0:1777420964.695418:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833756160 00010000:00010000:0.0:1777420964.695460:0:5745:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289384222 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759f8 expref: 41 pid: 5760 timeout: 276 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420964.695560:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 75 00000100:00100000:0.0:1777420964.695572:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+41:2369:x1863760833756160:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777420964.695589:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777420964.695598:0:5745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289384222 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759f8 expref: 41 pid: 5760 timeout: 276 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420964.695611:0:5745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289384222 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759f8 expref: 41 pid: 5760 timeout: 276 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420964.695638:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289384222 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759f8 expref: 41 pid: 5760 timeout: 276 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420964.695656:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff9af118b32400) 00010000:00010000:0.0:1777420964.695660:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d71289384230 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420964.695671:0:5745:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d71289384230 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420964.695680:0:5745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d71289384230 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420964.695713:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777420964.695781:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+40:2369:x1863760833756160:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 210us (813us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420964.695800:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 75 00010000:00010000:1.0:1777420964.695859:0:5760:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d71289384230 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.695867:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d71289384230 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.696098:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d71289384230 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.696108:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d71289384230 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.696115:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d71289384230 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.696123:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137d13200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777420964.696128:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d71289384230 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.696136:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d71289384230 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.696153:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff9af118b32400) 00010000:00010000:1.0:1777420964.696155:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1777420964.696160:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d71289384230 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.696167:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d71289384230 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420964.696211:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f63d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+40:11966:x1863760833756032:12345-192.168.203.47@tcp:55:lfs.0 Request processed in 3962us (4208us total) trans 4294967435 rc 0/0 00000100:00100000:1.0:1777420964.696220:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 185 00000100:00100000:2.0:1777420964.699162:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420964.699261:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833756416 00000100:00100000:1.0:1777420964.699274:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833756416 00000100:00100000:1.0:1777420964.699395:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 62 00000100:00100000:1.0:1777420964.699406:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+40:11966:x1863760833756416:12345-192.168.203.47@tcp:35:lfs.0 00000100:00100000:1.0:1777420964.699678:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+41:11966:x1863760833756416:12345-192.168.203.47@tcp:35:lfs.0 Request processed in 272us (527us total) trans 4294967436 rc 0/0 00000100:00100000:1.0:1777420964.699687:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 62 00000100:00100000:2.0:1777420964.717259:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420964.717563:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833756672 00000100:00100000:1.0:1777420964.717576:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833756672 00000100:00100000:1.0:1777420964.717685:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 186 00000100:00100000:1.0:1777420964.717696:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af120432680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+41:11969:x1863760833756672:12345-192.168.203.47@tcp:101:lfs.500 00010000:00010000:1.0:1777420964.717729:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777420964.717758:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d71289384237 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3759ff expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.717855:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d7128938423e lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.717903:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d7128938423e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.717917:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d7128938423e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.717936:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289384245 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.717943:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289384245 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.717950:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289384245 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.718099:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12600/0xa38d7128938424c lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.718109:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12600/0xa38d7128938424c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.718116:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12600/0xa38d7128938424c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777420964.718127:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xb:0x0]: returning size 0 00010000:00010000:1.0:1777420964.718252:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d7128938423e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.718260:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d7128938423e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.718267:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d7128938423e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.718281:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137d13a00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777420964.718287:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d7128938423e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.718297:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d7128938423e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.718311:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff9af1061f8700) 00010000:00010000:1.0:1777420964.718314:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777420964.718320:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d7128938423e lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.718327:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d7128938423e lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.718343:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289384245 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.718404:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289384245 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.718412:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289384245 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.718418:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137d13000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777420964.718421:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289384245 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.718428:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289384245 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.718448:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x7cf78b4a (ffff9af1061f8200) 00010000:00010000:1.0:1777420964.718451:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777420964.718455:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289384245 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.718462:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289384245 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.718514:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d71289384237 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759ff expref: 44 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.718530:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12600/0xa38d7128938424c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759ff expref: 43 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.718551:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff9af118b32400) 00010000:00010000:1.0:1777420964.718553:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777420964.718557:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137d12600, rc 0) 00000100:00100000:1.0:1777420964.718644:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af120432680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+43:11969:x1863760833756672:12345-192.168.203.47@tcp:101:lfs.500 Request processed in 949us (1397us total) trans 4294967437 rc 0/0 00000100:00100000:1.0:1777420964.718654:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 186 00000100:00100000:2.0:1777420964.720667:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420964.720761:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833756928 00000100:00100000:3.0:1777420964.720775:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833756928 00000100:00100000:3.0:1777420964.720843:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 63 00000100:00100000:3.0:1777420964.720855:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af120431f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+43:11969:x1863760833756928:12345-192.168.203.47@tcp:35:lfs.500 00000100:00100000:3.0:1777420964.721121:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af120431f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+44:11969:x1863760833756928:12345-192.168.203.47@tcp:35:lfs.500 Request processed in 267us (463us total) trans 4294967438 rc 0/0 00000100:00100000:3.0:1777420964.721150:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 63 00000100:00100000:3.0:1777420964.723660:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420964.723775:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833757056 00000100:00100000:1.0:1777420964.723787:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833757056 00000100:00100000:1.0:1777420964.723904:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 187 00000100:00100000:1.0:1777420964.723917:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f63c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+44:11969:x1863760833757056:12345-192.168.203.47@tcp:54:lfs.500 00010000:00010000:1.0:1777420964.723994:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d7128938425a lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.724014:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d7128938425a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.724044:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d7128938425a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.724076:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d7128938425a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.724082:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d7128938425a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.724089:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d7128938425a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.724095:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137d13a00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777420964.724100:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d7128938425a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.724108:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d7128938425a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.724121:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff9af118b32400) 00010000:00010000:1.0:1777420964.724124:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777420964.724129:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d7128938425a lrc: 2/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420964.724136:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d7128938425a lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420964.724216:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f63c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+44:11969:x1863760833757056:12345-192.168.203.47@tcp:54:lfs.500 Request processed in 301us (567us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420964.724225:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 187 00000100:00100000:2.0:1777420964.756551:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420964.756717:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833757184 00000100:00100000:0.0:1777420964.756733:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833757184 00000100:00100000:0.0:1777420964.756846:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 64 00000100:00100000:0.0:1777420964.756859:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af10f5bc050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+44:11976:x1863760833757184:12345-192.168.203.47@tcp:49:lfs.0 00000100:00100000:0.0:1777420964.757030:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af10f5bc050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+44:11976:x1863760833757184:12345-192.168.203.47@tcp:49:lfs.0 Request processed in 171us (505us total) trans 0 rc -61/-61 00000100:00100000:0.0:1777420964.757040:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 64 00000100:00100000:2.0:1777420964.759096:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420964.759222:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833757312 00000100:00100000:1.0:1777420964.759254:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833757312 00000100:00100000:0.0:1777420964.759432:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 188 00000100:00100000:0.0:1777420964.759446:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af120430700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+44:11976:x1863760833757312:12345-192.168.203.47@tcp:54:lfs.0 00010000:00010000:0.0:1777420964.759521:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289384261 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420964.759617:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289384261 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420964.759632:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289384261 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420964.759664:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289384261 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420964.759671:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289384261 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420964.759678:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289384261 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420964.759685:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137c25000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777420964.759698:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289384261 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420964.759707:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289384261 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420964.759720:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff9af118b32400) 00010000:00010000:0.0:1777420964.759723:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777420964.759729:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289384261 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420964.759735:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289384261 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420964.759859:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af120430700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+44:11976:x1863760833757312:12345-192.168.203.47@tcp:54:lfs.0 Request processed in 416us (775us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420964.759867:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 188 00010000:00010000:1.0:1777420965.208636:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777420965.391439:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420965.391481:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420965.391506:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420965.391525:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420965.391606:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833757568 00000100:00100000:0.0:1777420965.391619:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833757568 00000100:00100000:0.0:1777420965.391678:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 75 00000100:00100000:0.0:1777420965.391690:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f63ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+44:2367:x1863760833757568:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:0.0:1777420965.391779:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f63ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+44:2367:x1863760833757568:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 91us (349us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420965.391788:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 75 00000100:00100000:3.0:1777420965.392090:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420965.393324:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420965.393374:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420965.393490:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833757824 00000100:00100000:1.0:1777420965.393502:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833757824 00000100:00100000:1.0:1777420965.393576:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833757696 00000100:00100000:1.0:1777420965.393579:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833757696 00000100:00100000:1.0:1777420965.393601:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833758080 00000100:00100000:1.0:1777420965.393604:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833758080 00000100:00100000:1.0:1777420965.393625:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 56 00000100:00100000:1.0:1777420965.393635:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f63d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2367:x1863760833757824:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777420965.393709:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f63d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2367:x1863760833757824:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 74us (2201us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420965.393717:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 56 00000100:00100000:1.0:1777420965.393736:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 57 00000100:00100000:1.0:1777420965.393743:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f63c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+5:2366:x1863760833757696:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777420965.393769:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f63c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+5:2366:x1863760833757696:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 26us (2243us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420965.393775:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 57 00000100:00100000:1.0:1777420965.393787:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 58 00000100:00100000:1.0:1777420965.393794:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f63ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+5:2367:x1863760833758080:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777420965.393818:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f63ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+5:2367:x1863760833758080:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 24us (1729us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420965.393824:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 58 00000100:00100000:1.0:1777420965.393845:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833757952 00000100:00100000:1.0:1777420965.393848:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833757952 00000100:00100000:1.0:1777420965.393881:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 76 00000100:00100000:1.0:1777420965.393888:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f63d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2366:x1863760833757952:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777420965.393938:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f63d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2366:x1863760833757952:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 51us (621us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420965.393944:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 76 00000100:00080000:1.0:1777420965.393962:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1777420965.393966:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777420965.393969:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777420965.396235:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833757440 00000100:00100000:3.0:1777420965.396253:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833757440 00000100:00100000:3.0:1777420965.396312:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 258 00000100:00100000:3.0:1777420965.396321:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+12:2366:x1863760833757440:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777420965.396770:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+12:2366:x1863760833757440:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 447us (5285us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420965.396780:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 258 00000100:00100000:3.0:1777420965.396936:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833758208 00000100:00100000:3.0:1777420965.396941:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833758208 00000100:00100000:3.0:1777420965.396992:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 59 00000100:00100000:3.0:1777420965.396999:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f63dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+5:2366:x1863760833758208:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777420965.397032:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f63dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+5:2366:x1863760833758208:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 33us (3657us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420965.397039:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 59 00000100:00080000:3.0:1777420965.397063:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1777420966.232734:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777420966.872856:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001193100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841072640:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777420966.872942:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777420966.873033:0:3295:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777420966.873041:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f774e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3295:1863760841072768:0@lo:400:kworker.0 00000100:00100000:2.0:1777420966.873076:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420966.873179:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841072768 00000100:00100000:0.0:1777420966.873180:0:7924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841072640 00000100:00100000:0.0:1777420966.873190:0:7924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841072640 00000100:00100000:3.0:1777420966.873211:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841072768 00000100:00100000:0.0:1777420966.873267:0:7924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1777420966.873280:0:7924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af120431f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1863760841072640:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1777420966.873320:0:7924:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 51052544 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1777420966.873404:0:7924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af120431f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1863760841072640:12345-0@lo:13:osp-pre-1-0.0 Request processed in 127us (463us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420966.873413:0:7924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1777420966.873469:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 259 00000100:00100000:3.0:1777420966.873480:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3295:x1863760841072768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777420966.873565:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3295:x1863760841072768:12345-0@lo:400:kworker.0 Request processed in 43us (442us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420966.873573:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 259 00000100:00080000:2.0:1777420966.873590:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777420966.873627:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f774e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3295:1863760841072768:0@lo:400:kworker.0 00000100:00100000:2.0:1777420966.873640:0:3295:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967305 gen 2 00000004:00080000:2.0:1777420966.873647:0:3295:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967305 committed transno 4294967305 00000100:00100000:2.0:1777420966.873677:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001193100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841072640:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777420966.873997:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f775c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3297:1863760841072896:0@lo:400:kworker.0 00000100:00100000:2.0:1777420966.874034:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777420966.874102:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841072896 00000100:00100000:0.0:1777420966.874107:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841072896 00000100:00100000:0.0:1777420966.874148:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1777420966.874156:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1863760841072896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777420966.874250:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f774e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3298:1863760841073024:0@lo:400:kworker.0 00000100:00100000:3.0:1777420966.874297:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420966.874326:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841073024 00000100:00100000:3.0:1777420966.874330:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841073024 00000100:00100000:0.0:1777420966.874367:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1863760841072896:12345-0@lo:400:kworker.0 Request processed in 192us (313us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420966.874376:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00080000:0.0:1777420966.874405:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777420966.874485:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c5bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3296:1863760841073280:0@lo:400:kworker.0 00000100:00100000:1.0:1777420966.874515:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420966.874552:0:3296:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777420966.874557:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841073280 00000100:00100000:1.0:1777420966.874561:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f775500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841073152:0@lo:400:kworker.0 00000100:00100000:3.0:1777420966.874563:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841073280 00000100:00100000:1.0:1777420966.874596:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420966.874601:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1777420966.874610:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f63df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3298:x1863760841073024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777420966.874635:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:1.0:1777420966.874655:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3296:x1863760841073280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777420966.874696:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3296:x1863760841073280:12345-0@lo:400:kworker.0 Request processed in 53us (179us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420966.874703:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:1.0:1777420966.874726:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841073152 00000100:00100000:1.0:1777420966.874730:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841073152 00000100:00100000:1.0:1777420966.874757:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1777420966.874764:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137de9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3296:x1863760841073152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777420966.874792:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137de9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3296:x1863760841073152:12345-0@lo:400:kworker.0 Request processed in 29us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420966.874798:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1777420966.874836:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f775500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841073152:0@lo:400:kworker.0 00000100:00100000:1.0:1777420966.874847:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c5bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3296:1863760841073280:0@lo:400:kworker.0 00000100:00100000:3.0:1777420966.875390:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f63df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3298:x1863760841073024:12345-0@lo:400:kworker.0 Request processed in 781us (1091us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420966.875398:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1777420966.875426:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f774e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3298:1863760841073024:0@lo:400:kworker.0 00000100:00080000:0.0:1777420966.875457:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1777420966.875462:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777420966.875544:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f775c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3297:1863760841072896:0@lo:400:kworker.0 00010000:00010000:2.0:1777420967.256757:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777420968.282578:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1777420968.487303:0:12551:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 1d: Archive, Release and Restore DoM file ========================================================== 20:02:47 (1777420967) 00000100:00100000:3.0:1777420968.537464:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420968.537504:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833758336 00000100:00100000:3.0:1777420968.537528:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833758336 00000100:00100000:3.0:1777420968.537613:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 189 00000100:00100000:3.0:1777420968.537625:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f63f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+44:12550:x1863760833758336:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:3.0:1777420968.537651:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777420968.537686:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384268 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375a06 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.537761:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d7128938426f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.537778:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d7128938426f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.537790:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d7128938426f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.537805:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384276 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.537811:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384276 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.537817:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384276 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.537883:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d7128938426f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.537890:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d7128938426f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.537898:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d7128938426f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.537904:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cde00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420968.537909:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d7128938426f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.537925:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d7128938426f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.537938:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1061f8100) 00010000:00010000:3.0:1777420968.537941:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420968.537946:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d7128938426f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.537953:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d7128938426f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.537968:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384276 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.537974:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384276 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.537981:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384276 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.537986:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cd000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420968.537989:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384276 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.537994:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384276 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.538000:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb3812162 (ffff9af118b32b00) 00010000:00010000:3.0:1777420968.538002:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420968.538005:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384276 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.538018:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384276 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.538051:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384268 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a06 expref: 45 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.538061:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1061f8100) 00010000:00010000:3.0:1777420968.538063:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420968.538067:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384268 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a06 expref: 45 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.538076:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0cc600, rc 0) 00000100:00100000:3.0:1777420968.538139:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f63f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+44:12550:x1863760833758336:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 517us (689us total) trans 0 rc 301/301 00000100:00100000:3.0:1777420968.538148:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 189 00000100:00080000:3.0:1777420968.538175:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777420968.543037:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420968.544952:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833758592 00000100:00100000:3.0:1777420968.544970:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833758592 00000100:00100000:3.0:1777420968.545036:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 190 00000100:00100000:3.0:1777420968.545046:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001193100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+44:12550:x1863760833758592:12345-192.168.203.47@tcp:36:lfs.0 00010000:00010000:3.0:1777420968.545114:0:5761:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777420968.545147:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d7128938409a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3759a4 expref: 44 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.545166:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1061f8100) 00010000:00010000:3.0:1777420968.545177:0:5761:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777420968.545275:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d7128938427d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.545291:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d7128938427d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.545301:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d7128938427d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.545312:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d71289384284 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xb3812162 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.545319:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d71289384284 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.545325:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d71289384284 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777420968.545960:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 512 00010000:00010000:3.0:1777420968.545973:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d7128938427d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.545982:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d7128938427d lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.545989:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d7128938427d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.545996:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cdc00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420968.546002:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d7128938427d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.546010:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d7128938427d lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.546025:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af118b32300) 00010000:00010000:3.0:1777420968.546028:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420968.546032:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d7128938427d lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.546039:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d7128938427d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777420968.546056:0:5761:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 0000000087d9422a reply state 00000000811f8cf8 transno 4294967439 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d71289384284 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420968.546064:0:5761:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777420968.546165:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001193100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+45:12550:x1863760833758592:12345-192.168.203.47@tcp:36:lfs.0 Request processed in 1119us (3138us total) trans 4294967439 rc 0/0 00000100:00100000:3.0:1777420968.546174:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 190 00010000:00010000:3.0:1777420968.550732:0:3282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d71289384284 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.550753:0:3282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d71289384284 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.550761:0:3282:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d71289384284 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.550769:0:3282:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cd400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420968.550774:0:3282:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d71289384284 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.550782:0:3282:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d71289384284 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.550815:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb3812162 (ffff9af118b32e00) 00010000:00010000:3.0:1777420968.550818:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420968.550825:0:3282:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d71289384284 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.550831:0:3282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d71289384284 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420968.557148:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420968.557258:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833758720 00000100:00100000:3.0:1777420968.557271:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833758720 00000100:00100000:3.0:1777420968.557343:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 191 00000100:00100000:3.0:1777420968.557375:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001190000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+44:12551:x1863760833758720:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:3.0:1777420968.557403:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777420968.557429:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d7128938428b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375a0d expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.557505:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384292 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.557534:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384292 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.557547:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384292 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777420968.557616:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:3.0:1777420968.557621:0:6569:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 6 stripe count 1 MDT count 1 00000004:00010000:3.0:1777420968.557649:0:6569:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384292 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.557696:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d7128938428b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a0d expref: 46 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.557715:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384292 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a0d expref: 45 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.557724:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af118b32300) 00010000:00010000:3.0:1777420968.557727:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777420968.557731:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0cc600, rc 0) 00000100:00100000:3.0:1777420968.557798:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001190000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+45:12551:x1863760833758720:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 445us (658us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420968.557805:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 191 00000100:00100000:2.0:1777420968.561892:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420968.564612:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833758848 00000100:00100000:0.0:1777420968.564634:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833758848 00000100:00100000:0.0:1777420968.564708:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 192 00000100:00100000:0.0:1777420968.564720:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+45:12551:x1863760833758848:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:0.0:1777420968.564746:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777420968.564772:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d71289384299 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375a14 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420968.564848:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d712893842a0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420968.564865:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d712893842a0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420968.564888:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d712893842a0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420968.564903:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d712893842a7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420968.564910:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d712893842a7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420968.564916:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d712893842a7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420968.565018:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25400/0xa38d712893842ae lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420968.565025:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25400/0xa38d712893842ae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420968.565032:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25400/0xa38d712893842ae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777420968.565076:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 512 00000004:00200000:0.0:1777420968.565079:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777420968.565102:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25400/0xa38d712893842ae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420968.565113:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d712893842a0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420968.565119:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d712893842a0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420968.565135:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d712893842a0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420968.565143:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137c25200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777420968.565147:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d712893842a0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420968.565155:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d712893842a0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420968.565169:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af118b32300) 00010000:00010000:0.0:1777420968.565172:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777420968.565828:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d712893842a0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420968.565840:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d712893842a0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420968.565853:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d712893842a7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420968.565858:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d712893842a7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420968.565864:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d712893842a7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420968.565869:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137c24e00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777420968.565873:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d712893842a7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420968.565892:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d712893842a7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420968.565901:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb3812162 (ffff9af10b558000) 00010000:00010000:0.0:1777420968.565903:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777420968.565906:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d712893842a7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420968.565912:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d712893842a7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420968.565950:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d71289384299 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a14 expref: 47 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420968.565964:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25400/0xa38d712893842ae lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a14 expref: 46 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420968.565971:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff9af10b558a00) 00010000:00010000:0.0:1777420968.565973:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777420968.565975:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137c25400, rc 0) 00000100:00100000:0.0:1777420968.566054:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+46:12551:x1863760833758848:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 1335us (4173us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420968.566063:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 192 00000100:00100000:3.0:1777420968.570198:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420968.571322:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833759104 00000100:00100000:2.0:1777420968.571337:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833759104 00000100:00100000:2.0:1777420968.571435:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 193 00000100:00100000:2.0:1777420968.571447:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f63ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+46:12551:x1863760833759104:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:2.0:1777420968.571473:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777420968.571502:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d712893842b5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375a1b expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777420968.571645:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 512 00010000:00010000:2.0:1777420968.571783:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d712893842b5 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a1b expref: 48 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420968.571814:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af118b32300) 00010000:00010000:2.0:1777420968.571817:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777420968.571824:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d712893842b5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a1b expref: 48 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420968.571840:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af120a33800, rc 0) 00000100:00100000:2.0:1777420968.571919:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f63ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+47:12551:x1863760833759104:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 475us (1740us total) trans 4294967440 rc 301/301 00000100:00100000:2.0:1777420968.571928:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 193 00000100:00100000:0.0:1777420968.574632:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420968.574720:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833759360 00000100:00100000:3.0:1777420968.574733:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833759360 00000100:00100000:3.0:1777420968.574790:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 194 00000100:00100000:3.0:1777420968.574801:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001192300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+47:12551:x1863760833759360:12345-192.168.203.47@tcp:36:lfs.0 00010000:00010000:3.0:1777420968.574868:0:6569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777420968.574901:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25400/0xa38d712893842ae lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a14 expref: 47 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.574920:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff9af10b558a00) 00010000:00010000:3.0:1777420968.574931:0:6569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777420968.574958:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d712893842c3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.574974:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d712893842c3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.574995:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d712893842c3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777420968.575239:0:6569:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000612e5515 reply state 00000000e3a95ce7 transno 4294967441 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d712893842c3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420968.575249:0:6569:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1777420968.575261:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 512 00000100:00100000:3.0:1777420968.575396:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001192300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+48:12551:x1863760833759360:12345-192.168.203.47@tcp:36:lfs.0 Request processed in 594us (774us total) trans 4294967441 rc 0/0 00000100:00100000:3.0:1777420968.575405:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 194 00010000:00010000:0.0:1777420968.577520:0:3281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d712893842c3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420968.577539:0:3281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d712893842c3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420968.577557:0:3281:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d712893842c3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420968.577564:0:3281:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cdc00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777420968.577569:0:3281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d712893842c3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420968.577577:0:3281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d712893842c3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420968.577595:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff9af118b32e00) 00010000:00010000:0.0:1777420968.577598:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777420968.577603:0:3281:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d712893842c3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420968.577609:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d712893842c3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420968.582031:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420968.582226:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833759616 00000100:00100000:3.0:1777420968.582237:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833759616 00000100:00100000:3.0:1777420968.582289:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 65 00000100:00100000:3.0:1777420968.582369:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001193b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+47:12551:x1863760833759616:12345-192.168.203.47@tcp:35:lfs.0 00000100:00100000:3.0:1777420968.582702:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001193b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+48:12551:x1863760833759616:12345-192.168.203.47@tcp:35:lfs.0 Request processed in 352us (683us total) trans 4294967442 rc 0/0 00000100:00100000:3.0:1777420968.582711:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 65 00000100:00100000:1.0:1777420968.591263:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420968.591343:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833759744 00000100:00100000:3.0:1777420968.591387:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833759744 00000100:00100000:3.0:1777420968.591456:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 195 00000100:00100000:3.0:1777420968.591478:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+48:12552:x1863760833759744:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:3.0:1777420968.591518:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777420968.591547:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d712893842ca lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375a22 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.591630:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d712893842d1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.591655:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d712893842d1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.591670:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d712893842d1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.591687:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893842d8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.591695:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893842d8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.591703:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893842d8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.591824:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0ccc00/0xa38d712893842df lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.591832:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0ccc00/0xa38d712893842df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.591840:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0ccc00/0xa38d712893842df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777420968.591877:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 512 00000004:00200000:3.0:1777420968.591882:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777420968.591910:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0ccc00/0xa38d712893842df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.591925:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d712893842d1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.591942:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d712893842d1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.591949:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d712893842d1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.591955:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cd000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420968.591960:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d712893842d1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.591969:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d712893842d1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.591983:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af118b32300) 00010000:00010000:3.0:1777420968.591986:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420968.591992:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d712893842d1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.592000:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d712893842d1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.592014:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893842d8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.592021:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893842d8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.592027:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893842d8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.592033:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cde00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420968.592041:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893842d8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.592047:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893842d8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.592055:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb3812162 (ffff9af118b32b00) 00010000:00010000:3.0:1777420968.592057:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420968.592060:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893842d8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.592066:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893842d8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.592099:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d712893842ca lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a22 expref: 50 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.592113:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0ccc00/0xa38d712893842df lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a22 expref: 49 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.592120:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff9af118b32200) 00010000:00010000:3.0:1777420968.592123:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1777420968.592125:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0ccc00, rc 0) 00000100:00100000:3.0:1777420968.592197:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+49:12552:x1863760833759744:12345-192.168.203.47@tcp:101:rm.0 Request processed in 731us (948us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420968.592206:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 195 00000100:00100000:0.0:1777420968.594720:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420968.595493:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833759872 00000100:00100000:1.0:1777420968.595709:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833759872 00000100:00100000:1.0:1777420968.595782:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 196 00000100:00100000:1.0:1777420968.595793:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001192680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+49:12552:x1863760833759872:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:1.0:1777420968.595818:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777420968.595844:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d712893842e6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375a29 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420968.595919:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893842ed lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420968.595937:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893842ed lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420968.595948:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893842ed lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420968.595963:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d712893842f4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420968.595970:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d712893842f4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420968.595975:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d712893842f4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420968.596044:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893842ed lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420968.596052:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893842ed lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420968.596065:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893842ed lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420968.596074:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137d13a00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777420968.596078:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893842ed lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420968.596087:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893842ed lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420968.596101:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff9af118b32200) 00010000:00010000:1.0:1777420968.596104:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777420968.596109:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893842ed lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420968.596115:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893842ed lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420968.596127:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d712893842f4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420968.596133:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d712893842f4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420968.596139:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d712893842f4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420968.596145:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137d12000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777420968.596148:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d712893842f4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420968.596161:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d712893842f4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420968.596170:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0xe7b1def7 (ffff9af1061f8200) 00010000:00010000:1.0:1777420968.596172:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777420968.596176:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d712893842f4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420968.596182:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d712893842f4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420968.596219:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d712893842e6 lrc: 1/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a29 expref: 50 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420968.596230:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff9af118b32200) 00010000:00010000:1.0:1777420968.596232:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777420968.596236:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d712893842e6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a29 expref: 50 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420968.596245:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137d13200, rc 0) 00000100:00100000:1.0:1777420968.596328:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001192680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+49:12552:x1863760833759872:12345-192.168.203.47@tcp:101:rm.0 Request processed in 536us (1621us total) trans 0 rc 301/301 00000100:00100000:1.0:1777420968.596337:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 196 00000100:00100000:3.0:1777420968.598241:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420968.598608:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833760000 00000100:00100000:0.0:1777420968.598622:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833760000 00000100:00100000:0.0:1777420968.598682:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 197 00000100:00100000:0.0:1777420968.598694:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00197ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+49:12552:x1863760833760000:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:0.0:1777420968.598717:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777420968.598740:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24a00/0xa38d712893842fb lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375a30 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420968.598808:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289384302 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420968.598829:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289384302 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420968.598841:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289384302 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420968.598856:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289384309 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420968.598862:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289384309 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420968.598868:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289384309 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420968.598929:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289384302 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420968.598936:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289384302 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420968.598942:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289384302 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420968.598949:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137c25200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777420968.598954:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289384302 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420968.598962:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289384302 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420968.598975:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff9af118b32200) 00010000:00010000:0.0:1777420968.598982:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777420968.598989:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289384302 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420968.598996:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289384302 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420968.599007:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289384309 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420968.599013:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289384309 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420968.599019:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289384309 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420968.599024:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137c24e00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777420968.599027:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289384309 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420968.599033:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289384309 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420968.599041:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0xe7b1def7 (ffff9af10b558000) 00010000:00010000:0.0:1777420968.599043:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777420968.599046:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289384309 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420968.599052:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289384309 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420968.599082:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24a00/0xa38d712893842fb lrc: 1/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a30 expref: 50 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420968.599103:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff9af118b32200) 00010000:00010000:0.0:1777420968.599105:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777420968.599109:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24a00/0xa38d712893842fb lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a30 expref: 50 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420968.599118:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137c24a00, rc 0) 00000100:00100000:0.0:1777420968.599578:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00197ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+49:12552:x1863760833760000:12345-192.168.203.47@tcp:101:rm.0 Request processed in 883us (1407us total) trans 0 rc 301/301 00000100:00100000:0.0:1777420968.599588:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 197 00000100:00100000:0.0:1777420968.606977:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420968.607160:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833760256 00000100:00100000:3.0:1777420968.607172:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833760256 00000100:00100000:3.0:1777420968.607260:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 198 00000100:00100000:3.0:1777420968.607279:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001193800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+49:12553:x1863760833760256:12345-192.168.203.47@tcp:101:dd.0 00010000:00010000:3.0:1777420968.607305:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777420968.607333:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d71289384310 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375a37 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.607495:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384317 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.607750:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384317 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.607763:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384317 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.607780:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938431e lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.607786:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938431e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.607793:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938431e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.608428:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d71289384325 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.608443:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d71289384325 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.608452:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d71289384325 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777420968.608704:0:5761:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1777420968.608709:0:5761:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb mtime from disk: 0 -> 1777420968 00000004:00010000:3.0:1777420968.608711:0:5761:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb atime from disk: 0 -> 1777420968 00000004:00010000:3.0:1777420968.608714:0:5761:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb ctime from disk: 0 -> 1777420968 00000004:00010000:3.0:1777420968.608716:0:5761:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb blocks from disk: 18427282363563114435 -> 2 00002000:00010000:3.0:1777420968.608721:0:5761:0:(mdt_io.c:1542:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1777420968.608728:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384317 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.608736:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384317 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.608743:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384317 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.608751:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cde00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420968.608756:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384317 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.608765:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384317 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.608779:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff9af118b32200) 00010000:00010000:3.0:1777420968.608782:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420968.608788:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384317 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.608795:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384317 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777420968.608819:0:5761:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000487c6f88 reply state 00000000767d3ae2 transno 4294967443 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938431e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420968.608829:0:5761:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777420968.608868:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d71289384310 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a37 expref: 52 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.608883:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d71289384325 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a37 expref: 51 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.608891:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff9af118b32600) 00010000:00010000:3.0:1777420968.608894:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1777420968.608897:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0cc200, rc 0) 00000100:00100000:3.0:1777420968.609039:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001193800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+52:12553:x1863760833760256:12345-192.168.203.47@tcp:101:dd.0 Request processed in 1761us (2076us total) trans 4294967443 rc 0/0 00000100:00100000:3.0:1777420968.609050:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 198 00010000:00010000:3.0:1777420968.610456:0:3282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938431e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.610469:0:3282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938431e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.610477:0:3282:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938431e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.610485:0:3282:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cd000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420968.610490:0:3282:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938431e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.610528:0:3282:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938431e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.610544:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0xe7b1def7 (ffff9af118b32b00) 00010000:00010000:3.0:1777420968.610547:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420968.610551:0:3282:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938431e lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.610557:0:3282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938431e lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420968.611069:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420968.611139:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833760384 00000100:00100000:3.0:1777420968.611152:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833760384 00000100:00100000:3.0:1777420968.611222:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 2 00000100:00100000:3.0:1777420968.611233:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001191500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:f8f37cf1-354c-422d-bbc6-c92f7928756d+51:12553:x1863760833760384:12345-192.168.203.47@tcp:900:dd.0 00000100:00100000:3.0:1777420968.611320:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001191500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:f8f37cf1-354c-422d-bbc6-c92f7928756d+51:12553:x1863760833760384:12345-192.168.203.47@tcp:900:dd.0 Request processed in 89us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420968.611329:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 2 00000100:00100000:0.0:1777420968.638905:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420968.638961:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420968.639231:0:5775:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833760512 00000100:00100000:2.0:1777420968.639245:0:5775:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833760512 00002000:00100000:2.0:1777420968.639303:0:5775:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000401:0xd:0x0] req@ffff9af001191880 x1863760833760512/t0(0) o4->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:734/0 lens 488/0 e 0 to 0 dl 1777420979 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777420968.639317:0:5775:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af001191880 with x1863760833760512 00000100:00100000:2.0:1777420968.639386:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 0 00000100:00100000:2.0:1777420968.639400:0:5775:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001191880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+51:2368:x1863760833760512:12345-192.168.203.47@tcp:4:dd.0 00000100:00100000:1.0:1777420968.639642:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833760768 00000100:00100000:1.0:1777420968.639648:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833760768 00000100:00100000:1.0:1777420968.639688:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 66 00000100:00100000:1.0:1777420968.639696:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+52:12553:x1863760833760768:12345-192.168.203.47@tcp:35:dd.0 00000100:00100000:1.0:1777420968.640058:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+53:12553:x1863760833760768:12345-192.168.203.47@tcp:35:dd.0 Request processed in 362us (1095us total) trans 4294967444 rc 0/0 00000100:00100000:1.0:1777420968.640066:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 66 00000004:00010000:1.0:1777420968.671878:0:5775:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb size from disk: 0 -> 1048576 00000004:00010000:1.0:1777420968.671904:0:5775:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb mtime from disk: 1777420968 -> 1777420968 00000004:00010000:1.0:1777420968.671907:0:5775:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb atime from disk: 1777420968 -> 1777420968 00000004:00010000:1.0:1777420968.671910:0:5775:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb ctime from disk: 1777420968 -> 1777420968 00000004:00010000:1.0:1777420968.671912:0:5775:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb blocks from disk: 2 -> 2 00000100:00100000:1.0:1777420968.672074:0:5775:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001191880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+54:2368:x1863760833760512:12345-192.168.203.47@tcp:4:dd.0 Request processed in 32669us (33174us total) trans 4294967445 rc 0/0 00000100:00100000:1.0:1777420968.672095:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 0 00002000:00100000:1.0:1777420968.672111:0:5775:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000401:0xd:0x0] req@ffff9af001191880 x1863760833760512/t4294967445(0) o4->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:734/0 lens 488/448 e 0 to 0 dl 1777420979 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777420968.672123:0:5775:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af001191880 with x1863760833760512 00000100:00100000:1.0:1777420968.776294:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420968.776497:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833760896 00000100:00100000:3.0:1777420968.776520:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833760896 00000100:00080000:0.0:1777420968.776573:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777420968.776638:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 199 00000100:00100000:3.0:1777420968.776650:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f775c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:12580:x1863760833760896:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777420968.776674:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777420968.776700:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289384333 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375a3e expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.776772:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938433a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.776802:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938433a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.776814:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938433a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777420968.776878:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:3.0:1777420968.776881:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 6 stripe count 1 MDT count 1 00000004:00010000:3.0:1777420968.776909:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938433a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.776936:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289384333 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a3e expref: 11 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.776955:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938433a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a3e expref: 10 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.776963:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af118b32300) 00010000:00010000:3.0:1777420968.776966:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777420968.776970:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0cd000, rc 0) 00000100:00100000:3.0:1777420968.777042:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f775c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:12580:x1863760833760896:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 394us (761us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420968.777050:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 199 00000100:00100000:2.0:1777420968.781916:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420968.782022:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833761152 00000100:00100000:3.0:1777420968.782035:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833761152 00000100:00100000:3.0:1777420968.782155:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 200 00000100:00100000:3.0:1777420968.782168:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:12581:x1863760833761152:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777420968.782194:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777420968.782236:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289384341 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375a45 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.782327:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d71289384348 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.782343:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d71289384348 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.782377:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d71289384348 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.782394:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d7128938434f lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.782401:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d7128938434f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.782407:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d7128938434f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.782663:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384356 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.782673:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384356 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.782681:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384356 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777420968.782691:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 10752 00010000:00010000:3.0:1777420968.782796:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d71289384348 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.782815:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d71289384348 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.782822:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d71289384348 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.782828:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cd400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420968.782832:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d71289384348 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.782840:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d71289384348 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.782854:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9af106213700) 00010000:00010000:3.0:1777420968.782858:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420968.782863:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d71289384348 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.782869:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d71289384348 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.782884:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d7128938434f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.782890:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d7128938434f lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.782896:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d7128938434f lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.782901:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cde00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420968.782909:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d7128938434f lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.782915:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d7128938434f lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.782923:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff9af118b32b00) 00010000:00010000:3.0:1777420968.782925:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420968.782928:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d7128938434f lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.782934:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d7128938434f lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.783261:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289384341 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a45 expref: 13 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.783277:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384356 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a45 expref: 12 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.783285:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9af106213200) 00010000:00010000:3.0:1777420968.783289:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420968.783291:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0cd200, rc 0) 00000100:00100000:3.0:1777420968.783438:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:12581:x1863760833761152:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 1272us (1535us total) trans 4294967446 rc 0/0 00000100:00100000:3.0:1777420968.783448:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 200 00000100:00100000:0.0:1777420968.786120:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420968.786215:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833761280 00000100:00100000:3.0:1777420968.786227:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833761280 00000100:00100000:3.0:1777420968.786386:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 6 00000100:00100000:3.0:1777420968.786399:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189eb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2367:x1863760833761280:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777420968.786431:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777420968.786463:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384356 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a45 expref: 12 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.786488:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9af106213200) 00010000:00010000:3.0:1777420968.786493:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777420968.786583:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189eb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2367:x1863760833761280:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 186us (472us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420968.786593:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 6 00000100:00100000:2.0:1777420968.787461:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420968.787556:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833761408 00000100:00100000:3.0:1777420968.787563:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833761408 00000100:00100000:3.0:1777420968.787642:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 201 00000100:00100000:3.0:1777420968.787652:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:12581:x1863760833761408:12345-192.168.203.47@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1777420968.787755:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:12581:x1863760833761408:12345-192.168.203.47@tcp:59:lhsmtool_posix.0 Request processed in 103us (297us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420968.787763:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 201 00000100:00100000:1.0:1777420968.795419:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420968.795598:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833761536 00000100:00100000:3.0:1777420968.795612:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833761536 00000100:00100000:3.0:1777420968.795722:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 202 00000100:00100000:3.0:1777420968.795734:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f774e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+54:12582:x1863760833761536:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:3.0:1777420968.795764:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777420968.795790:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384364 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375a4c expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.795872:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d7128938436b lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.795911:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d7128938436b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.795925:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d7128938436b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777420968.795989:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 512 00000004:00200000:3.0:1777420968.795993:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1777420968.796019:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d7128938436b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.796051:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384364 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a4c expref: 56 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.796074:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d7128938436b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a4c expref: 55 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420968.796084:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff9af118b32200) 00010000:00010000:3.0:1777420968.796087:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777420968.796091:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0cc000, rc 0) 00000100:00100000:3.0:1777420968.796224:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f774e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+55:12582:x1863760833761536:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 491us (819us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420968.796233:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 202 00000100:00100000:0.0:1777420968.801046:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420968.801420:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833761792 00000100:00100000:3.0:1777420968.801434:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833761792 00000100:00100000:3.0:1777420968.801609:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 203 00000100:00100000:3.0:1777420968.801621:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+55:12582:x1863760833761792:12345-192.168.203.47@tcp:58:lfs.0 00000040:00080000:3.0:1777420968.801922:0:5761:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].5, 136 off8872 00000100:00100000:3.0:1777420968.802123:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+55:12582:x1863760833761792:12345-192.168.203.47@tcp:58:lfs.0 Request processed in 503us (1088us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420968.802132:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 203 00000100:00100000:0.0:1777420968.921051:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841073408:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777420968.921131:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777420968.921468:0:6546:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841073408 00000100:00100000:2.0:1777420968.921479:0:6546:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841073408 00000100:00100000:2.0:1777420968.921623:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1777420968.921688:0:6546:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13786c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841073408:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777420968.921729:0:6546:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 51052544 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1777420968.921776:0:6546:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13786c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841073408:12345-0@lo:13:osp-pre-0-0.0 Request processed in 143us (643us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420968.921794:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1777420968.922582:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841073408:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1777420968.922622:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:2.0:1777420968.949314:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967423 is committed 00000001:00080000:2.0:1777420968.949340:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967445 is committed 00000001:00080000:2.0:1777420968.949441:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967446 is committed 00000020:00080000:2.0:1777420968.949464:0:5782:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4 batchid updated 00000020:00080000:3.0:1777420968.949569:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4 00000020:00080000:3.0:1777420968.949582:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4 00000040:00080000:1.0:1777420969.256169:0:12602:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777420969.256180:0:12602:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777420969.256240:0:12602:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 6 count 4 00000040:00080000:1.0:1777420969.256248:0:12602:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1777420969.304537:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1777420969.752955:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777420969.752966:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777420969.753039:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 6 count 4 00000040:00080000:1.0:1777420969.753047:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777420969.753795:0:11331:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f775500 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841073536:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1777420969.754806:0:11331:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1209dae40 going to sleep for 11 seconds 00000100:00100000:1.0:1777420969.757834:0:11331:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f775500 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841073536:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1777420969.759699:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420969.759783:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833761920 00000100:00100000:3.0:1777420969.759802:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833761920 00000100:00100000:3.0:1777420969.760023:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 204 00000100:00100000:3.0:1777420969.760039:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111017800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:12593:x1863760833761920:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1777420969.760081:0:5761:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000401:0xd:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1777420969.760222:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111017800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:12593:x1863760833761920:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 186us (531us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420969.760299:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 204 00000100:00100000:0.0:1777420969.762947:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420969.763104:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833762176 00000100:00100000:3.0:1777420969.763117:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833762176 00000100:00100000:3.0:1777420969.763234:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 205 00000100:00100000:3.0:1777420969.763246:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13786f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:12593:x1863760833762176:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777420969.763269:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777420969.763295:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384372 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375a53 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420969.763456:0:5761:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d71289384325 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a37 expref: 20 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420969.763478:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384379 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420969.763529:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384379 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420969.763536:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384379 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420969.763544:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384379 lrc: 3/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420969.763550:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cd200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420969.763555:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384379 lrc: 3/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420969.763563:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384379 lrc: 4/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420969.763575:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff9af118b32600) 00010000:00010000:3.0:1777420969.763582:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384379 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420969.763588:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384379 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420969.763776:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384372 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a53 expref: 12 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420969.763788:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9af106213200) 00010000:00010000:3.0:1777420969.763791:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1777420969.763795:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384372 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a53 expref: 12 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420969.763818:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0cde00, rc 0) 00000100:00100000:3.0:1777420969.763903:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13786f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:12593:x1863760833762176:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 659us (968us total) trans 4294967447 rc 301/301 00000100:00100000:3.0:1777420969.763912:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 205 00000100:00100000:0.0:1777420969.768188:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420969.768281:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833762304 00000100:00100000:3.0:1777420969.768294:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833762304 00000100:00100000:3.0:1777420969.768457:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 206 00000100:00100000:3.0:1777420969.768470:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13786e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:12593:x1863760833762304:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777420969.768551:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777420969.768581:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d71289384387 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375a5a expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420969.768659:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d71289384387 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a5a expref: 12 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420969.768676:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d71289384387 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a5a expref: 12 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420969.768699:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff9af118b32600) 00010000:00010000:3.0:1777420969.768702:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777420969.768706:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0cd400, rc 0) 00000100:00100000:3.0:1777420969.768765:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13786e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:12593:x1863760833762304:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 298us (590us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420969.768774:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 206 00000100:00100000:2.0:1777420969.771521:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420969.771644:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833762432 00000100:00100000:3.0:1777420969.771675:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833762432 00000100:00100000:3.0:1777420969.771796:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 207 00000100:00100000:3.0:1777420969.771808:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111014a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2369:x1863760833762432:12345-192.168.203.47@tcp:33:lhsmtool_posix.0 00010000:00010000:3.0:1777420969.771871:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d7128938438e lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420969.771890:0:5761:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d71289384325 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a37 expref: 20 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420969.771901:0:5761:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d7128938438e lrc: 4/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420969.771944:0:5761:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d71289384325 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a37 expref: 20 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420969.771959:0:5761:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d71289384325 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a37 expref: 20 pid: 5761 timeout: 281 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420969.771975:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af00197a680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841073664:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777420969.772100:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af10535ec00 going to sleep for 11 seconds 00000100:00100000:0.0:1777420969.776683:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420969.776751:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af00197a680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841073664:192.168.203.47@tcp:104: 00010000:00010000:3.0:1777420969.776787:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d7128938438e lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420969.776915:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833762560 00000100:00100000:1.0:1777420969.776925:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833762560 00010000:00010000:1.0:1777420969.776970:0:5745:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d71289384325 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a37 expref: 21 pid: 5761 timeout: 281 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420969.777067:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 76 00000100:00100000:1.0:1777420969.777079:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af102fb6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+21:2368:x1863760833762560:12345-192.168.203.47@tcp:102:ldlm_bl.0 00010000:00010000:1.0:1777420969.777100:0:5745:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d71289384325 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a37 expref: 21 pid: 5761 timeout: 281 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420969.777120:0:5745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d71289384325 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a37 expref: 21 pid: 5761 timeout: 281 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420969.777134:0:5745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d71289384325 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a37 expref: 21 pid: 5761 timeout: 281 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420969.777144:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff9af118b32600) 00010000:00010000:1.0:1777420969.777147:0:5745:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1777420969.777151:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d7128938438e lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420969.777162:0:5745:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d7128938438e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40090000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420969.777169:0:5745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d7128938438e lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40090000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420969.777226:0:5745:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d71289384325 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a37 expref: 21 pid: 5761 timeout: 281 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420969.777300:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af102fb6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+21:2368:x1863760833762560:12345-192.168.203.47@tcp:102:ldlm_bl.0 Request processed in 222us (631us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420969.777309:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 76 00010000:00010000:3.0:1777420969.777422:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d7128938438e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420969.777430:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d7128938438e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420969.777476:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d7128938438e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420969.777483:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d7128938438e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420969.777490:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d7128938438e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420969.777496:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cde00 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:3.0:1777420969.777511:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d7128938438e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420969.777519:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d7128938438e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420969.777531:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff9af118b32600) 00010000:00010000:3.0:1777420969.777534:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777420969.777537:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d7128938438e lrc: 2/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420969.777543:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d7128938438e lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420969.777592:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111014a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2369:x1863760833762432:12345-192.168.203.47@tcp:33:lhsmtool_posix.0 Request processed in 5786us (6094us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420969.777601:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 207 00000100:00100000:0.0:1777420969.781167:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420969.781272:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833762816 00000100:00100000:3.0:1777420969.781285:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833762816 00000100:00100000:3.0:1777420969.781377:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 208 00000100:00100000:3.0:1777420969.781406:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13786f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:12593:x1863760833762816:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1777420969.781549:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13786f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:12593:x1863760833762816:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 145us (395us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420969.781558:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 208 00000100:00100000:0.0:1777420969.784837:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420969.785074:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833762944 00000100:00100000:1.0:1777420969.785087:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833762944 00000100:00100000:1.0:1777420969.785184:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 209 00000100:00100000:1.0:1777420969.785198:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13786ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:12593:x1863760833762944:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777420969.785224:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777420969.785252:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d71289384395 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375a61 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420969.785516:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d7128938439c lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420969.785535:0:6569:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d71289384325 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a37 expref: 20 pid: 5761 timeout: 281 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420969.785544:0:6569:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d7128938439c lrc: 4/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420969.785588:0:6569:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d71289384325 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a37 expref: 20 pid: 5761 timeout: 281 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420969.785604:0:6569:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d71289384325 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a37 expref: 20 pid: 5761 timeout: 281 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420969.785632:0:6569:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f775500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841073792:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777420969.785782:0:6569:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1209da780 going to sleep for 11 seconds 00000100:00100000:1.0:1777420969.789743:0:6569:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f775500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841073792:192.168.203.47@tcp:104: 00010000:00010000:1.0:1777420969.789784:0:6569:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d7128938439c lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420969.793989:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420969.794081:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833763072 00000100:00100000:1.0:1777420969.794096:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833763072 00010000:00010000:1.0:1777420969.794158:0:5745:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d71289384325 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a37 expref: 21 pid: 5761 timeout: 281 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420969.794205:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 77 00000100:00100000:1.0:1777420969.794216:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13786c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+21:2368:x1863760833763072:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777420969.794233:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777420969.794242:0:5745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d71289384325 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a37 expref: 21 pid: 5761 timeout: 281 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420969.794258:0:5745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d71289384325 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a37 expref: 21 pid: 5761 timeout: 281 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420969.794285:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d71289384325 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a37 expref: 21 pid: 5761 timeout: 281 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420969.794304:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff9af118b32600) 00010000:00010000:1.0:1777420969.794311:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d7128938439c lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420969.794337:0:5745:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d7128938439c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420969.794346:0:5745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d7128938439c lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420969.794426:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777420969.794449:0:6569:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d7128938439c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420969.794460:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d7128938439c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420969.794559:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13786c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+20:2368:x1863760833763072:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 343us (582us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420969.794568:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 77 00000004:00200000:0.0:1777420969.794640:0:6569:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777420969.794668:0:6569:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d7128938439c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420969.794701:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d71289384395 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a61 expref: 14 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420969.794720:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d7128938439c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a61 expref: 13 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420969.794728:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff9af118b32600) 00010000:00010000:0.0:1777420969.794732:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777420969.794735:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137d12200, rc 0) 00000100:00100000:0.0:1777420969.794765:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13786ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+13:12593:x1863760833762944:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 9570us (9941us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420969.794772:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 209 00000100:00100000:0.0:1777420969.797611:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420969.798064:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833763200 00000100:00100000:1.0:1777420969.798078:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833763200 00000100:00100000:1.0:1777420969.798228:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 210 00000100:00100000:1.0:1777420969.798239:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+13:2369:x1863760833763200:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777420969.798265:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777420969.798292:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d712893843a3 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375a68 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420969.798335:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d712893843a3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a68 expref: 14 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777420969.798397:0:6569:0:(mdt_io.c:1542:mdt_lvb2reply()) size 1048576 00010000:00010000:1.0:1777420969.798408:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d712893843a3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a68 expref: 14 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420969.798425:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff9af118b32600) 00010000:00010000:1.0:1777420969.798438:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777420969.798460:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137d13000, rc 0) 00000100:00100000:1.0:1777420969.798533:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+14:2369:x1863760833763200:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 294us (933us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420969.798541:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 210 00000100:00100000:3.0:1777420969.800818:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420969.801057:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833763456 00000100:00100000:1.0:1777420969.801069:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833763456 00000100:00100000:1.0:1777420969.801180:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 211 00000100:00100000:1.0:1777420969.801191:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00197a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+14:12593:x1863760833763456:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777420969.801319:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00197a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+14:12593:x1863760833763456:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 128us (511us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420969.801328:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 211 00000100:00100000:0.0:1777420969.806646:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420969.807148:0:5775:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833763584 00000100:00100000:1.0:1777420969.807162:0:5775:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833763584 00002000:00100000:1.0:1777420969.807228:0:5775:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000401:0xd:0x0] req@ffff9af13f6b5880 x1863760833763584/t0(0) o3->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:735/0 lens 488/0 e 0 to 0 dl 1777420980 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777420969.807240:0:5775:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af13f6b5880 with x1863760833763584 00000100:00100000:1.0:1777420969.807281:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1 00000100:00100000:1.0:1777420969.807291:0:5775:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+14:2369:x1863760833763584:12345-192.168.203.47@tcp:3:lhsmtool_posix.0 00000004:00010000:1.0:1777420969.821430:0:5775:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb blocks from disk: 2 -> 2054 00000100:00100000:1.0:1777420969.821655:0:5775:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+14:2369:x1863760833763584:12345-192.168.203.47@tcp:3:lhsmtool_posix.0 Request processed in 14357us (15015us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1777420969.821709:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1 00002000:00100000:1.0:1777420969.821763:0:5775:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000401:0xd:0x0] req@ffff9af13f6b5880 x1863760833763584/t0(0) o3->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:735/0 lens 488/440 e 0 to 0 dl 1777420980 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777420969.821774:0:5775:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af13f6b5880 with x1863760833763584 00000100:00100000:0.0:1777420969.832838:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420969.833280:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833763712 00000100:00100000:1.0:1777420969.833294:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833763712 00000100:00100000:1.0:1777420969.833402:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 212 00000100:00100000:1.0:1777420969.833413:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+14:12593:x1863760833763712:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777420969.833440:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777420969.833467:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893843aa lrc: 2/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375a6f expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420969.833643:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d712893843b1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420969.833661:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d712893843b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420969.833674:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d712893843b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420969.833803:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893843aa lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a6f expref: 16 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420969.833826:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d712893843b1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a6f expref: 15 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420969.833836:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff9af118b32600) 00010000:00010000:1.0:1777420969.833840:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1777420969.833845:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137d12000, rc 0) 00000100:00100000:1.0:1777420969.834702:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+15:12593:x1863760833763712:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 1286us (1873us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420969.834712:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 212 00000100:00100000:2.0:1777420969.837672:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420969.837810:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833763840 00000100:00100000:1.0:1777420969.837823:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833763840 00000100:00100000:1.0:1777420969.837893:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 213 00000100:00100000:1.0:1777420969.837906:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111015180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+15:12593:x1863760833763840:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1777420969.837945:0:6569:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000401:0xd:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1777420969.838123:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111015180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+15:12593:x1863760833763840:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 218us (462us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420969.838132:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 213 00000100:00100000:0.0:1777420969.840710:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420969.840866:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833763968 00000100:00100000:1.0:1777420969.840878:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833763968 00000100:00100000:1.0:1777420969.840949:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 214 00000100:00100000:1.0:1777420969.840960:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+15:2369:x1863760833763968:12345-192.168.203.47@tcp:33:lhsmtool_posix.0 00010000:00010000:1.0:1777420969.841020:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893843b8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420969.841039:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893843b8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x50010000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420969.841052:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893843b8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x40010000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420969.841085:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893843b8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x50010000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420969.841092:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893843b8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x50010400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420969.841100:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893843b8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x40010400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420969.841123:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137d13a00 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:1.0:1777420969.841128:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893843b8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x40010400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420969.841136:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893843b8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x40018400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420969.841149:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff9af118b32600) 00010000:00010000:1.0:1777420969.841152:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777420969.841156:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893843b8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x44819400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420969.841164:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893843b8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x44819400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420969.841284:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+15:2369:x1863760833763968:12345-192.168.203.47@tcp:33:lhsmtool_posix.0 Request processed in 325us (585us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420969.841292:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 214 00000100:00100000:0.0:1777420969.844695:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420969.844829:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833764224 00000100:00100000:1.0:1777420969.844842:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833764224 00000100:00100000:1.0:1777420969.844957:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 215 00000100:00100000:1.0:1777420969.844969:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+15:12593:x1863760833764224:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1777420969.845057:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d712893843bf lrc: 3/0,1 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420969.845076:0:6569:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d712893843b1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a6f expref: 15 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420969.845086:0:6569:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d712893843bf lrc: 4/0,1 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420969.845139:0:6569:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d712893843b1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a6f expref: 15 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420969.845154:0:6569:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d712893843b1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a6f expref: 15 pid: 6569 timeout: 281 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420969.845169:0:6569:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f775500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841073920:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777420969.845308:0:6569:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1209da780 going to sleep for 11 seconds 00000100:00100000:2.0:1777420969.848056:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420969.848176:0:6569:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f775500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841073920:192.168.203.47@tcp:104: 00010000:00010000:1.0:1777420969.848204:0:6569:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d712893843bf lrc: 3/0,1 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420969.848258:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833764352 00000100:00100000:3.0:1777420969.848335:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833764352 00010000:00010000:3.0:1777420969.848418:0:5745:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d712893843b1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a6f expref: 16 pid: 6569 timeout: 281 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420969.848615:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 78 00000100:00100000:3.0:1777420969.848629:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111015c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+16:2369:x1863760833764352:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777420969.848647:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777420969.848656:0:5745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d712893843b1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a6f expref: 16 pid: 6569 timeout: 281 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420969.848670:0:5745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d712893843b1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a6f expref: 16 pid: 6569 timeout: 281 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420969.848696:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d712893843b1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a6f expref: 16 pid: 6569 timeout: 281 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420969.848715:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff9af118b32600) 00010000:00010000:3.0:1777420969.848721:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d712893843bf lrc: 3/0,1 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420969.848732:0:5745:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d712893843bf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420969.848758:0:5745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d712893843bf lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420969.848792:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777420969.848892:0:6569:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d712893843bf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420969.848900:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d712893843bf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420969.848921:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111015c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+15:2369:x1863760833764352:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 295us (874us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420969.848931:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 78 00010000:00010000:1.0:1777420969.849115:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d712893843bf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420969.849124:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d712893843bf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420969.849131:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d712893843bf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420969.849138:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137d13200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777420969.849142:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d712893843bf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420969.849157:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d712893843bf lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420969.849167:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff9af118b32600) 00010000:00010000:1.0:1777420969.849170:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1777420969.849173:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d712893843bf lrc: 2/0,0 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420969.849180:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d712893843bf lrc: 0/0,0 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420969.849307:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+15:12593:x1863760833764224:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 4340us (4625us total) trans 4294967448 rc 0/0 00000100:00100000:1.0:1777420969.849316:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 215 00000040:00080000:2.0:1777420969.849623:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777420969.849628:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777420969.850161:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:2.0:1777420969.850171:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777420969.851930:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420969.852317:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833764608 00000100:00100000:1.0:1777420969.852330:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833764608 00000100:00100000:1.0:1777420969.852612:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 67 00000100:00100000:1.0:1777420969.852625:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118841500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+15:12593:x1863760833764608:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1777420969.852936:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118841500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+16:12593:x1863760833764608:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 313us (1015us total) trans 4294967449 rc 0/0 00000100:00100000:1.0:1777420969.852945:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 67 00010000:00010000:1.0:1777420970.328957:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777420970.511617:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420970.511672:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420970.511701:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420970.511722:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420970.511742:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420970.511772:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420970.511796:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420970.511826:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833764992 00000100:00100000:1.0:1777420970.511837:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833764992 00000100:00100000:1.0:1777420970.511893:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833765504 00000100:00100000:1.0:1777420970.511897:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833765504 00000100:00100000:1.0:1777420970.511910:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833765120 00000100:00100000:1.0:1777420970.511912:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833765120 00000100:00100000:1.0:1777420970.511923:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833765376 00000100:00100000:1.0:1777420970.511925:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833765376 00000100:00100000:1.0:1777420970.511940:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 61 00000100:00100000:1.0:1777420970.511949:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f775500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+5:2368:x1863760833764992:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777420970.512021:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f775500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+5:2368:x1863760833764992:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 73us (348us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420970.512029:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 61 00000100:00100000:1.0:1777420970.512047:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 62 00000100:00100000:1.0:1777420970.512053:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f63fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+5:2368:x1863760833765504:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777420970.512078:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f63fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+5:2368:x1863760833765504:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 26us (355us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420970.512084:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 62 00000100:00100000:2.0:1777420970.512144:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833764736 00000100:00100000:2.0:1777420970.512149:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833764736 00000100:00100000:3.0:1777420970.512160:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 63 00000100:00100000:3.0:1777420970.512170:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f63c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2368:x1863760833765120:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:2.0:1777420970.512179:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 260 00000100:00100000:2.0:1777420970.512186:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+12:2368:x1863760833764736:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777420970.512199:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f63c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2368:x1863760833765120:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 32us (427us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420970.512206:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 63 00000100:00100000:2.0:1777420970.512207:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+12:2368:x1863760833764736:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 23us (605us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420970.512213:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 260 00000100:00100000:3.0:1777420970.512218:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 64 00000100:00100000:3.0:1777420970.512223:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+5:2368:x1863760833765376:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777420970.512246:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+5:2368:x1863760833765376:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 22us (449us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420970.512252:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 64 00000100:00080000:1.0:1777420970.512335:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777420970.512339:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777420970.512417:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833765248 00000100:00100000:2.0:1777420970.512421:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833765248 00000100:00100000:2.0:1777420970.512456:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833764864 00000100:00100000:2.0:1777420970.512458:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833764864 00000100:00100000:2.0:1777420970.512479:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 80 00000100:00100000:2.0:1777420970.512486:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+16:2368:x1863760833765248:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:2.0:1777420970.512530:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+16:2368:x1863760833765248:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 44us (828us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420970.512545:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 80 00000100:00100000:2.0:1777420970.512557:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 81 00000100:00100000:2.0:1777420970.512563:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f63ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+20:2368:x1863760833764864:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:2.0:1777420970.512587:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f63ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+20:2368:x1863760833764864:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 25us (845us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420970.512593:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 81 00000100:00080000:2.0:1777420970.512617:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000040:00080000:0.0:1777420970.824043:0:12653:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777420970.824055:0:12653:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777420970.824101:0:12653:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 6 count 4 00000040:00080000:0.0:1777420970.824107:0:12653:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777420970.868134:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420970.868210:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833765632 00000100:00100000:1.0:1777420970.868222:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833765632 00000100:00100000:1.0:1777420970.868291:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 216 00000100:00100000:1.0:1777420970.868303:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111017480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+20:12601:x1863760833765632:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:1.0:1777420970.868327:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777420970.868379:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d712893843c6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375a76 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420970.868465:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d712893843cd lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420970.868483:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d712893843cd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420970.868510:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d712893843cd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420970.868526:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d712893843d4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420970.868533:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d712893843d4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420970.868540:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d712893843d4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420970.868655:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893843db lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420970.868665:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893843db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420970.868673:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893843db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777420970.868713:0:6569:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777420970.868734:0:6569:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893843db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777420970.868770:0:6569:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb size from disk: 1048576 -> 1048576 00000004:00010000:1.0:1777420970.868774:0:6569:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb mtime from disk: 1777420968 -> 1777420968 00000004:00010000:1.0:1777420970.868776:0:6569:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb atime from disk: 1777420968 -> 1777420968 00000004:00010000:1.0:1777420970.868779:0:6569:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb ctime from disk: 1777420968 -> 1777420968 00000004:00010000:1.0:1777420970.868782:0:6569:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb blocks from disk: 2054 -> 2054 00002000:00010000:1.0:1777420970.868786:0:6569:0:(mdt_io.c:1542:mdt_lvb2reply()) size 1048576 00010000:00010000:1.0:1777420970.868792:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d712893843cd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420970.868800:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d712893843cd lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420970.868807:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d712893843cd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420970.868814:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137d12000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777420970.868819:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d712893843cd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420970.868826:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d712893843cd lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420970.868838:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff9af118b32200) 00010000:00010000:1.0:1777420970.868840:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777420970.868844:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d712893843cd lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420970.868849:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d712893843cd lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420970.868865:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d712893843d4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420970.868868:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d712893843d4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420970.868872:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d712893843d4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420970.868875:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137d12400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777420970.868876:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d712893843d4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420970.868879:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d712893843d4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420970.868883:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0xe7b1def7 (ffff9af1061f8400) 00010000:00010000:1.0:1777420970.868885:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777420970.868886:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d712893843d4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420970.868889:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d712893843d4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420970.868915:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d712893843c6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a76 expref: 22 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420970.868925:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893843db lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a76 expref: 21 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420970.868936:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff9af118b32600) 00010000:00010000:1.0:1777420970.868938:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1777420970.868940:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137d13a00, rc 0) 00000100:00100000:1.0:1777420970.869003:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111017480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+21:12601:x1863760833765632:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 702us (883us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420970.869011:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 216 00000100:00100000:1.0:1777420970.874132:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420970.874279:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833765888 00000100:00100000:3.0:1777420970.874293:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833765888 00000100:00100000:3.0:1777420970.874393:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 217 00000100:00100000:3.0:1777420970.874407:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+21:12601:x1863760833765888:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:3.0:1777420970.874434:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777420970.874462:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d712893843e2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375a7d expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420970.874687:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d712893843e9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420970.874705:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d712893843e9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420970.874720:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d712893843e9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420970.874881:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d712893843e2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a7d expref: 24 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420970.874914:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d712893843e9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a7d expref: 23 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420970.874925:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff9af118b32600) 00010000:00010000:3.0:1777420970.874929:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1777420970.874933:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0cdc00, rc 0) 00000100:00100000:3.0:1777420970.875008:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+23:12601:x1863760833765888:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 604us (890us total) trans 4294967450 rc 0/0 00000100:00100000:3.0:1777420970.875017:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 217 00000100:00100000:0.0:1777420970.877888:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420970.878036:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833766016 00000100:00100000:3.0:1777420970.878048:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833766016 00000100:00100000:3.0:1777420970.878117:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 218 00000100:00100000:3.0:1777420970.878129:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118841c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+23:2366:x1863760833766016:12345-192.168.203.47@tcp:33:lfs.0 00010000:00010000:3.0:1777420970.878196:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d712893843f7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420970.878226:0:6569:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d712893843a3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a68 expref: 15 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420970.878236:0:6569:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893843db lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a76 expref: 23 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420970.878244:0:6569:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d712893843f7 lrc: 5/0,1 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x50010000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420970.878286:0:6569:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893843db lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a76 expref: 23 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420970.878301:0:6569:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893843db lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a76 expref: 23 pid: 6569 timeout: 282 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420970.878318:0:6569:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af00197a300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841074048:192.168.203.47@tcp:104: 00010000:00010000:3.0:1777420970.878832:0:6569:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d712893843a3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a68 expref: 15 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420970.878845:0:6569:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d712893843a3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a68 expref: 15 pid: 6569 timeout: 282 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420970.878859:0:6569:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af00197b800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841074176:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777420970.878951:0:6569:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af001326900 going to sleep for 11 seconds 00000100:00100000:0.0:1777420970.881444:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420970.881989:0:6569:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af00197a300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841074048:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777420970.882027:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833766144 00000100:00100000:3.0:1777420970.882048:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833766144 00010000:00010000:3.0:1777420970.882093:0:5745:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893843db lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a76 expref: 24 pid: 6569 timeout: 282 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420970.882142:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 79 00000100:00100000:3.0:1777420970.882153:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118841f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+24:2368:x1863760833766144:12345-192.168.203.47@tcp:102:ldlm_bl.0 00010000:00010000:3.0:1777420970.882171:0:5745:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893843db lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a76 expref: 24 pid: 6569 timeout: 282 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420970.882185:0:5745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893843db lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a76 expref: 24 pid: 6569 timeout: 282 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420970.882199:0:5745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893843db lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a76 expref: 24 pid: 6569 timeout: 282 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420970.882208:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff9af118b32600) 00010000:00010000:3.0:1777420970.882211:0:5745:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1777420970.882215:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d712893843f7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x50010000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420970.882228:0:5745:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893843db lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a76 expref: 24 pid: 6569 timeout: 282 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420970.882297:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118841f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+24:2368:x1863760833766144:12345-192.168.203.47@tcp:102:ldlm_bl.0 Request processed in 145us (866us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420970.882305:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 79 00000100:00100000:3.0:1777420970.884627:0:6569:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af00197b800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841074176:192.168.203.47@tcp:104: 00010000:00010000:3.0:1777420970.884670:0:6569:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d712893843f7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x40010000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420970.886611:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420970.886764:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833766272 00000100:00100000:3.0:1777420970.886777:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833766272 00010000:00010000:3.0:1777420970.886821:0:5745:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d712893843a3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a68 expref: 16 pid: 6569 timeout: 282 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420970.886869:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 80 00000100:00100000:3.0:1777420970.886881:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d07480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+16:2368:x1863760833766272:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777420970.886898:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777420970.886928:0:5745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d712893843a3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a68 expref: 16 pid: 6569 timeout: 282 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420970.886943:0:5745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d712893843a3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a68 expref: 16 pid: 6569 timeout: 282 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420970.886968:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d712893843a3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a68 expref: 16 pid: 6569 timeout: 282 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420970.886985:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff9af118b32600) 00010000:00010000:3.0:1777420970.886991:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d712893843f7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x40010000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420970.887003:0:5745:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d712893843f7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x40090000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420970.887013:0:5745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d712893843f7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x40090000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420970.887046:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777420970.887112:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d07480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+15:2368:x1863760833766272:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 231us (509us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420970.887121:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 80 00010000:00010000:1.0:1777420970.887197:0:6569:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d712893843f7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x40010000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420970.887208:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d712893843f7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x40010000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420970.887240:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d712893843f7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x50010000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420970.887247:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d712893843f7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x50010400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420970.887253:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d712893843f7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x40010400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420970.887260:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cc400 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:1.0:1777420970.887264:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d712893843f7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x40010400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420970.887272:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d712893843f7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x40018400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420970.887295:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff9af118b32600) 00010000:00010000:1.0:1777420970.887298:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777420970.887302:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d712893843f7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x44819400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420970.887308:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d712893843f7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x44819400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420970.887347:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118841c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+23:2366:x1863760833766016:12345-192.168.203.47@tcp:33:lfs.0 Request processed in 9220us (9472us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420970.887397:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 218 00000100:00100000:1.0:1777420970.892921:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420970.894872:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833766528 00000100:00100000:3.0:1777420970.894889:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833766528 00000100:00100000:3.0:1777420970.894969:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 68 00000100:00100000:3.0:1777420970.894982:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+23:12601:x1863760833766528:12345-192.168.203.47@tcp:35:lfs.0 00000004:00010000:3.0:1777420970.895055:0:5764:0:(mdt_open.c:1996:mdt_hsm_release()) ### [0x200000401:0xd:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d712893843e9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a7d expref: 23 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777420970.895338:0:5764:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967451 00000001:00080000:3.0:1777420970.896543:0:5764:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967452 00010000:00010000:3.0:1777420970.896629:0:5764:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d712893843fe lrc: 3/0,1 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420970.896650:0:5764:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d71289384387 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a5a expref: 14 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420970.896659:0:5764:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893843db lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a76 expref: 26 pid: 6569 timeout: 282 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420970.896668:0:5764:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d712893843fe lrc: 5/0,1 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420970.896713:0:5764:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893843db lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a76 expref: 26 pid: 6569 timeout: 282 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420970.897442:0:5764:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893843db lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a76 expref: 26 pid: 6569 timeout: 282 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420970.897480:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af00197b800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5764:1863760841074304:192.168.203.47@tcp:104: 00010000:00010000:1.0:1777420970.899743:0:5764:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d71289384387 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a5a expref: 14 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420970.899765:0:5764:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d71289384387 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a5a expref: 14 pid: 5761 timeout: 282 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420970.899782:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c21880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5764:1863760841074432:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777420970.899811:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af001326900 going to sleep for 11 seconds 00000100:00100000:1.0:1777420970.902091:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af00197b800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5764:1863760841074304:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777420970.902107:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c21880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5764:1863760841074432:192.168.203.47@tcp:104: 00010000:00010000:1.0:1777420970.902137:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d712893843fe lrc: 3/0,1 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420970.902885:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420970.902947:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833766784 00000100:00100000:3.0:1777420970.902957:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833766784 00000100:00100000:1.0:1777420970.902980:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00010000:00010000:3.0:1777420970.903000:0:6558:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d71289384387 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a5a expref: 15 pid: 5761 timeout: 282 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420970.903035:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833766656 00000100:00100000:3.0:1777420970.903039:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833766656 00010000:00010000:3.0:1777420970.903057:0:6558:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893843db lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a76 expref: 27 pid: 6569 timeout: 282 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420970.903079:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 81 00000100:00100000:3.0:1777420970.903090:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c21880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+15:2368:x1863760833766784:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777420970.903107:0:6558:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777420970.903115:0:6558:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d71289384387 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a5a expref: 15 pid: 5761 timeout: 282 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420970.903127:0:6558:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d71289384387 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a5a expref: 15 pid: 5761 timeout: 282 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420970.903153:0:6558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d71289384387 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a5a expref: 15 pid: 5761 timeout: 282 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420970.903171:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff9af118b32600) 00010000:00010000:3.0:1777420970.903176:0:6558:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d712893843fe lrc: 3/0,1 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420970.903194:0:6558:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d712893843fe lrc: 3/0,1 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420970.903202:0:6558:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777420970.903259:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c21880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+14:2368:x1863760833766784:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 169us (376us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420970.903268:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 81 00000100:00100000:3.0:1777420970.903289:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 82 00000100:00100000:3.0:1777420970.903296:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c22300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+27:2368:x1863760833766656:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777420970.903305:0:6558:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777420970.903310:0:6558:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893843db lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a76 expref: 27 pid: 6569 timeout: 282 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420970.903321:0:6558:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893843db lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a76 expref: 27 pid: 6569 timeout: 282 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420970.903334:0:6558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893843db lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a76 expref: 27 pid: 6569 timeout: 282 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420970.903346:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff9af118b32600) 00010000:00010000:3.0:1777420970.903417:0:6558:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d712893843fe lrc: 3/0,1 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420970.903426:0:6558:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d712893843fe lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420970.903435:0:6558:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d712893843fe lrc: 4/0,1 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420970.903471:0:6558:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777420970.903503:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c22300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+26:2368:x1863760833766656:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 196us (512us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420970.903511:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 82 00010000:00010000:1.0:1777420970.903524:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d712893843fe lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420970.903531:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d712893843fe lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777420970.903676:0:5764:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967453 00000001:00080000:1.0:1777420970.903862:0:5764:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967454 00000001:00080000:1.0:1777420970.903936:0:5764:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967455 00000001:00080000:1.0:1777420970.903959:0:5764:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967456 00010000:00010000:1.0:1777420970.903974:0:5764:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d712893843fe lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420970.903983:0:5764:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d712893843fe lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420970.903990:0:5764:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d712893843fe lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420970.903997:0:5764:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cda00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777420970.904002:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d712893843fe lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420970.904009:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d712893843fe lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420970.904018:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff9af118b32600) 00010000:00010000:1.0:1777420970.904021:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1777420970.904025:0:5764:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d712893843fe lrc: 2/0,0 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420970.904031:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d712893843fe lrc: 0/0,0 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777420970.904501:0:5764:0:(mdd_object.c:3993:mdd_close()) Object [0x200000401:0xe:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1777420970.904544:0:5764:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967457 00010000:00010000:1.0:1777420970.904599:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff9af118b32600) 00010000:00010000:1.0:1777420970.904602:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1777420970.904608:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d712893843e9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a7d expref: 30 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420970.904694:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+29:12601:x1863760833766528:12345-192.168.203.47@tcp:35:lfs.0 Request processed in 9714us (11783us total) trans 4294967458 rc 0/0 00000100:00100000:1.0:1777420970.904703:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 68 00000020:00080000:1.0:1777420970.904707:0:5764:0:(tgt_main.c:782:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:1.0:1777420970.921347:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420970.921558:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833767040 00000100:00100000:3.0:1777420970.921572:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833767040 00000100:00100000:3.0:1777420970.921669:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 219 00000100:00100000:3.0:1777420970.921681:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134081180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+29:12604:x1863760833767040:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:3.0:1777420970.921711:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777420970.921737:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d71289384405 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375a84 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420970.921830:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d7128938440c lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420970.921848:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d7128938440c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420970.921861:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d7128938440c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420970.921876:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384413 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420970.921884:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384413 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420970.921891:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384413 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420970.922068:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cca00/0xa38d7128938441a lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420970.922076:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cca00/0xa38d7128938441a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420970.922083:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cca00/0xa38d7128938441a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777420970.922094:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xd:0x0]: returning size 1048576 00000004:00010000:3.0:1777420970.922197:0:6569:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb size from disk: 1048576 -> 1048576 00000004:00010000:3.0:1777420970.922201:0:6569:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb mtime from disk: 1777420968 -> 1777420968 00000004:00010000:3.0:1777420970.922204:0:6569:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb atime from disk: 1777420968 -> 1777420968 00000004:00010000:3.0:1777420970.922207:0:6569:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb ctime from disk: 1777420968 -> 1777420968 00000004:00010000:3.0:1777420970.922209:0:6569:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb blocks from disk: 2054 -> 2054 00002000:00010000:3.0:1777420970.922214:0:6569:0:(mdt_io.c:1542:mdt_lvb2reply()) size 1048576 00010000:00010000:3.0:1777420970.922220:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d7128938440c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420970.922228:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d7128938440c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420970.922235:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d7128938440c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420970.922241:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cc200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420970.922246:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d7128938440c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420970.922253:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d7128938440c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420970.922271:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff9af118b32200) 00010000:00010000:3.0:1777420970.922274:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420970.922280:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d7128938440c lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420970.922287:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d7128938440c lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420970.922299:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384413 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420970.922305:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384413 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420970.922311:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384413 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420970.922316:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cc800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420970.922319:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384413 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420970.922325:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384413 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420970.922332:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0xe7b1def7 (ffff9af118b32f00) 00010000:00010000:3.0:1777420970.922334:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420970.922337:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384413 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420970.922343:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384413 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420970.922441:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d71289384405 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a84 expref: 32 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420970.922459:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cca00/0xa38d7128938441a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a84 expref: 31 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420970.922468:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff9af118b32600) 00010000:00010000:3.0:1777420970.922470:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1777420970.922473:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0cca00, rc 0) 00000100:00100000:3.0:1777420970.922565:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134081180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+31:12604:x1863760833767040:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 885us (1229us total) trans 4294967459 rc 0/0 00000100:00100000:3.0:1777420970.922574:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 219 00000100:00100000:3.0:1777420970.929008:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420970.929796:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833767168 00000100:00100000:1.0:1777420970.929811:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833767168 00000100:00100000:1.0:1777420970.929883:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 220 00000100:00100000:1.0:1777420970.929894:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00197a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+31:12604:x1863760833767168:12345-192.168.203.47@tcp:54:lfs.0 00010000:00010000:1.0:1777420970.929980:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289384428 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420970.930001:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289384428 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420970.930015:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289384428 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420970.930048:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289384428 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420970.930056:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289384428 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420970.930069:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289384428 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420970.930076:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137d12000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777420970.930081:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289384428 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420970.930090:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289384428 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420970.930104:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff9af118b32600) 00010000:00010000:1.0:1777420970.930107:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777420970.930112:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289384428 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420970.930119:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289384428 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420970.930215:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00197a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+31:12604:x1863760833767168:12345-192.168.203.47@tcp:54:lfs.0 Request processed in 321us (1217us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420970.930224:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 220 00000100:00100000:3.0:1777420970.941103:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420970.941244:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833767424 00000100:00100000:3.0:1777420970.941257:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833767424 00000100:00100000:3.0:1777420970.941314:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 69 00000100:00100000:3.0:1777420970.941325:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af10f5be850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+31:12604:x1863760833767424:12345-192.168.203.47@tcp:35:lfs.0 00000100:00100000:3.0:1777420970.941630:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af10f5be850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+32:12604:x1863760833767424:12345-192.168.203.47@tcp:35:lfs.0 Request processed in 305us (537us total) trans 4294967460 rc 0/0 00000100:00100000:3.0:1777420970.941639:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 69 00000100:00100000:0.0:1777420970.990516:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420970.990629:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833767680 00000100:00100000:1.0:1777420970.990641:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833767680 00000100:00100000:1.0:1777420970.990701:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 221 00000100:00100000:1.0:1777420970.990712:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118843480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+32:12609:x1863760833767680:12345-192.168.203.47@tcp:58:lfs.0 00010000:00010000:1.0:1777420970.990861:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d7128938442f lrc: 3/0,1 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420970.990883:0:6569:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cca00/0xa38d7128938441a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a84 expref: 32 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420970.990900:0:6569:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d7128938442f lrc: 4/0,1 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420970.990941:0:6569:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cca00/0xa38d7128938441a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a84 expref: 32 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420970.990957:0:6569:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cca00/0xa38d7128938441a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a84 expref: 32 pid: 6569 timeout: 282 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420970.990976:0:6569:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af134082680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841074560:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777420970.991265:0:6569:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1052ce540 going to sleep for 11 seconds 00000100:00100000:3.0:1777420970.993803:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420970.994097:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833767808 00000100:00100000:0.0:1777420970.994111:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833767808 00010000:00010000:0.0:1777420970.994159:0:5745:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cca00/0xa38d7128938441a lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a84 expref: 33 pid: 6569 timeout: 282 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420970.994204:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 83 00000100:00100000:0.0:1777420970.994215:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af102fb4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+33:2368:x1863760833767808:12345-192.168.203.47@tcp:102:ldlm_bl.0 00010000:00010000:0.0:1777420970.994234:0:5745:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cca00/0xa38d7128938441a lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a84 expref: 33 pid: 6569 timeout: 282 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420970.994248:0:5745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cca00/0xa38d7128938441a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a84 expref: 33 pid: 6569 timeout: 282 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420970.994262:0:5745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cca00/0xa38d7128938441a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a84 expref: 33 pid: 6569 timeout: 282 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420970.994274:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff9af118b32600) 00010000:00010000:0.0:1777420970.994277:0:5745:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1777420970.994281:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d7128938442f lrc: 3/0,1 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420970.994292:0:5745:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d7128938442f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420970.994314:0:5745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d7128938442f lrc: 4/0,1 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420970.994340:0:5745:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cca00/0xa38d7128938441a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a84 expref: 33 pid: 6569 timeout: 282 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420970.994461:0:6569:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af134082680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841074560:192.168.203.47@tcp:104: 00010000:00010000:1.0:1777420970.994486:0:6569:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d7128938442f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420970.994507:0:6569:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d7128938442f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420970.994514:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d7128938442f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777420970.994727:0:6569:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].6, 136 off9008 00000100:00100000:1.0:1777420970.994833:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118843480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+33:12609:x1863760833767680:12345-192.168.203.47@tcp:58:lfs.0 Request processed in 4122us (4341us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420970.994844:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 221 00000100:00100000:0.0:1777420970.994919:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af102fb4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+32:2368:x1863760833767808:12345-192.168.203.47@tcp:102:ldlm_bl.0 Request processed in 705us (1127us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420970.994926:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 83 00010000:00010000:1.0:1777420971.352803:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1777420971.545966:0:12704:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777420971.545985:0:12704:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777420971.546046:0:12704:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 7 count 5 00000040:00080000:1.0:1777420971.546053:0:12704:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:1.0:1777420971.928933:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777420971.928947:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777420971.929073:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 7 count 5 00000040:00080000:1.0:1777420971.929082:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777420971.929327:0:11331:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af134082680 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841074688:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1777420971.929689:0:11331:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af106050cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1777420971.933527:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420971.933633:0:11331:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af134082680 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841074688:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1777420971.934105:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833767936 00000100:00100000:2.0:1777420971.934115:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833767936 00000100:00100000:2.0:1777420971.934300:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 222 00000100:00100000:2.0:1777420971.934312:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001978700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+14:12620:x1863760833767936:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1777420971.934381:0:6569:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000401:0xd:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1777420971.934520:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001978700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+14:12620:x1863760833767936:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 210us (1006us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420971.934529:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 222 00000100:00100000:3.0:1777420971.937141:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420971.937242:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833768064 00000100:00100000:2.0:1777420971.937254:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833768064 00000100:00100000:2.0:1777420971.937317:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 223 00000100:00100000:2.0:1777420971.937327:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001979880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+14:12620:x1863760833768064:12345-192.168.203.47@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1777420971.937439:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d71289384436 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.937459:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d71289384436 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.937556:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d71289384436 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.937575:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33600/0xa38d7128938443d lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xe8e1b672 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.937582:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33600/0xa38d7128938443d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xe8e1b672 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.937588:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33600/0xa38d7128938443d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xe8e1b672 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.937620:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289384444 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.937629:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289384444 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.937636:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289384444 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777420971.937688:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xd:0x0]: returning size 1048576 00000004:00200000:2.0:1777420971.937694:0:6569:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777420971.937709:0:6569:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289384444 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.937723:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d71289384436 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.937730:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d71289384436 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.938169:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d71289384436 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.938177:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a32e00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420971.938182:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d71289384436 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.938191:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d71289384436 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.938205:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9af106213200) 00010000:00010000:2.0:1777420971.938208:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420971.938213:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d71289384436 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.938220:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d71289384436 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.938237:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33600/0xa38d7128938443d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xe8e1b672 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.938244:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33600/0xa38d7128938443d lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xe8e1b672 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.938250:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33600/0xa38d7128938443d lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xe8e1b672 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.938255:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a33600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420971.938258:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33600/0xa38d7128938443d lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xe8e1b672 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.938276:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33600/0xa38d7128938443d lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xe8e1b672 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.938285:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xe8e1b672 (ffff9af106213500) 00010000:00010000:2.0:1777420971.938288:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420971.938291:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33600/0xa38d7128938443d lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xe8e1b672 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.938298:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33600/0xa38d7128938443d lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xe8e1b672 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.938316:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289384444 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.938323:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289384444 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.938329:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289384444 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.938334:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a33000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420971.938338:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289384444 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.938344:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289384444 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.938449:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff9af118b32600) 00010000:00010000:2.0:1777420971.938452:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420971.938455:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289384444 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.938473:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289384444 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420971.938581:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001979880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+14:12620:x1863760833768064:12345-192.168.203.47@tcp:34:lhsmtool_posix.0 Request processed in 1252us (1448us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420971.938592:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 223 00000100:00100000:3.0:1777420971.941014:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420971.941182:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833768320 00000100:00100000:2.0:1777420971.941194:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833768320 00000100:00100000:2.0:1777420971.941265:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 224 00000100:00100000:2.0:1777420971.941276:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001978000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+14:12620:x1863760833768320:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777420971.941300:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777420971.941323:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d7128938444b lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375a8b expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.941462:0:6569:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cca00/0xa38d7128938441a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a84 expref: 31 pid: 6569 timeout: 282 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.941481:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32800/0xa38d71289384452 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.941511:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32800/0xa38d71289384452 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x53/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.941523:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32800/0xa38d71289384452 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x53/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777420971.941536:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xd:0x0]: returning size 1048576 00000004:00010000:2.0:1777420971.941657:0:6569:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb size from disk: 1048576 -> 1048576 00000004:00010000:2.0:1777420971.941667:0:6569:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb mtime from disk: 1777420968 -> 1777420968 00000004:00010000:2.0:1777420971.941670:0:6569:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb atime from disk: 1777420968 -> 1777420968 00000004:00010000:2.0:1777420971.941673:0:6569:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb ctime from disk: 1777420968 -> 1777420968 00000004:00010000:2.0:1777420971.941675:0:6569:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb blocks from disk: 2054 -> 2054 00002000:00010000:2.0:1777420971.941680:0:6569:0:(mdt_io.c:1542:mdt_lvb2reply()) size 1048576 00010000:00010000:2.0:1777420971.941717:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d7128938444b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a8b expref: 17 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.941737:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32800/0xa38d71289384452 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x53/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a8b expref: 16 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.941744:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff9af118b32600) 00010000:00010000:2.0:1777420971.941747:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 53 00010000:00010000:2.0:1777420971.941751:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af120a32800, rc 0) 00000100:00100000:2.0:1777420971.941929:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001978000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+16:12620:x1863760833768320:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 655us (926us total) trans 4294967461 rc 0/0 00000100:00100000:2.0:1777420971.941938:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 224 00000100:00100000:3.0:1777420971.945582:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420971.945718:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833768448 00000100:00100000:0.0:1777420971.945731:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833768448 00000100:00100000:0.0:1777420971.945814:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 225 00000100:00100000:0.0:1777420971.945825:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001978a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+16:12620:x1863760833768448:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1777420971.945868:0:5760:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000401:0xd:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1777420971.946095:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001978a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+16:12620:x1863760833768448:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 271us (524us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420971.946104:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 225 00000100:00100000:3.0:1777420971.949407:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420971.949590:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833768576 00000100:00100000:2.0:1777420971.949602:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833768576 00000100:00100000:2.0:1777420971.949950:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 226 00000100:00100000:2.0:1777420971.949963:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001979180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+16:12620:x1863760833768576:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777420971.949989:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777420971.950014:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289384460 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375a92 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.950098:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33600/0xa38d71289384467 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.950134:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33600/0xa38d71289384467 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.950147:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33600/0xa38d71289384467 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.950165:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d7128938446e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.950172:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d7128938446e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.950180:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d7128938446e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.950307:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32c00/0xa38d71289384475 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.950315:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32c00/0xa38d71289384475 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.950323:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32c00/0xa38d71289384475 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777420971.950396:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 11776 00000004:00200000:2.0:1777420971.950401:0:6569:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1777420971.950428:0:6569:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32c00/0xa38d71289384475 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.950442:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33600/0xa38d71289384467 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.950460:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33600/0xa38d71289384467 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.950467:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33600/0xa38d71289384467 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.950474:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a33600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420971.950478:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33600/0xa38d71289384467 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.950499:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33600/0xa38d71289384467 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.950513:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af118b32300) 00010000:00010000:2.0:1777420971.950516:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420971.950521:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33600/0xa38d71289384467 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.950527:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33600/0xa38d71289384467 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.950540:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d7128938446e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.950546:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d7128938446e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.950553:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d7128938446e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.950558:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a32e00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420971.950566:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d7128938446e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.950572:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d7128938446e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.950580:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb3812162 (ffff9af106213500) 00010000:00010000:2.0:1777420971.950583:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420971.950586:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d7128938446e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.950592:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d7128938446e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.950624:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289384460 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a92 expref: 18 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.950639:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32c00/0xa38d71289384475 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a92 expref: 17 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.950646:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff9af118b32200) 00010000:00010000:2.0:1777420971.950648:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1777420971.950651:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af120a32c00, rc 0) 00000100:00100000:2.0:1777420971.950729:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001979180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+17:12620:x1863760833768576:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 768us (1334us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420971.950737:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 226 00000100:00100000:3.0:1777420971.953251:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420971.953345:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833768832 00000100:00100000:2.0:1777420971.953582:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833768832 00000100:00100000:2.0:1777420971.953684:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 227 00000100:00100000:2.0:1777420971.953703:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001978380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+17:12620:x1863760833768832:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777420971.953740:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777420971.953774:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d7128938447c lrc: 2/0,0 mode: --/CW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375a99 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.954449:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d71289384483 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.954466:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d71289384483 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.954477:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d71289384483 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777420971.954581:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x5:0x0]: returning size 0 00010000:00010000:2.0:1777420971.954638:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d7128938447c lrc: 0/0,0 mode: --/CW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a99 expref: 20 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.954657:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d71289384483 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a99 expref: 19 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.954667:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff9af106213300) 00010000:00010000:2.0:1777420971.954670:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777420971.954675:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af120a33800, rc 0) 00000100:00100000:2.0:1777420971.954853:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001978380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+19:12620:x1863760833768832:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 1150us (1610us total) trans 4294967462 rc 0/0 00000100:00100000:2.0:1777420971.954862:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 227 00000100:00100000:3.0:1777420971.957711:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420971.957942:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833769088 00000100:00100000:2.0:1777420971.957953:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833769088 00000100:00100000:2.0:1777420971.958051:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 228 00000100:00100000:2.0:1777420971.958078:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001978e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+19:12620:x1863760833769088:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1777420971.958145:0:6569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777420971.958292:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d71289384483 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a99 expref: 19 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.958316:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff9af106213300) 00010000:00010000:2.0:1777420971.958327:0:6569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777420971.958429:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d71289384491 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.958444:0:6569:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d7128938436b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a4c expref: 31 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.958453:0:6569:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d71289384491 lrc: 4/0,1 mode: --/CW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.958505:0:6569:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d7128938436b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a4c expref: 31 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.958522:0:6569:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d7128938436b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a4c expref: 31 pid: 5761 timeout: 283 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420971.958538:0:6569:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af105d05880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841074816:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777420971.958680:0:6569:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1346d1c00 going to sleep for 11 seconds 00000100:00100000:3.0:1777420971.964482:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420971.964537:0:6569:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af105d05880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841074816:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777420971.964570:0:6569:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d71289384491 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420971.964788:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833769216 00000100:00100000:0.0:1777420971.964798:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833769216 00010000:00010000:0.0:1777420971.964932:0:5745:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d7128938436b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a4c expref: 32 pid: 5761 timeout: 283 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420971.965096:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 84 00000100:00100000:0.0:1777420971.965107:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001979500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+32:2369:x1863760833769216:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777420971.965125:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777420971.965140:0:5745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d7128938436b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a4c expref: 32 pid: 5761 timeout: 283 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420971.965173:0:5745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d7128938436b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a4c expref: 32 pid: 5761 timeout: 283 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420971.965198:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d7128938436b lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a4c expref: 32 pid: 5761 timeout: 283 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420971.965216:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff9af118b32200) 00010000:00010000:0.0:1777420971.965221:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d71289384491 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420971.965232:0:5745:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d71289384491 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420971.965241:0:5745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d71289384491 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420971.965274:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777420971.965345:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001979500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+31:2369:x1863760833769216:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 239us (875us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420971.965381:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 84 00010000:00010000:2.0:1777420971.965785:0:6569:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d71289384491 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.965795:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d71289384491 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.965834:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289384498 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x43d98e58 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.965845:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289384498 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x43d98e58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.965853:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289384498 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x43d98e58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.965944:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d71289384491 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.965951:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d71289384491 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.965957:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d71289384491 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.965964:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a33c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420971.965968:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d71289384491 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.965975:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d71289384491 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.965984:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff9af118b32200) 00010000:00010000:2.0:1777420971.965994:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420971.965999:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d71289384491 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.966006:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d71289384491 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.966017:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289384498 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x43d98e58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.966030:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289384498 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x43d98e58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.966036:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289384498 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x43d98e58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.966041:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a32200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420971.966043:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289384498 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x43d98e58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.966050:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289384498 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x43d98e58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.966058:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x43d98e58 (ffff9af106213500) 00010000:00010000:2.0:1777420971.966061:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420971.966064:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289384498 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x43d98e58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.966071:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289384498 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x43d98e58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420971.966144:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001978e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+18:12620:x1863760833769088:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 Request processed in 8068us (8442us total) trans 0 rc -2/-2 00000100:00100000:2.0:1777420971.966174:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 228 00000100:00100000:3.0:1777420971.968217:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420971.968344:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833769344 00000100:00100000:2.0:1777420971.968550:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833769344 00000100:00100000:2.0:1777420971.968679:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 229 00000100:00100000:2.0:1777420971.968690:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001979c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+18:12620:x1863760833769344:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777420971.968714:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777420971.968740:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d7128938449f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375aa0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.968793:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d712893844a6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.968819:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d712893844a6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.968831:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d712893844a6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.968937:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d7128938449f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375aa0 expref: 20 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.968957:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d712893844a6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375aa0 expref: 19 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.968967:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff9af106213b00) 00010000:00010000:2.0:1777420971.968970:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777420971.968975:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af120a32e00, rc 0) 00000100:00100000:2.0:1777420971.969043:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001979c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+19:12620:x1863760833769344:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 354us (835us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420971.969058:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 229 00000100:00100000:1.0:1777420971.976008:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420971.976289:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833769600 00000100:00100000:2.0:1777420971.976302:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833769600 00000100:00100000:2.0:1777420971.976416:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 230 00000100:00100000:2.0:1777420971.976429:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134082680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+19:12620:x1863760833769600:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1777420971.976559:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d712893844ad lrc: 3/0,1 mode: --/PW res: [0x200000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.976580:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d712893844ad lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420971.976594:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d712893844ad lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777420971.976986:0:6569:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000ba20df93 reply state 0000000078edde99 transno 4294967463 ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d712893844ad lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420971.976997:0:6569:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777420971.977115:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134082680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+21:12620:x1863760833769600:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 Request processed in 687us (1117us total) trans 4294967463 rc 0/0 00000100:00100000:2.0:1777420971.977124:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 230 00010000:00010000:0.0:1777420971.978723:0:3281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d712893844ad lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420971.978740:0:3281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d712893844ad lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420971.978747:0:3281:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d712893844ad lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420971.978945:0:3281:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a32200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777420971.978951:0:3281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d712893844ad lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420971.978959:0:3281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d712893844ad lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420971.978978:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff9af106213b00) 00010000:00010000:0.0:1777420971.978982:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1777420971.978988:0:3281:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d712893844ad lrc: 2/0,0 mode: --/PW res: [0x200000402:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420971.978998:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d712893844ad lrc: 0/0,0 mode: --/PW res: [0x200000402:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420971.979764:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420971.979871:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833769728 00000100:00100000:0.0:1777420971.979884:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833769728 00000100:00100000:0.0:1777420971.980025:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 231 00000100:00100000:0.0:1777420971.980036:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+20:12620:x1863760833769728:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777420971.980065:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777420971.980086:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d712893844b4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375aa7 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420971.980159:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d712893844b4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375aa7 expref: 21 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420971.980175:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d712893844b4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375aa7 expref: 21 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420971.980200:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff9af106213b00) 00010000:00010000:0.0:1777420971.980203:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777420971.980206:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137c25200, rc 0) 00000100:00100000:0.0:1777420971.980274:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+21:12620:x1863760833769728:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 238us (517us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420971.980282:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 231 00000100:00100000:3.0:1777420971.982214:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420971.982301:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833769856 00000100:00100000:1.0:1777420971.982311:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833769856 00000100:00100000:1.0:1777420971.982422:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 70 00000100:00100000:1.0:1777420971.982440:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001979f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+21:12620:x1863760833769856:12345-192.168.203.47@tcp:49:lhsmtool_posix.0 00000100:00100000:1.0:1777420971.982571:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001979f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+21:12620:x1863760833769856:12345-192.168.203.47@tcp:49:lhsmtool_posix.0 Request processed in 140us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420971.982579:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 70 00000100:00100000:3.0:1777420971.984713:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420971.984817:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833770112 00000100:00100000:1.0:1777420971.984827:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833770112 00000100:00100000:1.0:1777420971.984987:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 71 00000100:00100000:1.0:1777420971.984998:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00197b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+21:12620:x1863760833770112:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1777420971.985263:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00197b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+22:12620:x1863760833770112:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 265us (560us total) trans 4294967464 rc 0/0 00000100:00100000:1.0:1777420971.985271:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 71 00000100:00100000:2.0:1777420971.990848:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420971.991003:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833770368 00000100:00100000:0.0:1777420971.991015:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833770368 00000100:00100000:0.0:1777420971.991120:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 232 00000100:00100000:0.0:1777420971.991132:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+22:12620:x1863760833770368:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1777420971.991270:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+22:12620:x1863760833770368:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 139us (433us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420971.991279:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 232 00000100:00100000:1.0:1777420971.992622:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af1345faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3295:1863760841075072:0@lo:400:kworker.0 00000100:00100000:1.0:1777420971.992683:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420971.992739:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af1345fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841075584:0@lo:400:kworker.0 00000100:00100000:3.0:1777420971.992790:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af1345fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3298:1863760841074944:0@lo:400:kworker.0 00000100:00100000:3.0:1777420971.992830:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420971.992854:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af1345fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3298:1863760841075456:0@lo:400:kworker.0 00000100:00100000:3.0:1777420971.992877:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420971.992912:0:3298:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777420971.992918:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af1345fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1863760841075328:0@lo:400:kworker.0 00000100:00100000:3.0:1777420971.992946:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420971.992980:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841075328 00000100:00100000:3.0:1777420971.992987:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841075328 00000100:00100000:3.0:1777420971.993044:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1777420971.993053:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00197aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3298:x1863760841075328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777420971.993099:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00197aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3298:x1863760841075328:12345-0@lo:400:kworker.0 Request processed in 48us (152us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420971.993105:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1777420971.993145:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af1345fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1863760841075328:0@lo:400:kworker.0 00000100:00100000:1.0:1777420971.993525:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420971.993557:0:3295:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777420971.993564:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af1345fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3295:1863760841075200:0@lo:400:kworker.0 00000100:00100000:1.0:1777420971.993586:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420971.993662:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841075584 00000100:00100000:3.0:1777420971.993667:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841075584 00000100:00100000:3.0:1777420971.993702:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1777420971.993709:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3295:x1863760841075584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777420971.993774:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3295:x1863760841075584:12345-0@lo:400:kworker.0 Request processed in 65us (248us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420971.993781:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1777420971.993978:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841074944 00000100:00100000:2.0:1777420971.993983:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841074944 00000100:00100000:2.0:1777420971.994016:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261 00000100:00100000:2.0:1777420971.994023:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3298:x1863760841074944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777420971.994059:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3298:x1863760841074944:12345-0@lo:400:kworker.0 Request processed in 38us (1229us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420971.994075:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261 00000100:00100000:2.0:1777420971.994107:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841075072 00000100:00100000:2.0:1777420971.994111:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841075072 00000100:00100000:2.0:1777420971.994136:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841075456 00000100:00100000:2.0:1777420971.994139:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841075456 00000100:00100000:2.0:1777420971.994152:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841075200 00000100:00100000:2.0:1777420971.994154:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841075200 00000100:00100000:2.0:1777420971.994169:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:2.0:1777420971.994175:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3295:x1863760841075072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777420971.994204:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3295:x1863760841075072:12345-0@lo:400:kworker.0 Request processed in 29us (1522us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420971.994210:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:2.0:1777420971.994222:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:2.0:1777420971.994228:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00197bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1863760841075456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777420971.994254:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00197bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1863760841075456:12345-0@lo:400:kworker.0 Request processed in 27us (1376us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420971.994259:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:2.0:1777420971.994270:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:2.0:1777420971.994275:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3295:x1863760841075200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777420971.994301:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3295:x1863760841075200:12345-0@lo:400:kworker.0 Request processed in 25us (713us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420971.994306:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00080000:2.0:1777420971.994322:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1777420971.994326:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777420971.994329:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777420971.994385:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af1345fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3298:1863760841074944:0@lo:400:kworker.0 00000100:00100000:2.0:1777420971.994407:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af1345fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3298:1863760841075456:0@lo:400:kworker.0 00000100:00100000:1.0:1777420971.994543:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af1345fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3295:1863760841075200:0@lo:400:kworker.0 00000100:00100000:1.0:1777420971.994555:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af1345faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3295:1863760841075072:0@lo:400:kworker.0 00000100:00100000:1.0:1777420971.994563:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af1345fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841075584:0@lo:400:kworker.0 00000100:00100000:1.0:1777420971.995270:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af00197b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841075712:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777420971.995316:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777420971.995691:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420971.995766:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833770624 00000100:00100000:1.0:1777420971.995775:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833770624 00000100:00100000:1.0:1777420971.995825:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 233 00000100:00100000:1.0:1777420971.995834:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+22:12620:x1863760833770624:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777420971.995856:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777420971.995885:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d712893844bb lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375aae expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420971.996010:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893844c2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420971.996027:0:5760:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d712893844b4 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375aa7 expref: 23 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420971.996053:0:5760:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893844c2 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420971.996085:0:5760:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d712893844b4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375aa7 expref: 23 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420971.996147:0:7924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841075712 00000100:00100000:3.0:1777420971.996152:0:7924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841075712 00010000:00010000:1.0:1777420971.996154:0:5760:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d712893844b4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375aa7 expref: 23 pid: 5760 timeout: 283 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420971.996166:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af1345faa00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1863760841075840:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777420971.996188:0:7924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1777420971.996196:0:7924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3296:x1863760841075712:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777420971.996222:0:7924:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 51052544 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1777420971.996268:0:7924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3296:x1863760841075712:12345-0@lo:13:osp-pre-1-0.0 Request processed in 73us (952us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420971.996275:0:7924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1777420971.996291:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af00197b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841075712:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777420971.996343:0:5760:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af106050cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1777420971.998143:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af1345faa00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1863760841075840:192.168.203.47@tcp:104: 00010000:00010000:1.0:1777420971.998168:0:5760:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893844c2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420971.998519:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420971.998764:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833770752 00000100:00100000:0.0:1777420971.998773:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833770752 00010000:00010000:0.0:1777420971.999022:0:5745:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d712893844b4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375aa7 expref: 24 pid: 5760 timeout: 283 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420971.999065:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 85 00000100:00100000:0.0:1777420971.999075:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d07800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+24:2368:x1863760833770752:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777420971.999089:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777420971.999097:0:5745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d712893844b4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375aa7 expref: 24 pid: 5760 timeout: 283 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420971.999110:0:5745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d712893844b4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375aa7 expref: 24 pid: 5760 timeout: 283 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420971.999143:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d712893844b4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375aa7 expref: 24 pid: 5760 timeout: 283 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420971.999170:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff9af106213b00) 00010000:00010000:0.0:1777420971.999177:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893844c2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420971.999187:0:5745:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893844c2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420971.999195:0:5745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893844c2 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420971.999226:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777420971.999281:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d07800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+23:2368:x1863760833770752:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 207us (764us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420971.999287:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 85 00010000:00010000:1.0:1777420971.999387:0:5760:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893844c2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420971.999392:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893844c2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777420971.999408:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x5:0x0]: returning size 0 00010000:00010000:1.0:1777420971.999732:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893844c2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420971.999740:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893844c2 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420972.000180:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893844c2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420972.000195:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137d13a00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777420972.000200:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893844c2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420972.000208:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893844c2 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420972.000221:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff9af106213b00) 00010000:00010000:1.0:1777420972.000223:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777420972.000227:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893844c2 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420972.000234:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893844c2 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420972.000294:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d712893844bb lrc: 1/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375aae expref: 23 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420972.000305:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff9af118b32200) 00010000:00010000:1.0:1777420972.000307:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777420972.000312:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d712893844bb lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375aae expref: 23 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420972.000321:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137d13000, rc 0) 00000100:00100000:1.0:1777420972.000438:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+22:12620:x1863760833770624:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 4604us (4748us total) trans 4294967465 rc 301/301 00000100:00100000:1.0:1777420972.000446:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 233 00000100:00100000:2.0:1777420972.002566:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420972.002894:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833771008 00000100:00100000:1.0:1777420972.002918:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833771008 00000100:00100000:1.0:1777420972.003034:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 72 00000100:00100000:1.0:1777420972.003045:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+22:12620:x1863760833771008:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1777420972.003314:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+23:12620:x1863760833771008:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 270us (756us total) trans 4294967466 rc 0/0 00000100:00100000:1.0:1777420972.003321:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 72 00000100:00080000:2.0:1777420972.004097:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777420972.004916:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420972.005026:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833771136 00000100:00100000:1.0:1777420972.005034:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833771136 00000100:00100000:1.0:1777420972.005121:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 234 00000100:00100000:1.0:1777420972.005132:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00197b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+23:12620:x1863760833771136:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777420972.005152:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777420972.005177:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d712893844d0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375ab5 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420972.005245:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d712893844d7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420972.005263:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d712893844d7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420972.005277:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d712893844d7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777420972.005310:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777420972.005330:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d712893844d7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420972.005598:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d712893844d0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375ab5 expref: 25 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420972.005639:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d712893844d7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375ab5 expref: 24 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420972.005649:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff9af106213b00) 00010000:00010000:1.0:1777420972.005652:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1777420972.005656:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137d13200, rc 0) 00000100:00100000:1.0:1777420972.005866:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00197b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+24:12620:x1863760833771136:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 735us (954us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420972.005875:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 234 00000100:00100000:0.0:1777420972.011064:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420972.011159:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833771264 00000100:00100000:1.0:1777420972.011174:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833771264 00000100:00100000:1.0:1777420972.011283:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 235 00000100:00100000:1.0:1777420972.011295:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118841f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+24:2368:x1863760833771264:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777420972.011321:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777420972.011382:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679e00/0xa38d712893844de lrc: 2/0,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375abc expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420972.011427:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679e00/0xa38d712893844de lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375abc expref: 25 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777420972.011456:0:5760:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x5:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1777420972.011460:0:5760:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x5:0x0] updating lvb mtime from disk: 0 -> 1777420971 00000004:00010000:1.0:1777420972.011463:0:5760:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x5:0x0] updating lvb atime from disk: 0 -> 1777420971 00000004:00010000:1.0:1777420972.011465:0:5760:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x5:0x0] updating lvb ctime from disk: 0 -> 1777420971 00000004:00010000:1.0:1777420972.011468:0:5760:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x5:0x0] updating lvb blocks from disk: 18427282363563114435 -> 1 00002000:00010000:1.0:1777420972.011501:0:5760:0:(mdt_io.c:1542:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1777420972.011512:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679e00/0xa38d712893844de lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375abc expref: 25 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420972.011527:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff9af106213b00) 00010000:00010000:1.0:1777420972.011530:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777420972.011534:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af101679e00, rc 0) 00000100:00100000:1.0:1777420972.011631:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118841f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+25:2368:x1863760833771264:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 338us (579us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420972.011640:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 235 00000100:00100000:2.0:1777420972.013948:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420972.014098:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833771520 00000100:00100000:1.0:1777420972.014109:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833771520 00000100:00100000:1.0:1777420972.014203:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 236 00000100:00100000:1.0:1777420972.014215:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+25:12620:x1863760833771520:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777420972.014335:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+25:12620:x1863760833771520:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 121us (409us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420972.014343:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 236 00000100:00100000:3.0:1777420972.020082:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420972.020153:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833771648 00000100:00100000:1.0:1777420972.020167:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833771648 00000100:00100000:1.0:1777420972.020286:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 237 00000100:00100000:1.0:1777420972.020299:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00197b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+25:12620:x1863760833771648:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777420972.020327:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777420972.020331:0:5760:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1777420972.020416:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679e00/0xa38d712893844de lrc: 0/0,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375abc expref: 25 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420972.020439:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff9af106213b00) 00010000:00010000:1.0:1777420972.020461:0:5760:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777420972.020479:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678a00/0xa38d712893844e5 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375ac3 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420972.020523:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678a00/0xa38d712893844e5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375ac3 expref: 25 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420972.020539:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678a00/0xa38d712893844e5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375ac3 expref: 25 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420972.020552:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff9af106213b00) 00010000:00010000:1.0:1777420972.020555:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777420972.020557:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af101678a00, rc 0) 00000100:00100000:1.0:1777420972.020648:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00197b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+25:12620:x1863760833771648:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 351us (578us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420972.020657:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 237 00000100:00100000:0.0:1777420972.036505:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420972.036609:0:5775:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833771776 00000100:00100000:1.0:1777420972.036622:0:5775:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833771776 00002000:00100000:1.0:1777420972.036685:0:5775:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0x5:0x0] req@ffff9af118843b80 x1863760833771776/t0(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:738/0 lens 488/0 e 0 to 0 dl 1777420983 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777420972.036698:0:5775:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af118843b80 with x1863760833771776 00000100:00100000:1.0:1777420972.036737:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 2 00000100:00100000:1.0:1777420972.036748:0:5775:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118843b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+25:2369:x1863760833771776:12345-192.168.203.47@tcp:4:lhsmtool_posix.0 00000004:00010000:1.0:1777420972.054084:0:5775:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x5:0x0] updating lvb size from disk: 0 -> 1048576 00000004:00010000:1.0:1777420972.054207:0:5775:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x5:0x0] updating lvb mtime from disk: 1777420971 -> 1777420971 00000004:00010000:1.0:1777420972.054211:0:5775:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x5:0x0] updating lvb atime from disk: 1777420971 -> 1777420971 00000004:00010000:1.0:1777420972.054226:0:5775:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x5:0x0] updating lvb ctime from disk: 1777420971 -> 1777420971 00000004:00010000:1.0:1777420972.054229:0:5775:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x5:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1777420972.054436:0:5775:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118843b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+27:2369:x1863760833771776:12345-192.168.203.47@tcp:4:lhsmtool_posix.0 Request processed in 17681us (17946us total) trans 4294967467 rc 0/0 00000100:00100000:1.0:1777420972.054449:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 2 00002000:00100000:1.0:1777420972.054466:0:5775:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0x5:0x0] req@ffff9af118843b80 x1863760833771776/t4294967467(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:738/0 lens 488/448 e 0 to 0 dl 1777420983 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777420972.054477:0:5775:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af118843b80 with x1863760833771776 00000100:00100000:3.0:1777420972.063278:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420972.063495:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833771904 00000100:00100000:1.0:1777420972.063508:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833771904 00000100:00100000:1.0:1777420972.063634:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 238 00000100:00100000:1.0:1777420972.063646:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001193b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+27:12620:x1863760833771904:12345-192.168.203.47@tcp:44:lhsmtool_posix.0 00000001:00080000:2.0:1777420972.148182:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967467 is committed 00000001:00080000:2.0:1777420972.148222:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967458 is committed 00000100:00100000:1.0:1777420972.148447:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001193b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+21:12620:x1863760833771904:12345-192.168.203.47@tcp:44:lhsmtool_posix.0 Request processed in 84795us (85287us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420972.148459:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 238 00000001:00080000:2.0:1777420972.148548:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967460 is committed 00000100:00100000:3.0:1777420972.151576:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420972.155597:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833772032 00000100:00100000:1.0:1777420972.155618:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833772032 00000100:00100000:1.0:1777420972.155711:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 239 00000100:00100000:1.0:1777420972.155723:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+16:2368:x1863760833772032:12345-192.168.203.47@tcp:16:lhsmtool_posix.0 00000100:00100000:1.0:1777420972.156263:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+16:2368:x1863760833772032:12345-192.168.203.47@tcp:16:lhsmtool_posix.0 Request processed in 540us (4924us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420972.156276:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 239 00000100:00100000:1.0:1777420972.159443:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420972.159562:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833772288 00000100:00100000:0.0:1777420972.159576:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833772288 00000100:00100000:0.0:1777420972.159654:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 240 00000100:00100000:0.0:1777420972.159666:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+16:12620:x1863760833772288:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1777420972.159734:0:5760:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777420972.159768:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d712893844d7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375ab5 expref: 16 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420972.159813:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff9af106213b00) 00010000:00010000:0.0:1777420972.159819:0:5760:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777420972.159859:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d712893844ec lrc: 3/0,1 mode: --/PW res: [0x200000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420972.159875:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d712893844ec lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420972.159886:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d712893844ec lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777420972.159916:0:5760:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x5:0x0] updating lvb size from disk: 1048576 -> 1048576 00000004:00010000:0.0:1777420972.159920:0:5760:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x5:0x0] updating lvb mtime from disk: 1777420971 -> 1777420971 00000004:00010000:0.0:1777420972.159922:0:5760:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x5:0x0] updating lvb atime from disk: 1777420971 -> 1777420971 00000004:00010000:0.0:1777420972.159925:0:5760:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x5:0x0] updating lvb ctime from disk: 1777420971 -> 1777420971 00000004:00010000:0.0:1777420972.159927:0:5760:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x5:0x0] updating lvb blocks from disk: 1 -> 2055 00010000:00010000:0.0:1777420972.159933:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d712893844ec lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420972.159941:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d712893844ec lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420972.159948:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d712893844ec lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420972.159955:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137c25200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777420972.159959:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d712893844ec lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420972.159979:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d712893844ec lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420972.159988:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff9af106213b00) 00010000:00010000:0.0:1777420972.159991:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777420972.159995:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d712893844ec lrc: 2/0,0 mode: --/PW res: [0x200000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420972.160002:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d712893844ec lrc: 0/0,0 mode: --/PW res: [0x200000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420972.161314:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+15:12620:x1863760833772288:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 Request processed in 1641us (1875us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420972.161325:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 240 00000100:00100000:3.0:1777420972.172883:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420972.173129:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833772416 00000100:00100000:0.0:1777420972.173141:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833772416 00000100:00100000:0.0:1777420972.173553:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 241 00000100:00100000:0.0:1777420972.173577:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+15:12620:x1863760833772416:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777420972.173605:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777420972.173631:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d712893844f3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375aca expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420972.173714:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d712893844f3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375aca expref: 16 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420972.173730:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d712893844f3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375aca expref: 16 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420972.173885:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff9af106213b00) 00010000:00010000:0.0:1777420972.173890:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777420972.173894:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137c25200, rc 0) 00000100:00100000:0.0:1777420972.173969:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+16:12620:x1863760833772416:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 395us (1098us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420972.173977:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 241 00000100:00100000:3.0:1777420972.177473:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420972.177653:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833772672 00000100:00100000:0.0:1777420972.177665:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833772672 00000100:00100000:0.0:1777420972.177731:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 242 00000100:00100000:0.0:1777420972.177741:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+16:12620:x1863760833772672:12345-192.168.203.47@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1777420972.177820:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24a00/0xa38d712893844fa lrc: 3/0,1 mode: --/PW res: [0x200000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420972.177839:0:5760:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d712893844a6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375aa0 expref: 16 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420972.177848:0:5760:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24a00/0xa38d712893844fa lrc: 4/0,1 mode: --/PW res: [0x200000402:0x5:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420972.177888:0:5760:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d712893844a6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375aa0 expref: 16 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420972.177902:0:5760:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d712893844a6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375aa0 expref: 16 pid: 6569 timeout: 283 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420972.177918:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118842a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1863760841075968:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777420972.178234:0:5760:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1200ade40 going to sleep for 11 seconds 00000100:00100000:0.0:1777420972.189090:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420972.189426:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118842a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1863760841075968:192.168.203.47@tcp:104: 00010000:00010000:1.0:1777420972.189462:0:5760:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24a00/0xa38d712893844fa lrc: 3/0,1 mode: --/PW res: [0x200000402:0x5:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420972.189632:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833772800 00000100:00100000:3.0:1777420972.189642:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833772800 00010000:00010000:3.0:1777420972.189686:0:5745:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d712893844a6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375aa0 expref: 17 pid: 6569 timeout: 283 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420972.189790:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 86 00000100:00100000:3.0:1777420972.189802:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118843100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+17:2368:x1863760833772800:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777420972.189826:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777420972.189835:0:5745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d712893844a6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375aa0 expref: 17 pid: 6569 timeout: 283 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420972.189860:0:5745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d712893844a6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375aa0 expref: 17 pid: 6569 timeout: 283 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420972.189887:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d712893844a6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375aa0 expref: 17 pid: 6569 timeout: 283 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420972.189917:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff9af106213b00) 00010000:00010000:3.0:1777420972.189923:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24a00/0xa38d712893844fa lrc: 3/0,1 mode: --/PW res: [0x200000402:0x5:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420972.189934:0:5745:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24a00/0xa38d712893844fa lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420972.189943:0:5745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24a00/0xa38d712893844fa lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420972.189974:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777420972.190041:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118843100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+16:2368:x1863760833772800:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 240us (965us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420972.190049:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 86 00010000:00010000:1.0:1777420972.190817:0:5760:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24a00/0xa38d712893844fa lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420972.190828:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24a00/0xa38d712893844fa lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420972.190862:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24a00/0xa38d712893844fa lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420972.190870:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24a00/0xa38d712893844fa lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420972.190877:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24a00/0xa38d712893844fa lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420972.190885:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137c24a00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777420972.190890:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24a00/0xa38d712893844fa lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420972.190898:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24a00/0xa38d712893844fa lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420972.190909:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff9af106213b00) 00010000:00010000:1.0:1777420972.190912:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1777420972.190916:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24a00/0xa38d712893844fa lrc: 2/0,0 mode: --/PW res: [0x200000402:0x5:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420972.190923:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24a00/0xa38d712893844fa lrc: 0/0,0 mode: --/PW res: [0x200000402:0x5:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420972.190974:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+15:12620:x1863760833772672:12345-192.168.203.47@tcp:55:lhsmtool_posix.0 Request processed in 13234us (13512us total) trans 0 rc -22/-22 00000100:00100000:1.0:1777420972.190992:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 242 00000100:00100000:0.0:1777420972.195923:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420972.196002:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833772928 00000100:00100000:1.0:1777420972.196014:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833772928 00000100:00100000:1.0:1777420972.196083:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 243 00000100:00100000:1.0:1777420972.196095:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118842d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+15:2369:x1863760833772928:12345-192.168.203.47@tcp:33:lhsmtool_posix.0 00010000:00010000:1.0:1777420972.196158:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678400/0xa38d71289384501 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420972.196189:0:5760:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678a00/0xa38d712893844e5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375ac3 expref: 15 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420972.196200:0:5760:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678400/0xa38d71289384501 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420972.196242:0:5760:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678a00/0xa38d712893844e5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375ac3 expref: 15 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420972.196258:0:5760:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678a00/0xa38d712893844e5 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375ac3 expref: 15 pid: 5760 timeout: 283 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420972.196275:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af1345fb100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1863760841076096:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777420972.196390:0:5760:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af12aad2900 going to sleep for 11 seconds 00000100:00100000:1.0:1777420972.197905:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af1345fb100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1863760841076096:192.168.203.47@tcp:104: 00010000:00010000:1.0:1777420972.197930:0:5760:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678400/0xa38d71289384501 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420972.201235:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420972.201329:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833773056 00000100:00100000:3.0:1777420972.201342:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833773056 00010000:00010000:3.0:1777420972.201514:0:5745:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678a00/0xa38d712893844e5 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375ac3 expref: 16 pid: 5760 timeout: 283 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420972.201622:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 87 00000100:00100000:3.0:1777420972.201634:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118842680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+16:2369:x1863760833773056:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777420972.201667:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777420972.201696:0:5745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678a00/0xa38d712893844e5 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375ac3 expref: 16 pid: 5760 timeout: 283 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420972.201711:0:5745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678a00/0xa38d712893844e5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375ac3 expref: 16 pid: 5760 timeout: 283 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420972.201743:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678a00/0xa38d712893844e5 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375ac3 expref: 16 pid: 5760 timeout: 283 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420972.201805:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff9af106213b00) 00010000:00010000:3.0:1777420972.201811:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678400/0xa38d71289384501 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420972.201821:0:5745:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678400/0xa38d71289384501 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40090000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420972.201830:0:5745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678400/0xa38d71289384501 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40090000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420972.201860:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777420972.201915:0:5760:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678400/0xa38d71289384501 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420972.201931:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678400/0xa38d71289384501 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420972.201967:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678400/0xa38d71289384501 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420972.201975:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118842680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+15:2369:x1863760833773056:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 342us (750us total) trans 0 rc 0/0 00010000:00010000:1.0:1777420972.201975:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678400/0xa38d71289384501 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420972.201982:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678400/0xa38d71289384501 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420972.201983:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 87 00010000:00010000:1.0:1777420972.201989:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af101678400 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:1.0:1777420972.201993:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678400/0xa38d71289384501 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420972.202001:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678400/0xa38d71289384501 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420972.202011:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff9af106213b00) 00010000:00010000:1.0:1777420972.202013:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777420972.202017:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678400/0xa38d71289384501 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420972.202024:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678400/0xa38d71289384501 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420972.202061:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118842d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+14:2369:x1863760833772928:12345-192.168.203.47@tcp:33:lhsmtool_posix.0 Request processed in 5968us (6152us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420972.202069:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 243 00000100:00100000:0.0:1777420972.204646:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420972.204747:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833773312 00000100:00100000:1.0:1777420972.204767:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833773312 00000100:00100000:1.0:1777420972.204983:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 244 00000100:00100000:1.0:1777420972.204994:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118842300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+14:12620:x1863760833773312:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1777420972.205089:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678200/0xa38d71289384508 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420972.205110:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678200/0xa38d71289384508 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420972.205123:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678200/0xa38d71289384508 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420972.205692:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678e00/0xa38d7128938450f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420972.205705:0:5760:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d712893844f3 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375aca expref: 15 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420972.205713:0:5760:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678e00/0xa38d7128938450f lrc: 4/0,1 mode: --/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420972.205753:0:5760:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d712893844f3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375aca expref: 15 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420972.205877:0:5760:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d712893844f3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375aca expref: 15 pid: 5760 timeout: 283 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420972.205895:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af1345fb100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1863760841076224:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777420972.206038:0:5760:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af12aad2900 going to sleep for 11 seconds 00000100:00100000:0.0:1777420972.211637:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420972.211917:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833773440 00000100:00100000:3.0:1777420972.211930:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833773440 00000100:00100000:1.0:1777420972.211960:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af1345fb100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1863760841076224:192.168.203.47@tcp:104: 00010000:00010000:3.0:1777420972.211986:0:5745:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d712893844f3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375aca expref: 16 pid: 5760 timeout: 283 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420972.211989:0:5760:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678e00/0xa38d7128938450f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420972.212051:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 88 00000100:00100000:3.0:1777420972.212062:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118843800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+16:2368:x1863760833773440:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777420972.212079:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777420972.212088:0:5745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d712893844f3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375aca expref: 16 pid: 5760 timeout: 283 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420972.212166:0:5745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d712893844f3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375aca expref: 16 pid: 5760 timeout: 283 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420972.212193:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d712893844f3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375aca expref: 16 pid: 5760 timeout: 283 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420972.212209:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff9af106213b00) 00010000:00010000:3.0:1777420972.212214:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678e00/0xa38d7128938450f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420972.212225:0:5745:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678e00/0xa38d7128938450f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420972.212234:0:5745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678e00/0xa38d7128938450f lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420972.212262:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777420972.212373:0:5760:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678e00/0xa38d7128938450f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420972.212382:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678e00/0xa38d7128938450f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420972.212450:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118843800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+15:2368:x1863760833773440:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 380us (817us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420972.212459:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 88 00000001:00080000:1.0:1777420972.213061:0:5760:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967468 00000001:00080000:1.0:1777420972.213328:0:5760:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967469 00000001:00080000:1.0:1777420972.213425:0:5760:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967470 00000001:00080000:1.0:1777420972.213448:0:5760:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967471 00000001:00080000:1.0:1777420972.213515:0:5760:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967472 00010000:00010000:1.0:1777420972.213538:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678e00/0xa38d7128938450f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420972.213546:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678e00/0xa38d7128938450f lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420972.213553:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678e00/0xa38d7128938450f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420972.213560:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af101678e00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777420972.213565:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678e00/0xa38d7128938450f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420972.213572:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678e00/0xa38d7128938450f lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420972.213584:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff9af106213b00) 00010000:00010000:1.0:1777420972.213595:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777420972.213600:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678e00/0xa38d7128938450f lrc: 2/0,0 mode: --/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420972.213607:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678e00/0xa38d7128938450f lrc: 0/0,0 mode: --/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420972.213644:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d7128938442f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420972.213651:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d7128938442f lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420972.213657:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d7128938442f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420972.213662:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137d12000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777420972.213665:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d7128938442f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420972.213671:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d7128938442f lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420972.213680:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff9af118b32600) 00010000:00010000:1.0:1777420972.213683:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777420972.213690:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d7128938442f lrc: 2/0,0 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420972.213696:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d7128938442f lrc: 0/0,0 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420972.213720:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678400/0xa38d71289384516 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420972.213742:0:5760:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d7128938439c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a61 expref: 19 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420972.213751:0:5760:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cca00/0xa38d7128938441a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x53/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a84 expref: 19 pid: 6569 timeout: 282 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420972.214035:0:5760:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32800/0xa38d71289384452 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x53/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a8b expref: 19 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420972.214043:0:5760:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678400/0xa38d71289384516 lrc: 6/0,1 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420972.214073:0:5760:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32800/0xa38d71289384452 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x53/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a8b expref: 19 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420972.214084:0:5760:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32800/0xa38d71289384452 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x53/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a8b expref: 19 pid: 6569 timeout: 283 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420972.214097:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af1345fb100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1863760841076352:192.168.203.47@tcp:104: 00010000:00010000:1.0:1777420972.214255:0:5760:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cca00/0xa38d7128938441a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x53/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a84 expref: 19 pid: 6569 timeout: 282 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420972.214267:0:5760:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cca00/0xa38d7128938441a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x53/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a84 expref: 19 pid: 6569 timeout: 283 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420972.214277:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af1345f8000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1863760841076480:192.168.203.47@tcp:104: 00010000:00010000:1.0:1777420972.214329:0:5760:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d7128938439c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a61 expref: 19 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420972.214339:0:5760:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d7128938439c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a61 expref: 19 pid: 6569 timeout: 283 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420972.214348:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af1345f8a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1863760841076608:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777420972.214657:0:5760:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af12aad2900 going to sleep for 11 seconds 00000100:00100000:1.0:1777420972.217746:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af1345fb100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1863760841076352:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777420972.217763:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af1345f8000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1863760841076480:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777420972.217772:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af1345f8a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1863760841076608:192.168.203.47@tcp:104: 00010000:00010000:1.0:1777420972.217800:0:5760:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678400/0xa38d71289384516 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420972.218524:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420972.218600:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420972.218729:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833773568 00000100:00100000:2.0:1777420972.218739:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833773824 00000100:00100000:3.0:1777420972.218749:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833773568 00000100:00100000:2.0:1777420972.218749:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833773824 00010000:00010000:3.0:1777420972.218793:0:5745:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32800/0xa38d71289384452 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x53/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a8b expref: 21 pid: 6569 timeout: 283 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420972.218793:0:6558:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d7128938439c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a61 expref: 21 pid: 6569 timeout: 283 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420972.218868:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420972.219450:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833773696 00000100:00100000:2.0:1777420972.219470:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 89 00000100:00100000:3.0:1777420972.219506:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833773696 00010000:00010000:3.0:1777420972.219544:0:5745:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cca00/0xa38d7128938441a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x53/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a84 expref: 20 pid: 6569 timeout: 283 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420972.219553:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118840700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+21:2369:x1863760833773568:12345-192.168.203.47@tcp:102:ldlm_bl.0 00000100:00100000:3.0:1777420972.219562:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 90 00000100:00100000:3.0:1777420972.219569:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af102fb4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+21:2369:x1863760833773824:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777420972.219573:0:6558:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32800/0xa38d71289384452 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x53/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a8b expref: 21 pid: 6569 timeout: 283 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420972.219578:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777420972.219585:0:5745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d7128938439c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a61 expref: 21 pid: 6569 timeout: 283 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420972.219586:0:6558:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32800/0xa38d71289384452 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x53/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a8b expref: 21 pid: 6569 timeout: 283 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420972.219600:0:6558:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32800/0xa38d71289384452 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x51/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a8b expref: 21 pid: 6569 timeout: 283 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1777420972.219629:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777420972.219634:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 91 00000100:00100000:1.0:1777420972.219644:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118841880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+20:2369:x1863760833773696:12345-192.168.203.47@tcp:102:ldlm_bl.0 00010000:00010000:1.0:1777420972.219655:0:5747:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cca00/0xa38d7128938441a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x53/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a84 expref: 20 pid: 6569 timeout: 283 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420972.219684:0:5745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d7128938439c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a61 expref: 21 pid: 6569 timeout: 283 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420972.219720:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff9af118b32600) 00010000:00010000:2.0:1777420972.219733:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 53 00010000:00010000:2.0:1777420972.219737:0:6558:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678400/0xa38d71289384516 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420972.219751:0:6558:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32800/0xa38d71289384452 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x51/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a8b expref: 21 pid: 6569 timeout: 283 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420972.219823:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118840700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+21:2369:x1863760833773568:12345-192.168.203.47@tcp:102:ldlm_bl.0 Request processed in 343us (1303us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420972.219832:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 89 00010000:00010000:1.0:1777420972.220812:0:5747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cca00/0xa38d7128938441a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x53/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a84 expref: 20 pid: 6569 timeout: 283 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420972.220829:0:5747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cca00/0xa38d7128938441a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x51/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a84 expref: 20 pid: 6569 timeout: 283 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420972.220969:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d7128938439c lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a61 expref: 20 pid: 6569 timeout: 283 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420972.220989:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff9af118b32600) 00010000:00010000:3.0:1777420972.220994:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678400/0xa38d71289384516 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420972.221004:0:5745:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678400/0xa38d71289384516 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420972.221012:0:5745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678400/0xa38d71289384516 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420972.221028:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff9af118b32600) 00010000:00010000:1.0:1777420972.221031:0:5747:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 53 00010000:00010000:1.0:1777420972.221035:0:5747:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cca00/0xa38d7128938441a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x51/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a84 expref: 20 pid: 6569 timeout: 283 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420972.221054:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777420972.221113:0:5760:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678400/0xa38d71289384516 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420972.221121:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678400/0xa38d71289384516 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420972.221135:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678400/0xa38d71289384516 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420972.221142:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678400/0xa38d71289384516 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420972.221160:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678400/0xa38d71289384516 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420972.221167:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af101678400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777420972.221172:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678400/0xa38d71289384516 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420972.221282:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678400/0xa38d71289384516 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420972.221305:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff9af118b32600) 00010000:00010000:0.0:1777420972.221307:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777420972.221311:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678400/0xa38d71289384516 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420972.221317:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678400/0xa38d71289384516 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420972.221331:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678200/0xa38d71289384508 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420972.221337:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678200/0xa38d71289384508 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420972.221343:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678200/0xa38d71289384508 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420972.221348:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af101678200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777420972.221383:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678200/0xa38d71289384508 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420972.221389:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678200/0xa38d71289384508 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420972.221572:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff9af118b32600) 00010000:00010000:0.0:1777420972.221575:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777420972.221578:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678200/0xa38d71289384508 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420972.221586:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678200/0xa38d71289384508 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777420972.222202:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777420972.222209:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777420972.222393:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 7 count 3 00000040:00080000:2.0:1777420972.222403:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777420972.222641:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af102fb4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+19:2369:x1863760833773824:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 3067us (4035us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420972.222647:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118841880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+20:2369:x1863760833773696:12345-192.168.203.47@tcp:102:ldlm_bl.0 Request processed in 3005us (3778us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420972.222654:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 90 00000100:00100000:1.0:1777420972.224034:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 91 00000100:00100000:0.0:1777420972.224331:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118842300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+18:12620:x1863760833773312:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 19336us (19691us total) trans 4294967473 rc 0/0 00000100:00100000:0.0:1777420972.224343:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 244 00000020:00080000:0.0:1777420972.224363:0:5760:0:(tgt_main.c:782:tgt_ses_key_exit()) total 6 transactions per RPC 00000100:00100000:0.0:1777420972.226722:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420972.226771:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833774080 00000100:00100000:3.0:1777420972.226785:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833774080 00000100:00100000:3.0:1777420972.226852:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 73 00000100:00100000:3.0:1777420972.226862:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118840000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+18:12620:x1863760833774080:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000004:00080000:3.0:1777420972.227330:0:5764:0:(mdd_object.c:3993:mdd_close()) Object [0x200000402:0x5:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1777420972.227694:0:5764:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967474 00010000:00010000:2.0:1777420972.227751:0:5764:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d7128938451d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420972.227770:0:5764:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d7128938451d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420972.227783:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d7128938451d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420972.227793:0:5764:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d7128938451d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420972.227799:0:5764:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d7128938451d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420972.227805:0:5764:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d7128938451d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420972.227849:0:5764:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777420972.227884:0:5748:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777420972.227892:0:5748:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d7128938451d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420972.227900:0:5748:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a33400 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:3.0:1777420972.227905:0:5748:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d7128938451d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420972.227914:0:5748:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d7128938451d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420972.227928:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff9af106213500) 00010000:00010000:3.0:1777420972.227931:0:5748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777420972.227937:0:5748:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d7128938451d lrc: 1/0,0 mode: --/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420972.227942:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d7128938451d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420972.227958:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777420972.227966:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777420972.227968:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777420972.228004:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118840000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+20:12620:x1863760833774080:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 1140us (1292us total) trans 4294967475 rc 0/0 00000100:00100000:2.0:1777420972.228014:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 73 00000020:00080000:2.0:1777420972.228020:0:5764:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1777420972.377166:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1777420973.111817:0:12756:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777420973.111831:0:12756:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777420973.111880:0:12756:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 7 count 3 00000040:00080000:3.0:1777420973.111886:0:12756:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777420973.153811:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420973.153853:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833774336 00000100:00100000:1.0:1777420973.153867:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833774336 00000100:00100000:1.0:1777420973.153941:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 245 00000100:00100000:1.0:1777420973.153959:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+20:12630:x1863760833774336:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:1.0:1777420973.153986:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777420973.154014:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289384524 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375ad1 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420973.154240:0:5760:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32800/0xa38d71289384452 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x51/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a8b expref: 19 pid: 6569 timeout: 283 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420973.154262:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679e00/0xa38d7128938452b lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420973.154278:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679e00/0xa38d7128938452b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420973.154292:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679e00/0xa38d7128938452b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777420973.154321:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xd:0x0]: returning size 1048576 00000004:00010000:1.0:1777420973.154485:0:5760:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb size from disk: 1048576 -> 1048576 00000004:00010000:1.0:1777420973.154490:0:5760:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb mtime from disk: 1777420968 -> 1777420968 00000004:00010000:1.0:1777420973.154492:0:5760:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb atime from disk: 1777420968 -> 1777420968 00000004:00010000:1.0:1777420973.154495:0:5760:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb ctime from disk: 1777420968 -> 1777420968 00000004:00010000:1.0:1777420973.154497:0:5760:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb blocks from disk: 2054 -> 2054 00002000:00010000:1.0:1777420973.154502:0:5760:0:(mdt_io.c:1542:mdt_lvb2reply()) size 1048576 00010000:00010000:1.0:1777420973.154540:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289384524 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375ad1 expref: 23 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420973.154564:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679e00/0xa38d7128938452b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375ad1 expref: 22 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420973.154574:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff9af118b32600) 00010000:00010000:1.0:1777420973.154577:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1777420973.154581:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af101679e00, rc 0) 00000100:00100000:1.0:1777420973.154705:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+22:12630:x1863760833774336:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 753us (907us total) trans 4294967476 rc 0/0 00000100:00100000:1.0:1777420973.154714:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 245 00000100:00100000:3.0:1777420973.157759:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420973.157836:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833774464 00000100:00100000:1.0:1777420973.157847:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833774464 00000100:00100000:1.0:1777420973.157907:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 246 00000100:00100000:1.0:1777420973.157917:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001979500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+22:12630:x1863760833774464:12345-192.168.203.47@tcp:54:lfs.0 00010000:00010000:1.0:1777420973.157991:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678a00/0xa38d71289384539 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420973.158017:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678a00/0xa38d71289384539 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420973.158028:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678a00/0xa38d71289384539 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420973.158055:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678a00/0xa38d71289384539 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420973.158061:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678a00/0xa38d71289384539 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420973.158067:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678a00/0xa38d71289384539 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420973.158072:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af101678a00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777420973.158076:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678a00/0xa38d71289384539 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420973.158083:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678a00/0xa38d71289384539 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420973.158094:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff9af118b32600) 00010000:00010000:1.0:1777420973.158096:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777420973.158100:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678a00/0xa38d71289384539 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420973.158105:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678a00/0xa38d71289384539 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420973.158180:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001979500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+22:12630:x1863760833774464:12345-192.168.203.47@tcp:54:lfs.0 Request processed in 264us (431us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420973.158193:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 246 00000100:00100000:3.0:1777420973.159784:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420973.159887:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833774720 00000100:00100000:2.0:1777420973.159898:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833774720 00000100:00100000:2.0:1777420973.159949:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 74 00000100:00100000:2.0:1777420973.159958:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c004e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+22:12630:x1863760833774720:12345-192.168.203.47@tcp:35:lfs.0 00000100:00100000:2.0:1777420973.160987:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c004e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+23:12630:x1863760833774720:12345-192.168.203.47@tcp:35:lfs.0 Request processed in 1015us (1195us total) trans 4294967477 rc 0/0 00000100:00100000:2.0:1777420973.160999:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 74 00010000:00010000:1.0:1777420973.400663:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777420974.041207:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118840a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841076736:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777420974.041294:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420974.041386:0:7924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841076736 00000100:00100000:3.0:1777420974.041396:0:7924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841076736 00000100:00100000:3.0:1777420974.041485:0:7924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1777420974.041496:0:7924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841076736:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777420974.041550:0:7924:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 51052544 pending 0 free 3858759680 avail 3856662528 00000100:00080000:0.0:1777420974.042195:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777420974.042577:0:7924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841076736:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1078us (1279us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420974.042587:0:7924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1777420974.043094:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118840a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841076736:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1777420974.425336:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777420975.449381:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777420975.633084:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420975.633331:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420975.633408:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420975.633433:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420975.633454:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420975.633491:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420975.633536:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420975.633572:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833775104 00000100:00100000:3.0:1777420975.633585:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833775104 00000100:00100000:3.0:1777420975.633712:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833775232 00000100:00100000:3.0:1777420975.633729:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833775232 00000100:00100000:3.0:1777420975.633748:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833775488 00000100:00100000:3.0:1777420975.633750:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833775488 00000100:00100000:3.0:1777420975.633849:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833775616 00000100:00100000:3.0:1777420975.633852:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833775616 00000100:00100000:3.0:1777420975.633872:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 67 00000100:00100000:3.0:1777420975.633883:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c005c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+5:2367:x1863760833775104:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777420975.634113:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c005c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+5:2367:x1863760833775104:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 231us (703us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420975.634123:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 67 00000100:00100000:3.0:1777420975.634206:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 68 00000100:00100000:3.0:1777420975.634213:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c005f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2366:x1863760833775232:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777420975.634244:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c005f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2366:x1863760833775232:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 31us (809us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420975.634250:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 68 00000100:00100000:3.0:1777420975.634262:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 69 00000100:00100000:3.0:1777420975.634269:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c007480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+5:2366:x1863760833775488:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777420975.634293:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c007480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+5:2366:x1863760833775488:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 25us (839us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420975.634299:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 69 00000100:00100000:3.0:1777420975.634310:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 70 00000100:00100000:3.0:1777420975.634316:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c006a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+5:2367:x1863760833775616:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777420975.634342:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c006a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+5:2367:x1863760833775616:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 25us (806us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420975.634348:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 70 00000100:00100000:0.0:1777420975.634517:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833774976 00000100:00100000:0.0:1777420975.634522:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833774976 00000100:00100000:0.0:1777420975.634559:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833775360 00000100:00100000:0.0:1777420975.634562:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833775360 00000100:00100000:0.0:1777420975.634586:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 85 00000100:00100000:0.0:1777420975.634593:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c005500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+23:2366:x1863760833774976:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:0.0:1777420975.634633:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c005500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+23:2366:x1863760833774976:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 40us (1302us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420975.634639:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 85 00000100:00100000:0.0:1777420975.634656:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 86 00000100:00100000:0.0:1777420975.634662:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c007b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+20:2367:x1863760833775360:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:0.0:1777420975.634687:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c007b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+20:2367:x1863760833775360:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 26us (1196us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420975.634694:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 86 00000100:00080000:0.0:1777420975.634712:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1777420975.634717:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777420975.634719:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777420975.644025:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833774848 00000100:00100000:2.0:1777420975.644045:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833774848 00000100:00100000:2.0:1777420975.644138:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 262 00000100:00100000:2.0:1777420975.644151:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+12:2367:x1863760833774848:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:2.0:1777420975.644422:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+12:2367:x1863760833774848:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 271us (11350us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420975.644433:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 262 00000100:00100000:3.0:1777420976.165597:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420976.165769:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833775744 00000100:00100000:0.0:1777420976.165780:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833775744 00000100:00100000:0.0:1777420976.165877:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 247 00000100:00100000:0.0:1777420976.165895:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c007100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+20:12581:x1863760833775744:12345-192.168.203.47@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1777420976.166001:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c007100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+20:12581:x1863760833775744:12345-192.168.203.47@tcp:60:lhsmtool_posix.0 Request processed in 108us (413us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420976.166008:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 247 00000100:00100000:1.0:1777420976.173258:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420976.173439:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833776000 00000100:00100000:3.0:1777420976.173451:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833776000 00000100:00100000:3.0:1777420976.173677:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 75 00000100:00100000:3.0:1777420976.173687:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af10f5bf050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+20:12581:x1863760833776000:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1777420976.173961:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af10f5bf050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+21:12581:x1863760833776000:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 274us (712us total) trans 4294967478 rc 0/0 00000100:00100000:3.0:1777420976.173970:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 75 00010000:00010000:3.0:1777420976.473528:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777420977.112591:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777420977.112611:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af105d04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841076864:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777420977.112676:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777420977.112734:0:6546:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841076864 00000100:00100000:2.0:1777420977.112742:0:6546:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841076864 00000100:00100000:2.0:1777420977.112793:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1777420977.112814:0:6546:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841076864:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777420977.112848:0:6546:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 51052544 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1777420977.112887:0:6546:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841076864:12345-0@lo:13:osp-pre-1-0.0 Request processed in 73us (211us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420977.112895:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00080000:2.0:1777420977.112914:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777420977.112953:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af105d04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841076864:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777420977.201676:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af105d04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3295:1863760841076992:0@lo:400:kworker.0 00000100:00100000:1.0:1777420977.201755:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420977.201810:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0010f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3295:1863760841077504:0@lo:400:kworker.0 00000100:00100000:1.0:1777420977.201841:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420977.201863:0:3295:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777420977.201866:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0010f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3297:1863760841077248:0@lo:400:kworker.0 00000100:00100000:1.0:1777420977.201873:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0010f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3295:1863760841077120:0@lo:400:kworker.0 00000100:00100000:2.0:1777420977.201909:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420977.201922:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841076992 00000100:00100000:1.0:1777420977.201931:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841076992 00000100:00100000:2.0:1777420977.201940:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777420977.201947:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841077504 00000100:00100000:2.0:1777420977.201949:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0010f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841077376:0@lo:400:kworker.0 00000100:00100000:0.0:1777420977.201955:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841077504 00000100:00100000:2.0:1777420977.201982:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420977.201982:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 263 00000100:00100000:1.0:1777420977.201997:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3295:x1863760841076992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777420977.202007:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841077248 00000100:00100000:0.0:1777420977.202012:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841077248 00000100:00100000:2.0:1777420977.202020:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841077376 00000100:00100000:2.0:1777420977.202025:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841077376 00000100:00100000:0.0:1777420977.202043:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:1.0:1777420977.202054:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3295:x1863760841076992:12345-0@lo:400:kworker.0 Request processed in 59us (298us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420977.202057:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3295:x1863760841077504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777420977.202068:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 263 00000100:00100000:2.0:1777420977.202069:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1777420977.202081:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841077376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777420977.202108:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3295:x1863760841077504:12345-0@lo:400:kworker.0 Request processed in 55us (265us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420977.202116:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1777420977.202128:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841077376:12345-0@lo:400:kworker.0 Request processed in 48us (145us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420977.202135:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1777420977.202174:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0010f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841077376:0@lo:400:kworker.0 00000100:00100000:1.0:1777420977.202786:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:1.0:1777420977.202799:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1863760841077248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777420977.202852:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1863760841077248:12345-0@lo:400:kworker.0 Request processed in 57us (943us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420977.202870:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:1.0:1777420977.202895:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420977.202926:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0010f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3295:1863760841077504:0@lo:400:kworker.0 00000100:00100000:1.0:1777420977.202936:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af105d04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3295:1863760841076992:0@lo:400:kworker.0 00000100:00100000:1.0:1777420977.202964:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0010f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3297:1863760841077248:0@lo:400:kworker.0 00000100:00100000:1.0:1777420977.202985:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841077120 00000100:00100000:1.0:1777420977.202989:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841077120 00000100:00100000:1.0:1777420977.203016:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:1.0:1777420977.203025:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3295:x1863760841077120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777420977.203063:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3295:x1863760841077120:12345-0@lo:400:kworker.0 Request processed in 39us (166us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420977.203070:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:1.0:1777420977.203160:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0010f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3295:1863760841077120:0@lo:400:kworker.0 00000100:00080000:0.0:1777420977.204138:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1777420977.204144:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:3.0:1777420977.251424:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967476 is committed 00000001:00080000:3.0:1777420977.251438:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967473 is committed 00000001:00080000:3.0:1777420977.251530:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967477 is committed 00000001:00080000:3.0:1777420977.251541:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967478 is committed 00000001:02000400:3.0:1777420977.401841:0:12955:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 1e: Archive, Release and Restore SEL file ========================================================== 20:02:56 (1777420976) 00010000:00010000:2.0:1777420977.497466:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777420977.577812:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420977.577948:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833776128 00000100:00100000:2.0:1777420977.577959:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833776128 00000100:00080000:0.0:1777420977.578077:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777420977.578116:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 248 00000100:00100000:2.0:1777420977.578126:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c004e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+21:13215:x1863760833776128:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:2.0:1777420977.578146:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777420977.578176:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d71289384540 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375ad8 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.578244:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33600/0xa38d71289384547 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.578258:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33600/0xa38d71289384547 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.578269:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33600/0xa38d71289384547 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.578282:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d7128938454e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.578289:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d7128938454e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.578296:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d7128938454e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.578396:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33600/0xa38d71289384547 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.578404:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33600/0xa38d71289384547 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.578410:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33600/0xa38d71289384547 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.578415:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a33600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420977.578420:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33600/0xa38d71289384547 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.578438:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33600/0xa38d71289384547 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.578463:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af118b32300) 00010000:00010000:2.0:1777420977.578467:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420977.578472:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33600/0xa38d71289384547 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.578479:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33600/0xa38d71289384547 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.578490:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d7128938454e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.578496:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d7128938454e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.578502:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d7128938454e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.578507:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a32e00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420977.578510:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d7128938454e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.578516:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d7128938454e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.578523:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x1536d67a (ffff9af106213b00) 00010000:00010000:2.0:1777420977.578526:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420977.578529:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d7128938454e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.578545:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d7128938454e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.578577:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d71289384540 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375ad8 expref: 22 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.578588:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af118b32300) 00010000:00010000:2.0:1777420977.578590:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420977.578594:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d71289384540 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375ad8 expref: 22 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.578603:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af120a33800, rc 0) 00000100:00100000:2.0:1777420977.578674:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c004e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+21:13215:x1863760833776128:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 549us (872us total) trans 0 rc 301/301 00000100:00100000:2.0:1777420977.578682:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 248 00000100:00100000:0.0:1777420977.583526:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420977.583604:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833776384 00000100:00100000:2.0:1777420977.583615:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833776384 00000100:00100000:2.0:1777420977.583712:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 249 00000100:00100000:2.0:1777420977.583723:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118841180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+21:13215:x1863760833776384:12345-192.168.203.47@tcp:36:lfs.0 00010000:00010000:2.0:1777420977.583778:0:5760:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777420977.583805:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384292 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a0d expref: 21 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.583825:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af118b32300) 00010000:00010000:2.0:1777420977.583830:0:5760:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777420977.583931:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289384555 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.583959:0:5760:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938433a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a3e expref: 11 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.583967:0:5760:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289384555 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.584002:0:5760:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938433a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a3e expref: 11 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.584016:0:5760:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938433a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a3e expref: 11 pid: 5761 timeout: 289 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420977.584030:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0010f5500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1863760841077632:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777420977.584129:0:5760:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af110de96c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777420977.586235:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420977.586323:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833776512 00000100:00100000:1.0:1777420977.586333:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833776512 00010000:00010000:1.0:1777420977.586415:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938433a lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a3e expref: 12 pid: 5761 timeout: 289 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420977.586459:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 92 00000100:00100000:1.0:1777420977.586469:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118840380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2369:x1863760833776512:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777420977.586483:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777420977.586489:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938433a lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a3e expref: 12 pid: 5761 timeout: 289 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420977.586520:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938433a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a3e expref: 12 pid: 5761 timeout: 289 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420977.586540:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af118b32300) 00010000:00010000:1.0:1777420977.586545:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289384555 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420977.586555:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289384555 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420977.586562:0:5746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289384555 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420977.586578:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777420977.586623:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118840380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2369:x1863760833776512:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 155us (395us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420977.586631:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 92 00000100:00080000:0.0:1777420977.586700:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1777420977.586996:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938433a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375a3e expref: 11 pid: 5761 timeout: 289 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420977.587014:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0010f5500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1863760841077632:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777420977.587033:0:5760:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289384555 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.587042:0:5760:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289384555 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.587048:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289384555 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.587069:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d7128938455c lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x1536d67a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.587085:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d7128938455c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.587093:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d7128938455c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777420977.587978:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xf:0x0]: returning size 512 00010000:00010000:2.0:1777420977.587991:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289384555 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.588000:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289384555 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.588008:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289384555 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.588014:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a33400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420977.588018:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289384555 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.588025:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289384555 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.588037:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af118b32300) 00010000:00010000:2.0:1777420977.588040:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420977.588044:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289384555 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.588051:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289384555 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777420977.588066:0:5760:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000b58bec93 reply state 00000000202c4752 transno 4294967479 ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d7128938455c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420977.588082:0:5760:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777420977.588211:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118841180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+22:13215:x1863760833776384:12345-192.168.203.47@tcp:36:lfs.0 Request processed in 4489us (4859us total) trans 4294967479 rc 0/0 00000100:00100000:2.0:1777420977.588219:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 249 00010000:00010000:3.0:1777420977.589639:0:3282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d7128938455c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420977.589653:0:3282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d7128938455c lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420977.589661:0:3282:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d7128938455c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420977.589667:0:3282:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a32200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420977.589671:0:3282:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d7128938455c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420977.589679:0:3282:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d7128938455c lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420977.589705:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x1536d67a (ffff9af106213500) 00010000:00010000:3.0:1777420977.589708:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420977.589713:0:3282:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d7128938455c lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420977.589721:0:3282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d7128938455c lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420977.625665:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420977.625773:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833776640 00000100:00100000:2.0:1777420977.625787:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833776640 00000100:00100000:2.0:1777420977.625881:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 250 00000100:00100000:2.0:1777420977.625891:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118840e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+21:13216:x1863760833776640:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:2.0:1777420977.625915:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777420977.625937:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289384563 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375adf expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.625999:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d7128938456a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.626013:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d7128938456a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.626024:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d7128938456a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777420977.626089:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:2.0:1777420977.626094:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 7 stripe count 1 MDT count 1 00000004:00010000:2.0:1777420977.626120:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d7128938456a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.626145:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289384563 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375adf expref: 23 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.626179:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d7128938456a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375adf expref: 22 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.626188:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af106213b00) 00010000:00010000:2.0:1777420977.626191:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777420977.626194:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af120a33800, rc 0) 00000100:00100000:2.0:1777420977.626334:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118840e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+22:13216:x1863760833776640:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 443us (679us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420977.626342:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 250 00000100:00100000:0.0:1777420977.630617:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420977.630711:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833776768 00000100:00100000:2.0:1777420977.630722:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833776768 00000100:00100000:2.0:1777420977.630814:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 251 00000100:00100000:2.0:1777420977.630825:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118840000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+22:13216:x1863760833776768:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:2.0:1777420977.630844:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777420977.630865:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d71289384571 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375ae6 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.630928:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33600/0xa38d71289384578 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.630943:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33600/0xa38d71289384578 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.630954:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33600/0xa38d71289384578 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.630968:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d7128938457f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.630987:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d7128938457f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.630995:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d7128938457f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.631111:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289384586 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.631133:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289384586 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.631142:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289384586 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777420977.631182:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xf:0x0]: returning size 512 00000004:00200000:2.0:1777420977.631186:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777420977.631210:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289384586 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.631223:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33600/0xa38d71289384578 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.631229:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33600/0xa38d71289384578 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.631236:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33600/0xa38d71289384578 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.631242:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a33600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420977.631247:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33600/0xa38d71289384578 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.631261:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33600/0xa38d71289384578 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.631274:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af106213b00) 00010000:00010000:2.0:1777420977.631278:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420977.631283:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33600/0xa38d71289384578 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.631290:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33600/0xa38d71289384578 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.631303:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d7128938457f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.631309:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d7128938457f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.631315:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d7128938457f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.631320:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a33c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420977.631323:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d7128938457f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.631329:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d7128938457f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.631336:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x1536d67a (ffff9af106213600) 00010000:00010000:2.0:1777420977.631339:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420977.631342:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d7128938457f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.631395:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d7128938457f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.631427:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d71289384571 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375ae6 expref: 24 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.631441:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289384586 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375ae6 expref: 23 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.631461:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff9af106213e00) 00010000:00010000:2.0:1777420977.631463:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777420977.631465:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af120a33000, rc 0) 00000100:00100000:2.0:1777420977.631522:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118840000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+23:13216:x1863760833776768:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 699us (913us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420977.631530:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 251 00000100:00100000:1.0:1777420977.634884:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420977.634953:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833777024 00000100:00100000:2.0:1777420977.634963:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833777024 00000100:00100000:2.0:1777420977.635064:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 252 00000100:00100000:2.0:1777420977.635074:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+23:13216:x1863760833777024:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:2.0:1777420977.635091:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777420977.635110:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d7128938458d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375aed expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777420977.635216:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xf:0x0]: returning size 512 00010000:00010000:2.0:1777420977.635330:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d7128938458d lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375aed expref: 25 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.635393:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af106213b00) 00010000:00010000:2.0:1777420977.635397:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777420977.635403:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d7128938458d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375aed expref: 25 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.635416:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af120a33400, rc 0) 00000100:00100000:2.0:1777420977.635492:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+24:13216:x1863760833777024:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 419us (616us total) trans 4294967480 rc 301/301 00000100:00100000:2.0:1777420977.635500:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 252 00000100:00100000:1.0:1777420977.638106:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420977.638251:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833777280 00000100:00100000:2.0:1777420977.638262:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833777280 00000100:00100000:2.0:1777420977.638496:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 253 00000100:00100000:2.0:1777420977.638507:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+24:13216:x1863760833777280:12345-192.168.203.47@tcp:36:lfs.0 00010000:00010000:2.0:1777420977.638561:0:5760:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777420977.638585:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289384586 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375ae6 expref: 24 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.638604:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff9af106213e00) 00010000:00010000:2.0:1777420977.638614:0:5760:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777420977.638635:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d7128938459b lrc: 3/0,1 mode: --/PW res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.638648:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d7128938459b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xf:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.638658:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d7128938459b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xf:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777420977.638934:0:5760:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 0000000024679db6 reply state 000000002bb6c339 transno 4294967481 ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d7128938459b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xf:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420977.638944:0:5760:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1777420977.638958:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xf:0x0]: returning size 512 00000100:00100000:2.0:1777420977.639031:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+25:13216:x1863760833777280:12345-192.168.203.47@tcp:36:lfs.0 Request processed in 525us (932us total) trans 4294967481 rc 0/0 00000100:00100000:2.0:1777420977.639038:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 253 00010000:00010000:0.0:1777420977.640308:0:3281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d7128938459b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xf:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.640320:0:3281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d7128938459b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xf:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.640327:0:3281:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d7128938459b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xf:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.640348:0:3281:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a32200 already unused, calling callback (ffffffffc1eff4f0) 00000100:00100000:1.0:1777420977.640816:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420977.640891:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833777536 00000100:00100000:3.0:1777420977.640899:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833777536 00000100:00100000:3.0:1777420977.640950:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 76 00000100:00100000:3.0:1777420977.640960:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+25:13216:x1863760833777536:12345-192.168.203.47@tcp:35:lfs.0 00000100:00100000:3.0:1777420977.641201:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+26:13216:x1863760833777536:12345-192.168.203.47@tcp:35:lfs.0 Request processed in 241us (387us total) trans 4294967482 rc 0/0 00000100:00100000:3.0:1777420977.641209:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 76 00010000:00010000:0.0:1777420977.641820:0:3281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d7128938459b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xf:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.641832:0:3281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d7128938459b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xf:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.641848:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff9af106213900) 00010000:00010000:0.0:1777420977.641852:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777420977.641858:0:3281:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d7128938459b lrc: 2/0,0 mode: --/PW res: [0x200000401:0xf:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.641865:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d7128938459b lrc: 0/0,0 mode: --/PW res: [0x200000401:0xf:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420977.648908:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420977.649000:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833777664 00000100:00100000:2.0:1777420977.649011:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833777664 00000100:00100000:2.0:1777420977.649079:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 254 00000100:00100000:2.0:1777420977.649089:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+25:13217:x1863760833777664:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:2.0:1777420977.649110:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777420977.649130:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d712893845a2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375af4 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.649206:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d712893845a9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.649220:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d712893845a9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.649232:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d712893845a9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.649254:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d712893845b0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.649262:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d712893845b0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.649301:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d712893845b0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.649578:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33600/0xa38d712893845b7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.649587:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33600/0xa38d712893845b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.649596:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33600/0xa38d712893845b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777420977.649628:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xf:0x0]: returning size 512 00000004:00200000:2.0:1777420977.649631:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777420977.649654:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33600/0xa38d712893845b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.649665:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d712893845a9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.649671:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d712893845a9 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.649678:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d712893845a9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.649684:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a33400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420977.649689:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d712893845a9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.649696:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d712893845a9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.649714:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af106213b00) 00010000:00010000:2.0:1777420977.649717:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420977.649722:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d712893845a9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.649729:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d712893845a9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.649743:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d712893845b0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.649749:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d712893845b0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.649756:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d712893845b0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.649761:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a33c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420977.649764:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d712893845b0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.649770:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d712893845b0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.649777:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x1536d67a (ffff9af106213e00) 00010000:00010000:2.0:1777420977.649779:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420977.649782:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d712893845b0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.649787:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d712893845b0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.649827:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d712893845a2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375af4 expref: 27 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.649839:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33600/0xa38d712893845b7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375af4 expref: 26 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.649846:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff9af106213600) 00010000:00010000:2.0:1777420977.649849:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1777420977.649851:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af120a33600, rc 0) 00000100:00100000:2.0:1777420977.649956:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+26:13217:x1863760833777664:12345-192.168.203.47@tcp:101:rm.0 Request processed in 867us (1056us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420977.649965:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 254 00000100:00100000:2.0:1777420977.652915:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420977.653019:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833777792 00000100:00100000:0.0:1777420977.653032:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833777792 00000100:00100000:0.0:1777420977.653122:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 255 00000100:00100000:0.0:1777420977.653133:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+26:13217:x1863760833777792:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:0.0:1777420977.653151:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777420977.653171:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d712893845be lrc: 2/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375afb expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.653236:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d712893845c5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.653251:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d712893845c5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.653262:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d712893845c5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.653476:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d712893845cc lrc: 3/1,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.653486:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d712893845cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.653494:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d712893845cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.653578:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d712893845c5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.653586:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d712893845c5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.653594:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d712893845c5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.653600:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137c25200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777420977.653605:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d712893845c5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.653611:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d712893845c5 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.653623:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff9af106213600) 00010000:00010000:0.0:1777420977.653626:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777420977.653631:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d712893845c5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.653637:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d712893845c5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.653658:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d712893845cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.653664:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d712893845cc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.653671:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d712893845cc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.653677:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137c24c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777420977.653680:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d712893845cc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.653687:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d712893845cc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.653695:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x8a7567a7 (ffff9af10b558500) 00010000:00010000:0.0:1777420977.653698:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777420977.653701:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d712893845cc lrc: 2/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.653708:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d712893845cc lrc: 0/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.653739:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d712893845be lrc: 1/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375afb expref: 27 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.653751:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff9af106213600) 00010000:00010000:0.0:1777420977.653753:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777420977.653757:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d712893845be lrc: 0/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375afb expref: 27 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.653774:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137c24e00, rc 0) 00000100:00100000:0.0:1777420977.653877:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+26:13217:x1863760833777792:12345-192.168.203.47@tcp:101:rm.0 Request processed in 745us (970us total) trans 0 rc 301/301 00000100:00100000:0.0:1777420977.653885:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 255 00000100:00100000:1.0:1777420977.656841:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420977.656941:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833777920 00000100:00100000:0.0:1777420977.656951:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833777920 00000100:00100000:0.0:1777420977.657046:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 256 00000100:00100000:0.0:1777420977.657057:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+26:13217:x1863760833777920:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:0.0:1777420977.657078:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777420977.657098:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24a00/0xa38d712893845d3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375b02 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.657176:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d712893845da lrc: 3/1,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.657189:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d712893845da lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.657199:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d712893845da lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.657214:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25400/0xa38d712893845e1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.657220:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25400/0xa38d712893845e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.657227:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25400/0xa38d712893845e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.657310:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d712893845da lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.657318:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d712893845da lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.657324:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d712893845da lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.657331:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137c25000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777420977.657335:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d712893845da lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.657342:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d712893845da lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.657390:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff9af106213600) 00010000:00010000:0.0:1777420977.657393:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777420977.657398:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d712893845da lrc: 2/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.657404:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d712893845da lrc: 0/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.657416:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25400/0xa38d712893845e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.657422:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25400/0xa38d712893845e1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.657427:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25400/0xa38d712893845e1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.657439:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137c25400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777420977.657442:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25400/0xa38d712893845e1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.657532:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25400/0xa38d712893845e1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.657541:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x8a7567a7 (ffff9af10b558000) 00010000:00010000:0.0:1777420977.657544:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777420977.657547:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25400/0xa38d712893845e1 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.657553:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25400/0xa38d712893845e1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.657586:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24a00/0xa38d712893845d3 lrc: 1/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b02 expref: 27 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.657596:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff9af106213600) 00010000:00010000:0.0:1777420977.657598:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777420977.657601:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24a00/0xa38d712893845d3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b02 expref: 27 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.657610:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137c24a00, rc 0) 00000100:00100000:0.0:1777420977.657671:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+26:13217:x1863760833777920:12345-192.168.203.47@tcp:101:rm.0 Request processed in 616us (838us total) trans 0 rc 301/301 00000100:00100000:0.0:1777420977.657679:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 256 00000100:00100000:1.0:1777420977.666782:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420977.666888:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833778176 00000100:00100000:0.0:1777420977.666912:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833778176 00000100:00100000:0.0:1777420977.667007:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 257 00000100:00100000:0.0:1777420977.667018:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+26:13218:x1863760833778176:12345-192.168.203.47@tcp:101:dd.0 00010000:00010000:0.0:1777420977.667039:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777420977.667062:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d712893845e8 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375b09 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.667209:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d712893845ef lrc: 3/0,1 mode: --/CW res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.667223:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d712893845ef lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.667233:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d712893845ef lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.667247:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d712893845f6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.667254:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d712893845f6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.667260:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d712893845f6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777420977.667878:0:5760:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x5:0x0], index 1: 0 00010000:00010000:0.0:1777420977.668044:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39600/0xa38d712893845fd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.668055:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39600/0xa38d712893845fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.668074:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39600/0xa38d712893845fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.668110:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d712893845ef lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.668118:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d712893845ef lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.668125:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d712893845ef lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.668132:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137c24c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777420977.668136:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d712893845ef lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.668144:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d712893845ef lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.668156:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff9af106213600) 00010000:00010000:0.0:1777420977.668159:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777420977.668164:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d712893845ef lrc: 2/0,0 mode: --/CW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.668170:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d712893845ef lrc: 0/0,0 mode: --/CW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777420977.668183:0:5760:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000c20687b8 reply state 0000000092bf415a transno 4294967483 ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d712893845f6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420977.668191:0:5760:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777420977.668230:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d712893845e8 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b09 expref: 29 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.668243:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39600/0xa38d712893845fd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b09 expref: 28 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.668250:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff9af10b558e00) 00010000:00010000:0.0:1777420977.668252:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777420977.668255:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12cf39600, rc 0) 00000100:00100000:0.0:1777420977.668398:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+29:13218:x1863760833778176:12345-192.168.203.47@tcp:101:dd.0 Request processed in 1382us (1627us total) trans 4294967483 rc 0/0 00000100:00100000:0.0:1777420977.668406:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 257 00010000:00010000:3.0:1777420977.671252:0:3282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d712893845f6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420977.671270:0:3282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d712893845f6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420977.671278:0:3282:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d712893845f6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420977.671285:0:3282:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137c25200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420977.671290:0:3282:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d712893845f6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420977.671297:0:3282:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d712893845f6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420977.671326:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x8a7567a7 (ffff9af10b558500) 00010000:00010000:3.0:1777420977.671329:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420977.671334:0:3282:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d712893845f6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420977.671340:0:3282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d712893845f6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420977.687538:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420977.687904:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833778304 00000100:00100000:2.0:1777420977.687915:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833778304 00000100:00080000:0.0:1777420977.688050:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777420977.688141:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 54 00000100:00100000:3.0:1777420977.688154:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:13218:x1863760833778304:12345-192.168.203.47@tcp:101:dd.0 00010000:00010000:3.0:1777420977.688172:0:6860:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777420977.688194:0:6860:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000085a80931/0xa38d7128938460b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375b10 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777420977.688222:0:6860:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1777420977.688241:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777420977.688243:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777420977.688252:0:6860:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000085a80931/0xa38d7128938460b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b10 expref: 7 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420977.688267:0:6860:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000085a80931/0xa38d7128938460b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b10 expref: 7 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420977.688281:0:6860:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0cd400, rc 0) 00000100:00100000:3.0:1777420977.688396:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+7:13218:x1863760833778304:12345-192.168.203.47@tcp:101:dd.0 Request processed in 246us (869us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420977.688403:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 54 00000100:00100000:2.0:1777420977.702257:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420977.702474:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420977.702743:0:6548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833778688 00000100:00100000:3.0:1777420977.702753:0:6548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833778688 00002000:00100000:3.0:1777420977.702796:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->1048575) req@ffff9af0010f6a00 x1863760833778688/t0(0) o4->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:743/0 lens 488/0 e 0 to 0 dl 1777420988 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777420977.702806:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0010f6a00 with x1863760833778688 ext(0->1048575) 00002000:00010000:3.0:1777420977.702812:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0010f6a00 00000100:00100000:3.0:1777420977.702844:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 37 00000100:00100000:3.0:1777420977.702852:0:6548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+7:2369:x1863760833778688:12345-192.168.203.47@tcp:4:dd.0 00000100:00100000:1.0:1777420977.706341:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833778560 00000100:00100000:1.0:1777420977.706371:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833778560 00000100:00100000:1.0:1777420977.706433:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 77 00000100:00100000:1.0:1777420977.706458:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+28:13218:x1863760833778560:12345-192.168.203.47@tcp:35:dd.0 00000100:00100000:1.0:1777420977.706945:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+29:13218:x1863760833778560:12345-192.168.203.47@tcp:35:dd.0 Request processed in 501us (4696us total) trans 4294967484 rc 0/0 00000100:00100000:1.0:1777420977.706954:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 77 00000100:00100000:0.0:1777420977.737218:0:6548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+9:2369:x1863760833778688:12345-192.168.203.47@tcp:4:dd.0 Request processed in 34354us (34732us total) trans 4294967306 rc 0/0 00000100:00100000:0.0:1777420977.737234:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 37 00002000:00100000:0.0:1777420977.737247:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->1048575) req@ffff9af0010f6a00 x1863760833778688/t4294967306(0) o4->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:743/0 lens 488/448 e 0 to 0 dl 1777420988 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777420977.737257:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0010f6a00 with x1863760833778688 ext(0->1048575) 00002000:00010000:0.0:1777420977.737265:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0010f6a00 00000100:00100000:3.0:1777420977.873568:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420977.873697:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833778816 00000100:00100000:0.0:1777420977.873710:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833778816 00000100:00100000:0.0:1777420977.873788:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 258 00000100:00100000:0.0:1777420977.873800:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c006d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:13245:x1863760833778816:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777420977.873832:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777420977.873857:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289384612 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375b17 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.873958:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38a00/0xa38d71289384619 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.873976:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38a00/0xa38d71289384619 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.873990:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38a00/0xa38d71289384619 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777420977.874057:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:0.0:1777420977.874062:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 7 stripe count 1 MDT count 1 00000004:00010000:0.0:1777420977.874090:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38a00/0xa38d71289384619 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.874117:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289384612 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b17 expref: 13 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.874137:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38a00/0xa38d71289384619 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b17 expref: 12 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.874146:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af106213b00) 00010000:00010000:0.0:1777420977.874150:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777420977.874154:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12cf38a00, rc 0) 00000100:00100000:0.0:1777420977.875157:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c006d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:13245:x1863760833778816:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 1353us (1598us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420977.875169:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 258 00000100:00100000:1.0:1777420977.882220:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420977.882489:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833779072 00000100:00100000:0.0:1777420977.882502:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833779072 00000100:00100000:0.0:1777420977.882594:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 259 00000100:00100000:0.0:1777420977.882607:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:13246:x1863760833779072:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777420977.882633:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777420977.882661:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289384620 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375b1e expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.882760:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289384627 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.882779:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289384627 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.882792:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289384627 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.882809:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d7128938462e lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.882816:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d7128938462e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.882823:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d7128938462e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.883279:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d71289384635 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.883289:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d71289384635 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.883297:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d71289384635 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777420977.883320:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 10752 00010000:00010000:0.0:1777420977.884085:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289384627 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.884096:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289384627 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.884103:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289384627 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.884110:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf38400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777420977.884459:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289384627 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.884468:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289384627 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.884485:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9af106213700) 00010000:00010000:0.0:1777420977.884489:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777420977.884495:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289384627 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.884502:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289384627 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.884518:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d7128938462e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.884524:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d7128938462e lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.884544:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d7128938462e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.884550:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf39800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777420977.884554:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d7128938462e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.884559:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d7128938462e lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.884568:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff9af10b558000) 00010000:00010000:0.0:1777420977.884570:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777420977.884573:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d7128938462e lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.884578:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d7128938462e lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.885669:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289384620 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b1e expref: 15 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.885692:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d71289384635 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b1e expref: 14 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420977.885700:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9af106213200) 00010000:00010000:0.0:1777420977.885703:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777420977.885706:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12cf38000, rc 0) 00000100:00100000:0.0:1777420977.885796:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+14:13246:x1863760833779072:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 3191us (3590us total) trans 4294967485 rc 0/0 00000100:00100000:0.0:1777420977.885817:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 259 00000100:00100000:2.0:1777420977.893877:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420977.894192:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420977.894405:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833779328 00000100:00100000:0.0:1777420977.894418:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833779328 00000100:00100000:0.0:1777420977.894497:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 260 00000100:00100000:0.0:1777420977.894509:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+14:13246:x1863760833779328:12345-192.168.203.47@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1777420977.894650:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+14:13246:x1863760833779328:12345-192.168.203.47@tcp:59:lhsmtool_posix.0 Request processed in 142us (458us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420977.894659:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 260 00000100:00100000:3.0:1777420977.898277:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833779200 00000100:00100000:3.0:1777420977.898297:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833779200 00000100:00100000:2.0:1777420977.899027:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 7 00000100:00100000:2.0:1777420977.899041:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+14:2366:x1863760833779200:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777420977.899061:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777420977.899093:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d71289384635 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b1e expref: 14 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420977.899113:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9af106213200) 00010000:00010000:2.0:1777420977.899127:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777420977.899304:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+13:2366:x1863760833779200:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 265us (5441us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420977.899313:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 7 00000100:00100000:2.0:1777420977.910696:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420977.910974:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833779456 00000100:00100000:1.0:1777420977.910987:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833779456 00000100:00100000:1.0:1777420977.911123:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 261 00000100:00100000:1.0:1777420977.911135:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+29:13247:x1863760833779456:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:1.0:1777420977.911164:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777420977.911192:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289384643 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375b25 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420977.911280:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678a00/0xa38d7128938464a lrc: 3/1,0 mode: --/PR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420977.911297:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678a00/0xa38d7128938464a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420977.911310:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678a00/0xa38d7128938464a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777420977.911579:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xf:0x0]: returning size 512 00000004:00200000:1.0:1777420977.911584:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:1.0:1777420977.911612:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678a00/0xa38d7128938464a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420977.911642:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289384643 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b25 expref: 31 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420977.911687:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678a00/0xa38d7128938464a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b25 expref: 30 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420977.911697:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff9af106213600) 00010000:00010000:1.0:1777420977.911700:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777420977.911704:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af101678a00, rc 0) 00000100:00100000:1.0:1777420977.911811:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+30:13247:x1863760833779456:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 677us (1129us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420977.911819:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 261 00000100:00100000:3.0:1777420977.916214:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420977.916318:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833779712 00000100:00100000:1.0:1777420977.916331:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833779712 00000100:00100000:1.0:1777420977.918782:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 262 00000100:00100000:1.0:1777420977.918800:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c006680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+30:13247:x1863760833779712:12345-192.168.203.47@tcp:58:lfs.0 00000040:00080000:1.0:1777420977.919097:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].7, 136 off9144 00000100:00100000:1.0:1777420977.919223:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c006680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+30:13247:x1863760833779712:12345-192.168.203.47@tcp:58:lfs.0 Request processed in 428us (3020us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420977.919232:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 262 00000040:00080000:3.0:1777420978.392678:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777420978.392687:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777420978.392755:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 8 count 4 00000040:00080000:3.0:1777420978.392763:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777420978.393207:0:11331:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c006300 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841077760:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1777420978.393327:0:11331:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af106159840 going to sleep for 11 seconds 00000100:00100000:0.0:1777420978.396245:0:11331:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c006300 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841077760:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1777420978.404855:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420978.404909:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833779840 00000100:00100000:0.0:1777420978.404921:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833779840 00000100:00100000:0.0:1777420978.405725:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 263 00000100:00100000:0.0:1777420978.405738:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118840a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+13:13257:x1863760833779840:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1777420978.405778:0:5762:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000401:0x10:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1777420978.405909:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118840a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+13:13257:x1863760833779840:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 173us (1067us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420978.405918:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 263 00000100:00100000:2.0:1777420978.410334:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420978.415204:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833780096 00000100:00100000:0.0:1777420978.415223:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833780096 00000100:00100000:0.0:1777420978.415336:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 264 00000100:00100000:0.0:1777420978.415347:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+13:13257:x1863760833780096:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777420978.415395:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777420978.415421:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384651 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375b2c expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420978.415563:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38800/0xa38d71289384658 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420978.415580:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38800/0xa38d71289384658 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420978.415595:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38800/0xa38d71289384658 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777420978.415608:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10:0x0]: returning size 1048576 00010000:00010000:0.0:1777420978.415763:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384651 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b2c expref: 16 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420978.415781:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38800/0xa38d71289384658 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b2c expref: 15 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420978.415790:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff9af10b558e00) 00010000:00010000:0.0:1777420978.415793:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777420978.415797:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12cf38800, rc 0) 00000100:00100000:0.0:1777420978.415871:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+15:13257:x1863760833780096:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 525us (5551us total) trans 4294967486 rc 0/0 00000100:00100000:0.0:1777420978.415879:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 264 00000100:00100000:1.0:1777420978.420580:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420978.420625:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833780224 00000100:00100000:1.0:1777420978.420638:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833780224 00000100:00100000:1.0:1777420978.420717:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 55 00000100:00080000:0.0:1777420978.420779:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777420978.421162:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+5:2367:x1863760833780224:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1777420978.421219:0:6543:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000002f0162a9/0xa38d71289384666 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420978.421257:0:6543:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000085a80931/0xa38d7128938460b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b10 expref: 8 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420978.421266:0:6543:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777420978.421268:0:6543:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777420978.421272:0:6543:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002f0162a9/0xa38d71289384666 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420978.421317:0:6543:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000085a80931/0xa38d7128938460b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b10 expref: 8 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420978.421332:0:6543:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000085a80931/0xa38d7128938460b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b10 expref: 8 pid: 6860 timeout: 290 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420978.422056:0:6543:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af105d04a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6543:1863760841077888:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777420978.422244:0:6543:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13c6a2480 going to sleep for 11 seconds 00000100:00100000:1.0:1777420978.425520:0:6543:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af105d04a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6543:1863760841077888:192.168.203.47@tcp:104: 00010000:00010000:1.0:1777420978.425558:0:6543:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002f0162a9/0xa38d71289384666 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420978.425784:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420978.425917:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833780352 00000100:00100000:1.0:1777420978.425927:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833780352 00010000:00010000:1.0:1777420978.425968:0:5747:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000085a80931/0xa38d7128938460b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b10 expref: 9 pid: 6860 timeout: 290 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420978.426031:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 93 00000100:00100000:1.0:1777420978.426042:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c007800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+9:2368:x1863760833780352:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777420978.426060:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1777420978.426155:0:5747:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 0 -> 1048576 00002000:00010000:1.0:1777420978.426160:0:5747:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 0 -> 1777420977 00002000:00010000:1.0:1777420978.426162:0:5747:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 0 -> 1777420977 00010000:00010000:1.0:1777420978.426169:0:5747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000085a80931/0xa38d7128938460b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b10 expref: 9 pid: 6860 timeout: 290 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420978.426183:0:5747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000085a80931/0xa38d7128938460b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b10 expref: 9 pid: 6860 timeout: 290 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420978.426213:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000085a80931/0xa38d7128938460b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b10 expref: 9 pid: 6860 timeout: 290 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420978.426231:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777420978.426233:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777420978.426239:0:5747:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002f0162a9/0xa38d71289384666 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420978.426250:0:5747:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002f0162a9/0xa38d71289384666 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420978.426286:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777420978.426348:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c007800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+8:2368:x1863760833780352:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 306us (565us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420978.426389:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 93 00010000:00010000:0.0:1777420978.426436:0:6543:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002f0162a9/0xa38d71289384666 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420978.426514:0:6543:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002f0162a9/0xa38d71289384666 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420978.426549:0:6543:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000002f0162a9/0xa38d71289384666 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420978.426560:0:6543:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002f0162a9/0xa38d71289384666 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420978.426568:0:6543:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002f0162a9/0xa38d71289384666 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420978.426577:0:6543:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af101678e00 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:0.0:1777420978.426581:0:6543:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002f0162a9/0xa38d71289384666 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420978.426591:0:6543:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002f0162a9/0xa38d71289384666 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420978.426604:0:6543:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002f0162a9/0xa38d71289384666 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420978.426613:0:6543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002f0162a9/0xa38d71289384666 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420978.428025:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+5:2367:x1863760833780224:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 Request processed in 6864us (7452us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420978.428037:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 55 00000100:00100000:3.0:1777420978.435781:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420978.435857:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833780608 00000100:00100000:0.0:1777420978.435870:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833780608 00000100:00100000:0.0:1777420978.435945:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 265 00000100:00100000:0.0:1777420978.435956:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c004700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+15:13257:x1863760833780608:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1777420978.436125:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c004700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+15:13257:x1863760833780608:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 169us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420978.436134:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 265 00000100:00100000:3.0:1777420978.443191:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420978.443260:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833780736 00000100:00100000:2.0:1777420978.443274:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833780736 00000100:00100000:2.0:1777420978.443341:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 56 00000100:00100000:2.0:1777420978.443371:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c005880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+5:2369:x1863760833780736:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777420978.443395:0:6543:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777420978.443421:0:6543:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000001e6a9c/0xa38d7128938466d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375b33 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777420978.443464:0:6543:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 1048576, mtime: 0x69f14ab1, atime: 0x0, ctime: 0x69f14ab1, blocks: 0x1 00010000:00010000:2.0:1777420978.443488:0:6543:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777420978.443490:0:6543:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777420978.443510:0:6543:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000001e6a9c/0xa38d7128938466d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b33 expref: 6 pid: 6543 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420978.443530:0:6543:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000001e6a9c/0xa38d7128938466d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b33 expref: 6 pid: 6543 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420978.443547:0:6543:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af120a32200, rc 0) 00000100:00100000:2.0:1777420978.443617:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c005880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2369:x1863760833780736:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 266us (438us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420978.443626:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 56 00000100:00100000:2.0:1777420978.454979:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420978.456600:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833780992 00000100:00100000:1.0:1777420978.456629:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833780992 00000100:00100000:1.0:1777420978.456716:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 266 00000100:00100000:1.0:1777420978.456727:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+15:13257:x1863760833780992:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777420978.456863:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+15:13257:x1863760833780992:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 136us (1897us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420978.456872:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 266 00000100:00100000:3.0:1777420978.463812:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420978.463865:0:6548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833781120 00000100:00100000:0.0:1777420978.463879:0:6548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833781120 00002000:00100000:0.0:1777420978.463941:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->1048575) req@ffff9af13c004000 x1863760833781120/t0(0) o3->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:744/0 lens 488/0 e 0 to 0 dl 1777420989 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777420978.463954:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13c004000 with x1863760833781120 ext(0->1048575) 00002000:00010000:0.0:1777420978.463960:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af13c004000 00000100:00100000:0.0:1777420978.464759:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 38 00000100:00100000:0.0:1777420978.464776:0:6548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c004000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2368:x1863760833781120:12345-192.168.203.47@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1777420978.482397:0:6548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c004000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2368:x1863760833781120:12345-192.168.203.47@tcp:3:lhsmtool_posix.0 Request processed in 17577us (18548us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1777420978.482414:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 38 00002000:00100000:1.0:1777420978.482430:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->1048575) req@ffff9af13c004000 x1863760833781120/t0(0) o3->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:744/0 lens 488/440 e 0 to 0 dl 1777420989 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777420978.482454:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13c004000 with x1863760833781120 ext(0->1048575) 00002000:00010000:1.0:1777420978.482462:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af13c004000 00000100:00100000:3.0:1777420978.496212:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420978.496274:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833781248 00000100:00100000:0.0:1777420978.496287:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833781248 00000100:00100000:0.0:1777420978.496432:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 267 00000100:00100000:0.0:1777420978.496555:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c004a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+15:13257:x1863760833781248:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777420978.496585:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777420978.496612:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384674 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375b3a expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420978.496656:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d7128938467b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420978.496688:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d7128938467b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420978.496702:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d7128938467b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420978.496821:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384674 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b3a expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420978.496841:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d7128938467b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b3a expref: 16 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420978.496851:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff9af10b558e00) 00010000:00010000:0.0:1777420978.496854:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777420978.496858:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12cf39400, rc 0) 00000100:00100000:0.0:1777420978.496947:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c004a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+16:13257:x1863760833781248:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 397us (749us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420978.496954:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 267 00000100:00100000:1.0:1777420978.502175:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420978.502317:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833781376 00000100:00100000:0.0:1777420978.502331:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833781376 00000100:00100000:0.0:1777420978.502423:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 268 00000100:00100000:0.0:1777420978.502435:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+16:13257:x1863760833781376:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1777420978.502595:0:5760:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000401:0x10:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1777420978.502760:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+16:13257:x1863760833781376:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 325us (597us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420978.502768:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 268 00000100:00100000:1.0:1777420978.507027:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420978.507190:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833781504 00000100:00100000:2.0:1777420978.507203:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833781504 00000100:00100000:2.0:1777420978.507308:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 57 00000100:00100000:2.0:1777420978.507320:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2369:x1863760833781504:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1777420978.507397:0:6543:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000001b4c87ad/0xa38d71289384682 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420978.507418:0:6543:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777420978.507420:0:6543:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777420978.507427:0:6543:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001b4c87ad/0xa38d71289384682 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420978.507454:0:6543:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001b4c87ad/0xa38d71289384682 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420978.507491:0:6543:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000001b4c87ad/0xa38d71289384682 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420978.507500:0:6543:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001b4c87ad/0xa38d71289384682 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420978.507509:0:6543:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001b4c87ad/0xa38d71289384682 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420978.507518:0:6543:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013cec00 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:2.0:1777420978.507522:0:6543:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001b4c87ad/0xa38d71289384682 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420978.507540:0:6543:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001b4c87ad/0xa38d71289384682 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420978.507557:0:6543:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001b4c87ad/0xa38d71289384682 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420978.507566:0:6543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001b4c87ad/0xa38d71289384682 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420978.507669:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2369:x1863760833781504:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 Request processed in 350us (740us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420978.507678:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 57 00000100:00100000:3.0:1777420978.510474:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420978.510704:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833781760 00000100:00100000:0.0:1777420978.510719:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833781760 00000100:00100000:0.0:1777420978.510791:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 269 00000100:00100000:0.0:1777420978.510804:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c005180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+16:13257:x1863760833781760:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1777420978.510920:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384689 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420978.510942:0:5760:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d7128938467b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b3a expref: 16 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420978.510951:0:5760:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384689 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420978.510995:0:5760:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d7128938467b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b3a expref: 16 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420978.511011:0:5760:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d7128938467b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b3a expref: 16 pid: 5760 timeout: 290 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420978.511028:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118843100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1863760841078016:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777420978.511146:0:5760:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af106050540 going to sleep for 11 seconds 00010000:00010000:1.0:1777420978.523973:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1777420978.524594:0:13004:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777420978.524601:0:13004:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777420978.524650:0:13004:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 8 count 4 00000040:00080000:1.0:1777420978.524656:0:13004:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777420978.525996:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118843100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1863760841078016:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777420978.526032:0:5760:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384689 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420978.529271:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420978.529878:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833781888 00000100:00100000:3.0:1777420978.529892:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833781888 00010000:00010000:3.0:1777420978.529943:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d7128938467b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b3a expref: 17 pid: 5760 timeout: 290 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420978.530013:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 94 00000100:00100000:3.0:1777420978.530024:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118843100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+17:2369:x1863760833781888:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777420978.530043:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777420978.530066:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d7128938467b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b3a expref: 17 pid: 5760 timeout: 290 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420978.530079:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d7128938467b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b3a expref: 17 pid: 5760 timeout: 290 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420978.530107:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d7128938467b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b3a expref: 17 pid: 5760 timeout: 290 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420978.530123:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff9af10b558e00) 00010000:00010000:3.0:1777420978.530129:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384689 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420978.530140:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384689 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420978.530149:0:5746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384689 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420978.530176:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777420978.530223:0:5760:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384689 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420978.530242:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384689 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420978.530246:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118843100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+16:2369:x1863760833781888:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 223us (985us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420978.530254:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 94 00010000:00010000:0.0:1777420978.530582:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384689 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420978.530590:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384689 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420978.530596:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384689 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420978.530602:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf38c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777420978.530607:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384689 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420978.530615:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384689 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420978.530625:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff9af10b558e00) 00010000:00010000:0.0:1777420978.530628:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777420978.530631:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384689 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420978.530637:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384689 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420978.530774:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c005180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+16:13257:x1863760833781760:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 19972us (20311us total) trans 4294967487 rc 0/0 00000100:00100000:0.0:1777420978.530784:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 269 00000040:00080000:3.0:1777420978.530883:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777420978.530894:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777420978.531661:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:3.0:1777420978.531674:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777420978.535135:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420978.535212:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833782144 00000100:00100000:3.0:1777420978.535225:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833782144 00000100:00100000:3.0:1777420978.535299:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 78 00000100:00100000:3.0:1777420978.535311:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118842680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+16:13257:x1863760833782144:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1777420978.535620:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118842680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+17:13257:x1863760833782144:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 311us (496us total) trans 4294967488 rc 0/0 00000100:00100000:3.0:1777420978.535629:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 78 00000100:00100000:3.0:1777420979.161071:0:3295:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777420979.161235:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0013b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841078144:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777420979.161323:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420979.161431:0:7924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841078144 00000100:00100000:3.0:1777420979.161935:0:7924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841078144 00000100:00100000:3.0:1777420979.162020:0:7924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1777420979.162032:0:7924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c004380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1863760841078144:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777420979.162073:0:7924:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 51052544 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1777420979.162143:0:7924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c004380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1863760841078144:12345-0@lo:13:osp-pre-0-0.0 Request processed in 114us (821us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420979.162151:0:7924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1777420979.162205:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0013b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841078144:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1777420979.162286:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:1.0:1777420979.200762:0:7430:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967306 is committed 00010000:00010000:3.0:1777420979.544573:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1777420980.253875:0:13057:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777420980.253886:0:13057:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777420980.253935:0:13057:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 8 count 4 00000040:00080000:2.0:1777420980.253943:0:13057:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777420980.317552:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420980.317938:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833782272 00000100:00100000:1.0:1777420980.317951:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833782272 00000100:00080000:0.0:1777420980.318009:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777420980.318037:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 58 00000100:00100000:1.0:1777420980.318049:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118843800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2366:x1863760833782272:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:1.0:1777420980.318070:0:6543:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777420980.318091:0:6543:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000003d4b565/0xa38d71289384690 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375b41 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420980.318129:0:6543:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777420980.318132:0:6543:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777420980.318144:0:6543:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000003d4b565/0xa38d71289384690 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b41 expref: 7 pid: 6543 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420980.318164:0:6543:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000003d4b565/0xa38d71289384690 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b41 expref: 7 pid: 6543 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420980.318182:0:6543:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af101679a00, rc 0) 00000100:00100000:1.0:1777420980.318259:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118843800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+7:2366:x1863760833782272:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 213us (720us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420980.318267:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 58 00000100:00100000:0.0:1777420980.335936:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420980.336030:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833782528 00000100:00100000:1.0:1777420980.336043:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833782528 00000100:00100000:1.0:1777420980.336122:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 270 00000100:00100000:1.0:1777420980.336134:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118840700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+30:13266:x1863760833782528:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:1.0:1777420980.336158:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777420980.336186:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678e00/0xa38d71289384697 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375b48 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420980.336306:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678400/0xa38d7128938469e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420980.336330:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678400/0xa38d7128938469e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420980.336343:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678400/0xa38d7128938469e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777420980.336381:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10:0x0]: returning size 1048576 00010000:00010000:1.0:1777420980.336535:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678e00/0xa38d71289384697 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b48 expref: 33 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420980.336552:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678400/0xa38d7128938469e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b48 expref: 32 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420980.336561:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff9af10b558e00) 00010000:00010000:1.0:1777420980.336564:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1777420980.336568:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af101678400, rc 0) 00000100:00100000:1.0:1777420980.336624:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118840700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+32:13266:x1863760833782528:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 493us (704us total) trans 4294967489 rc 0/0 00000100:00100000:1.0:1777420980.336632:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 270 00000100:00080000:0.0:1777420980.336703:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777420980.339834:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420980.339904:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833782656 00000100:00100000:1.0:1777420980.339915:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833782656 00000100:00100000:1.0:1777420980.339976:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 59 00000100:00100000:1.0:1777420980.339986:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c006300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+7:2369:x1863760833782656:12345-192.168.203.47@tcp:1:lfs.0 00010000:00010000:1.0:1777420980.340039:0:6543:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004d5f2982/0xa38d712893846ac lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420980.340063:0:6543:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000001e6a9c/0xa38d7128938466d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b33 expref: 5 pid: 6543 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420980.340088:0:6543:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000003d4b565/0xa38d71289384690 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b41 expref: 7 pid: 6543 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420980.340096:0:6543:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777420980.340098:0:6543:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777420980.340102:0:6543:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004d5f2982/0xa38d712893846ac lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420980.340144:0:6543:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000003d4b565/0xa38d71289384690 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b41 expref: 7 pid: 6543 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420980.340160:0:6543:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000003d4b565/0xa38d71289384690 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b41 expref: 7 pid: 6543 timeout: 292 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420980.340176:0:6543:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0013b6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6543:1863760841078272:192.168.203.47@tcp:104: 00010000:00010000:1.0:1777420980.340280:0:6543:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000001e6a9c/0xa38d7128938466d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b33 expref: 5 pid: 6543 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420980.340293:0:6543:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000001e6a9c/0xa38d7128938466d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b33 expref: 5 pid: 6543 timeout: 292 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420980.340302:0:6543:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0013b6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6543:1863760841078400:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777420980.340324:0:6543:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13c6a2b40 going to sleep for 11 seconds 00000100:00100000:0.0:1777420980.344632:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420980.344660:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420980.344688:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833782784 00000100:00100000:0.0:1777420980.344698:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833782784 00010000:00010000:0.0:1777420980.344738:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000003d4b565/0xa38d71289384690 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b41 expref: 8 pid: 6543 timeout: 292 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420980.344769:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833782912 00000100:00100000:0.0:1777420980.344772:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833782912 00010000:00010000:0.0:1777420980.344793:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000001e6a9c/0xa38d7128938466d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b33 expref: 6 pid: 6543 timeout: 292 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420980.344812:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 95 00000100:00100000:0.0:1777420980.344821:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118842a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+8:2368:x1863760833782784:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777420980.344836:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1777420980.344858:0:5746:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1 -> 2051 00010000:00010000:0.0:1777420980.344865:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000003d4b565/0xa38d71289384690 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b41 expref: 8 pid: 6543 timeout: 292 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.344881:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000003d4b565/0xa38d71289384690 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b41 expref: 8 pid: 6543 timeout: 292 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.344927:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777420980.344986:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118842a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+8:2368:x1863760833782784:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 165us (363us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420980.344995:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 95 00000100:00100000:0.0:1777420980.345016:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 96 00000100:00100000:0.0:1777420980.345023:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af102fb5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2369:x1863760833782912:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777420980.345032:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777420980.345041:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000001e6a9c/0xa38d7128938466d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b33 expref: 6 pid: 6543 timeout: 292 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.345052:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000001e6a9c/0xa38d7128938466d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b33 expref: 6 pid: 6543 timeout: 292 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.345066:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777420980.345068:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777420980.345073:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004d5f2982/0xa38d712893846ac lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.345084:0:5746:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004d5f2982/0xa38d712893846ac lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.345107:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777420980.345127:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af102fb5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2369:x1863760833782912:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 104us (466us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420980.345134:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 96 00000100:00080000:0.0:1777420980.345197:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1777420980.346578:0:6543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000003d4b565/0xa38d71289384690 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b41 expref: 7 pid: 6543 timeout: 292 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420980.346611:0:6543:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0013b6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6543:1863760841078272:192.168.203.47@tcp:104: 00010000:00010000:3.0:1777420980.346626:0:6543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000001e6a9c/0xa38d7128938466d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b33 expref: 5 pid: 6543 timeout: 292 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420980.346636:0:6543:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0013b6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6543:1863760841078400:192.168.203.47@tcp:104: 00010000:00010000:3.0:1777420980.346659:0:6543:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004d5f2982/0xa38d712893846ac lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.346671:0:6543:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004d5f2982/0xa38d712893846ac lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.346678:0:6543:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004d5f2982/0xa38d712893846ac lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.346706:0:6543:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004d5f2982/0xa38d712893846ac lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.346713:0:6543:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004d5f2982/0xa38d712893846ac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.346722:0:6543:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004d5f2982/0xa38d712893846ac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.346729:0:6543:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af101678200 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:3.0:1777420980.346738:0:6543:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004d5f2982/0xa38d712893846ac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.346747:0:6543:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004d5f2982/0xa38d712893846ac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.346764:0:6543:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004d5f2982/0xa38d712893846ac lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.346772:0:6543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004d5f2982/0xa38d712893846ac lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420980.346869:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c006300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2369:x1863760833782656:12345-192.168.203.47@tcp:1:lfs.0 Request processed in 6883us (7046us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420980.346876:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 59 00000100:00100000:0.0:1777420980.349592:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420980.349668:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833783168 00000100:00100000:3.0:1777420980.349681:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833783168 00000100:00100000:3.0:1777420980.349746:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 79 00000100:00100000:3.0:1777420980.349757:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118841880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+32:13266:x1863760833783168:12345-192.168.203.47@tcp:35:lfs.0 00000004:00010000:3.0:1777420980.349825:0:5764:0:(mdt_open.c:1996:mdt_hsm_release()) ### [0x200000401:0x10:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678400/0xa38d7128938469e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b48 expref: 32 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777420980.350068:0:5764:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967490 00000001:00080000:3.0:1777420980.350739:0:5764:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967491 00010000:00010000:3.0:1777420980.350801:0:5764:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893846b3 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.350818:0:5764:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39600/0xa38d712893845fd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b09 expref: 35 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.350838:0:5764:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38800/0xa38d71289384658 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b2c expref: 16 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.350848:0:5764:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893846b3 lrc: 5/0,1 mode: --/EX res: [0x200000401:0x10:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.350885:0:5764:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38800/0xa38d71289384658 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b2c expref: 16 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.350901:0:5764:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38800/0xa38d71289384658 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b2c expref: 16 pid: 5760 timeout: 292 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420980.350918:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c007800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5764:1863760841078528:192.168.203.47@tcp:104: 00010000:00010000:3.0:1777420980.352541:0:5764:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39600/0xa38d712893845fd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b09 expref: 35 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.352560:0:5764:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39600/0xa38d712893845fd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b09 expref: 35 pid: 5760 timeout: 292 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420980.352574:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001979f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5764:1863760841078656:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777420980.352616:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13fc09f00 going to sleep for 11 seconds 00000100:00100000:2.0:1777420980.356709:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001979f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5764:1863760841078656:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777420980.361466:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420980.361535:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420980.361568:0:8215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833783296 00000100:00100000:0.0:1777420980.361578:0:8215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833783296 00010000:00010000:0.0:1777420980.361630:0:8215:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39600/0xa38d712893845fd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b09 expref: 36 pid: 5760 timeout: 292 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420980.361666:0:8215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833783424 00000100:00100000:0.0:1777420980.361670:0:8215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833783424 00010000:00010000:0.0:1777420980.361698:0:8215:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38800/0xa38d71289384658 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b2c expref: 17 pid: 5760 timeout: 292 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420980.361720:0:8215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 97 00000100:00100000:0.0:1777420980.361731:0:8215:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118840380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+36:2369:x1863760833783296:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777420980.361748:0:8215:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777420980.361755:0:8215:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39600/0xa38d712893845fd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b09 expref: 36 pid: 5760 timeout: 292 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.361767:0:8215:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39600/0xa38d712893845fd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b09 expref: 36 pid: 5760 timeout: 292 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.361790:0:8215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39600/0xa38d712893845fd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b09 expref: 36 pid: 5760 timeout: 292 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.361805:0:8215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff9af10b558e00) 00010000:00010000:0.0:1777420980.361811:0:8215:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893846b3 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x10:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.361831:0:8215:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893846b3 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x10:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.361839:0:8215:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777420980.361895:0:8215:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118840380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+35:2369:x1863760833783296:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 164us (438us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420980.361904:0:8215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 97 00000100:00100000:0.0:1777420980.361925:0:8215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 98 00000100:00100000:0.0:1777420980.361933:0:8215:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118843100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+17:2368:x1863760833783424:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777420980.361941:0:8215:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777420980.361946:0:8215:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38800/0xa38d71289384658 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b2c expref: 17 pid: 5760 timeout: 292 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.361957:0:8215:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38800/0xa38d71289384658 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b2c expref: 17 pid: 5760 timeout: 292 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.361969:0:8215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff9af10b558e00) 00010000:00010000:0.0:1777420980.361973:0:8215:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893846b3 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x10:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.361981:0:8215:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893846b3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.361989:0:8215:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893846b3 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.362009:0:8215:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777420980.362027:0:8215:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118843100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+17:2368:x1863760833783424:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 94us (491us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420980.362040:0:8215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 98 00000100:00080000:0.0:1777420980.362064:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1777420980.362101:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38800/0xa38d71289384658 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b2c expref: 16 pid: 5760 timeout: 292 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420980.362113:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c007800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5764:1863760841078528:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777420980.362142:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893846b3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.362152:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893846b3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.362159:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893846b3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777420980.362303:0:5764:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967492 00000001:00080000:0.0:1777420980.362720:0:5764:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967493 00000004:00000400:0.0:1777420980.362781:0:5764:0:(lod_lov.c:1437:lod_parse_striping()) lustre-MDT0000-mdtlov: EXTENSION flags=40 set on component[2]=1 of non-SEL file [0x200000401:0x11:0x0] with magic=0xbd60bd0 00000004:00000400:0.0:1777420980.372206:0:5764:0:(lod_lov.c:1437:lod_parse_striping()) lustre-MDT0000-mdtlov: EXTENSION flags=40 set on component[4]=3 of non-SEL file [0x200000401:0x11:0x0] with magic=0xbd60bd0 00000004:00000400:0.0:1777420980.372219:0:5764:0:(lod_lov.c:1437:lod_parse_striping()) lustre-MDT0000-mdtlov: EXTENSION flags=40 set on component[6]=5 of non-SEL file [0x200000401:0x11:0x0] with magic=0xbd60bd0 00000100:00100000:0.0:1777420980.372835:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118842a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5764:1863760841078784:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777420980.372910:0:5764:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777420980.372964:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af103e2e9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777420980.373100:0:5766:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841078784 00000100:00100000:1.0:1777420980.373123:0:5766:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841078784 00000100:00080000:0.0:1777420980.373237:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777420980.373274:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1777420980.373285:0:5766:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118841500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5764:x1863760841078784:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777420980.373404:0:5766:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118841500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5764:x1863760841078784:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 122us (495us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420980.373413:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1777420980.375443:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118842a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5764:1863760841078784:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:0.0:1777420980.375766:0:5764:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967494 00000100:00100000:0.0:1777420980.375864:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118842a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5764:1863760841078912:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777420980.375923:0:5764:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777420980.376137:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af103e2ea80 going to sleep for 11 seconds 00000100:00100000:2.0:1777420980.376168:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841078912 00000100:00100000:2.0:1777420980.376176:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841078912 00000100:00100000:2.0:1777420980.376222:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1777420980.376231:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c007800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5764:x1863760841078912:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777420980.378700:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c007800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5764:x1863760841078912:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 2461us (2767us total) trans 4294967307 rc 0/0 00000100:00100000:2.0:1777420980.378715:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1777420980.380166:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118842a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5764:1863760841078912:0@lo:1000:mdt_rdpg00_001.0 00000004:00000400:0.0:1777420980.380245:0:5764:0:(lod_lov.c:1437:lod_parse_striping()) lustre-MDT0000-mdtlov: EXTENSION flags=50 set on component[2]=1 of non-SEL file [0x200000401:0x10:0x0] with magic=0xbd60bd0 00000004:00000400:0.0:1777420980.380251:0:5764:0:(lod_lov.c:1437:lod_parse_striping()) lustre-MDT0000-mdtlov: EXTENSION flags=50 set on component[4]=3 of non-SEL file [0x200000401:0x10:0x0] with magic=0xbd60bd0 00000004:00000400:0.0:1777420980.380255:0:5764:0:(lod_lov.c:1437:lod_parse_striping()) lustre-MDT0000-mdtlov: EXTENSION flags=50 set on component[6]=5 of non-SEL file [0x200000401:0x10:0x0] with magic=0xbd60bd0 00000001:00080000:0.0:1777420980.380300:0:5764:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967495 00010000:00010000:0.0:1777420980.381404:0:5764:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893846b3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.381422:0:5764:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893846b3 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.381440:0:5764:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893846b3 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.381447:0:5764:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cde00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777420980.381453:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893846b3 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.381461:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893846b3 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.381481:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff9af10b558e00) 00010000:00010000:0.0:1777420980.381484:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1777420980.381491:0:5764:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893846b3 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x10:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.381498:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893846b3 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x10:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777420980.381756:0:5764:0:(mdd_object.c:3993:mdd_close()) Object [0x200000401:0x11:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1777420980.381976:0:5764:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2, 64 off8320 00000004:00080000:0.0:1777420980.381988:0:5764:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 192164635488ns, next at 193164633100ns, rc = 0 00000001:00080000:0.0:1777420980.381997:0:5764:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967496 00010000:00010000:0.0:1777420980.382076:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff9af10b558e00) 00010000:00010000:0.0:1777420980.382079:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777420980.382087:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678400/0xa38d7128938469e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x10:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b48 expref: 39 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420980.382219:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118841880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+38:13266:x1863760833783168:12345-192.168.203.47@tcp:35:lfs.0 Request processed in 32462us (32637us total) trans 4294967497 rc 0/0 00000100:00100000:0.0:1777420980.382230:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 79 00000020:00080000:0.0:1777420980.382237:0:5764:0:(tgt_main.c:782:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:0.0:1777420980.402969:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420980.403044:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833783680 00000100:00100000:2.0:1777420980.403057:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833783680 00000100:00100000:2.0:1777420980.403123:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 271 00000100:00100000:2.0:1777420980.403134:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13786c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+38:13269:x1863760833783680:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:2.0:1777420980.403164:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777420980.403190:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d712893846ba lrc: 2/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375b4f expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.403279:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce600/0xa38d712893846c1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.403295:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce600/0xa38d712893846c1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.403307:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce600/0xa38d712893846c1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.403321:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d712893846c8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.403329:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d712893846c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.403335:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d712893846c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.404547:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d712893846cf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.404561:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d712893846cf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.404582:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d712893846cf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777420980.404594:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10:0x0]: returning size 1048576 00010000:00010000:2.0:1777420980.404698:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce600/0xa38d712893846c1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.404706:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce600/0xa38d712893846c1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.404713:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce600/0xa38d712893846c1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.404720:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013ce600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420980.404725:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce600/0xa38d712893846c1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.404733:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce600/0xa38d712893846c1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.404747:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff9af106213600) 00010000:00010000:2.0:1777420980.404750:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420980.404754:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce600/0xa38d712893846c1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.404761:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce600/0xa38d712893846c1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.404772:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d712893846c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.404778:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d712893846c8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.404790:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d712893846c8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.404796:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013cfe00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420980.404799:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d712893846c8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.404806:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d712893846c8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.404814:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x8a7567a7 (ffff9af106213e00) 00010000:00010000:2.0:1777420980.404816:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420980.404818:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d712893846c8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.404824:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d712893846c8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.404875:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d712893846ba lrc: 0/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b4f expref: 41 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.404890:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d712893846cf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b4f expref: 40 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.404898:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff9af106213900) 00010000:00010000:2.0:1777420980.404901:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777420980.404904:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0013cfa00, rc 0) 00000100:00100000:2.0:1777420980.404982:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13786c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+40:13269:x1863760833783680:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 1849us (2024us total) trans 4294967498 rc 0/0 00000100:00100000:2.0:1777420980.405000:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 271 00000100:00100000:1.0:1777420980.411531:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420980.411572:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833783808 00000100:00100000:1.0:1777420980.411584:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833783808 00000100:00100000:1.0:1777420980.411642:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 272 00000100:00100000:1.0:1777420980.411652:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+40:13269:x1863760833783808:12345-192.168.203.47@tcp:54:lfs.0 00010000:00010000:1.0:1777420980.411730:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d712893846dd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420980.411749:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d712893846dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420980.411763:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d712893846dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420980.411793:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d712893846dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420980.411800:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d712893846dd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420980.411808:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d712893846dd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420980.411815:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137d12400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777420980.411826:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d712893846dd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420980.411834:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d712893846dd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420980.411848:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff9af106213900) 00010000:00010000:1.0:1777420980.411852:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777420980.411858:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d712893846dd lrc: 2/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420980.411865:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d712893846dd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420980.411941:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+40:13269:x1863760833783808:12345-192.168.203.47@tcp:54:lfs.0 Request processed in 289us (421us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420980.411949:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 272 00000100:00100000:1.0:1777420980.414793:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420980.416016:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833784064 00000100:00100000:0.0:1777420980.416030:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833784064 00000100:00100000:0.0:1777420980.416095:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 80 00000100:00100000:0.0:1777420980.416107:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af10f5bec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+40:13269:x1863760833784064:12345-192.168.203.47@tcp:35:lfs.0 00000100:00100000:0.0:1777420980.416392:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af10f5bec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+41:13269:x1863760833784064:12345-192.168.203.47@tcp:35:lfs.0 Request processed in 286us (1610us total) trans 4294967499 rc 0/0 00000100:00100000:0.0:1777420980.416401:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 80 00000100:00100000:1.0:1777420980.460134:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420980.460269:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833784320 00000100:00100000:0.0:1777420980.460281:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833784320 00000100:00100000:3.0:1777420980.460463:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 8 00000100:00100000:3.0:1777420980.460477:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+41:13274:x1863760833784320:12345-192.168.203.47@tcp:103:lfs.0 00010000:00010000:3.0:1777420980.460497:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777420980.460529:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d712893846cf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b4f expref: 41 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.460569:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff9af106213900) 00010000:00010000:3.0:1777420980.460581:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777420980.460676:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+40:13274:x1863760833784320:12345-192.168.203.47@tcp:103:lfs.0 Request processed in 202us (556us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420980.460684:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 8 00000100:00100000:1.0:1777420980.462486:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420980.462575:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833784448 00000100:00100000:2.0:1777420980.462586:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833784448 00000100:00100000:2.0:1777420980.462668:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 273 00000100:00100000:2.0:1777420980.462678:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+40:13274:x1863760833784448:12345-192.168.203.47@tcp:58:lfs.0 00010000:00010000:2.0:1777420980.462797:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d712893846e4 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.462816:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d712893846e4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.462830:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d712893846e4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777420980.463005:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].8, 136 off9280 00000100:00100000:2.0:1777420980.463108:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+40:13274:x1863760833784448:12345-192.168.203.47@tcp:58:lfs.0 Request processed in 430us (630us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420980.463116:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 273 00000040:00080000:3.0:1777420980.570614:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777420980.570626:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777420980.573299:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 9 count 5 00000040:00080000:3.0:1777420980.573314:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777420980.573508:0:11331:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af00197b480 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841079040:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1777420980.573624:0:11331:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13fc09000 going to sleep for 11 seconds 00000100:00100000:1.0:1777420980.578500:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420980.578538:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833784576 00000100:00100000:1.0:1777420980.578549:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833784576 00000100:00100000:1.0:1777420980.578605:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 274 00000100:00100000:1.0:1777420980.578615:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+17:13284:x1863760833784576:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1777420980.578658:0:5762:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000401:0x10:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1777420980.578767:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+17:13284:x1863760833784576:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 152us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420980.578775:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 274 00010000:00010000:3.0:1777420980.580689:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777420980.580806:0:11331:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af00197b480 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841079040:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1777420980.584774:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420980.584918:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833784704 00000100:00100000:3.0:1777420980.584929:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833784704 00000100:00100000:3.0:1777420980.584996:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 275 00000100:00100000:3.0:1777420980.585006:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+16:13284:x1863760833784704:12345-192.168.203.47@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1777420980.585110:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d712893846eb lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.585132:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d712893846eb lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.585148:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d712893846eb lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.585168:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d712893846f2 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4feed178 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.585190:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d712893846f2 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4feed178 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.585196:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d712893846f2 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4feed178 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.585226:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d712893846f9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.585235:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d712893846f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.585240:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d712893846f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777420980.585280:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10:0x0]: returning size 1048576 00000004:00200000:3.0:1777420980.585285:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777420980.585298:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d712893846f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.585311:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d712893846eb lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.585317:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d712893846eb lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.585323:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d712893846eb lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.585329:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cd200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420980.585334:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d712893846eb lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.585345:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d712893846eb lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.585385:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9af106213200) 00010000:00010000:3.0:1777420980.585389:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420980.585394:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d712893846eb lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.585401:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d712893846eb lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.585418:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d712893846f2 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4feed178 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.585436:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d712893846f2 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4feed178 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.585442:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d712893846f2 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4feed178 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.585447:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cc800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420980.585449:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d712893846f2 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4feed178 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.585454:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d712893846f2 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4feed178 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.585461:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x4feed178 (ffff9af118b32900) 00010000:00010000:3.0:1777420980.585463:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420980.585465:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d712893846f2 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4feed178 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.585481:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d712893846f2 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4feed178 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.585496:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d712893846f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.585501:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d712893846f9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.585507:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d712893846f9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.585511:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cc200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420980.585513:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d712893846f9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.585518:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d712893846f9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.585524:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff9af106213e00) 00010000:00010000:3.0:1777420980.585526:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420980.585528:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d712893846f9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.585532:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d712893846f9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420980.585603:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+16:13284:x1863760833784704:12345-192.168.203.47@tcp:34:lhsmtool_posix.0 Request processed in 598us (836us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420980.585611:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 275 00000100:00100000:1.0:1777420980.587909:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420980.587943:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833784960 00000100:00100000:1.0:1777420980.587954:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833784960 00000100:00100000:1.0:1777420980.588002:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 276 00000100:00100000:1.0:1777420980.588011:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+16:13284:x1863760833784960:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777420980.588031:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777420980.588052:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289384700 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375b56 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420980.588185:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289384707 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420980.588199:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289384707 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420980.588210:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289384707 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777420980.588222:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10:0x0]: returning size 1048576 00010000:00010000:1.0:1777420980.588324:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289384707 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420980.588332:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289384707 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420980.588338:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289384707 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420980.588345:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137d12200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777420980.588349:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289384707 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420980.588389:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289384707 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420980.588401:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff9af106213e00) 00010000:00010000:1.0:1777420980.588404:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777420980.588409:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289384707 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420980.588416:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289384707 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420980.588472:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289384700 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b56 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420980.588485:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9af106213200) 00010000:00010000:1.0:1777420980.588488:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777420980.588492:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289384700 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b56 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420980.588501:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137d12000, rc 0) 00000100:00100000:1.0:1777420980.588554:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+17:13284:x1863760833784960:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 543us (655us total) trans 4294967500 rc 301/301 00000100:00100000:1.0:1777420980.588562:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 276 00000100:00100000:1.0:1777420980.591513:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420980.591592:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833785088 00000100:00100000:2.0:1777420980.591602:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833785088 00000100:00100000:2.0:1777420980.591662:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 277 00000100:00100000:2.0:1777420980.591674:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+17:13284:x1863760833785088:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1777420980.591714:0:5762:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000401:0x10:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1777420980.591832:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+17:13284:x1863760833785088:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 159us (328us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420980.591841:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 277 00000100:00100000:3.0:1777420980.593379:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420980.593410:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833785216 00000100:00100000:2.0:1777420980.593444:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833785216 00000100:00100000:2.0:1777420980.593491:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 278 00000100:00100000:2.0:1777420980.593501:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00197b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+17:13284:x1863760833785216:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777420980.593518:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777420980.593544:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d71289384715 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375b5d expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.593635:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce600/0xa38d7128938471c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.593797:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce600/0xa38d7128938471c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.593810:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce600/0xa38d7128938471c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.593826:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384723 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.593833:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384723 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.593839:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384723 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.594138:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce200/0xa38d7128938472a lrc: 3/1,0 mode: --/PR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.594149:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce200/0xa38d7128938472a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.594157:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce200/0xa38d7128938472a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777420980.594202:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xf:0x0]: returning size 512 00000004:00200000:2.0:1777420980.594206:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1777420980.594230:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce200/0xa38d7128938472a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.594243:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce600/0xa38d7128938471c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.594249:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce600/0xa38d7128938471c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.594255:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce600/0xa38d7128938471c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.594261:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013ce600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420980.594265:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce600/0xa38d7128938471c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.594272:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce600/0xa38d7128938471c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.594285:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af106213b00) 00010000:00010000:2.0:1777420980.594288:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420980.594294:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce600/0xa38d7128938471c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.594300:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce600/0xa38d7128938471c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.594316:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384723 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.594330:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384723 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.594336:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384723 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.594341:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013cf600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420980.594344:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384723 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.595574:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384723 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.595589:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x1536d67a (ffff9af106213500) 00010000:00010000:2.0:1777420980.595592:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420980.595595:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384723 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.595602:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384723 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.595637:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d71289384715 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b5d expref: 19 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.595650:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce200/0xa38d7128938472a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b5d expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.595657:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff9af106213600) 00010000:00010000:2.0:1777420980.595659:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1777420980.595667:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0013ce200, rc 0) 00000100:00100000:2.0:1777420980.595739:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00197b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+18:13284:x1863760833785216:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 2238us (2365us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420980.595747:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 278 00000100:00100000:2.0:1777420980.598568:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420980.598650:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833785472 00000100:00100000:3.0:1777420980.598663:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833785472 00000100:00100000:3.0:1777420980.598726:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 279 00000100:00100000:3.0:1777420980.598738:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+18:13284:x1863760833785472:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777420980.598763:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777420980.598785:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d71289384731 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375b64 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.599714:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384738 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.599729:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384738 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.599742:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384738 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777420980.599753:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x6:0x0]: returning size 0 00010000:00010000:3.0:1777420980.599806:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d71289384731 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b64 expref: 21 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.599822:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384738 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b64 expref: 20 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.599832:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff9af118b32900) 00010000:00010000:3.0:1777420980.599835:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777420980.599839:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0cc800, rc 0) 00000100:00100000:3.0:1777420980.603957:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+20:13284:x1863760833785472:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 5207us (5386us total) trans 4294967501 rc 0/0 00000100:00100000:3.0:1777420980.603987:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 279 00000100:00100000:0.0:1777420980.606646:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420980.606722:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833785728 00000100:00100000:3.0:1777420980.606734:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833785728 00000100:00100000:3.0:1777420980.606797:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 280 00000100:00100000:3.0:1777420980.606807:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+20:13284:x1863760833785728:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1777420980.606875:0:5760:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777420980.606918:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384738 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b64 expref: 20 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.606938:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff9af118b32900) 00010000:00010000:3.0:1777420980.606949:0:5760:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777420980.606975:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384746 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.606990:0:5760:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678a00/0xa38d7128938464a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b25 expref: 39 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.606999:0:5760:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384746 lrc: 4/0,1 mode: --/CW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.607034:0:5760:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678a00/0xa38d7128938464a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b25 expref: 39 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.607048:0:5760:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678a00/0xa38d7128938464a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b25 expref: 39 pid: 5762 timeout: 292 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420980.607063:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001979f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1863760841079168:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777420980.607324:0:5760:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13fc09300 going to sleep for 11 seconds 00000100:00100000:2.0:1777420980.609439:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001979f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1863760841079168:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777420980.609471:0:5760:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384746 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420980.611867:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420980.612240:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833785856 00000100:00100000:2.0:1777420980.612253:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833785856 00010000:00010000:2.0:1777420980.612298:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678a00/0xa38d7128938464a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b25 expref: 40 pid: 5762 timeout: 292 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420980.612393:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 99 00000100:00100000:2.0:1777420980.612403:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118842680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+40:2369:x1863760833785856:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777420980.612418:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777420980.612441:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678a00/0xa38d7128938464a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b25 expref: 40 pid: 5762 timeout: 292 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.612457:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678a00/0xa38d7128938464a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b25 expref: 40 pid: 5762 timeout: 292 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.612485:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678a00/0xa38d7128938464a lrc: 0/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b25 expref: 40 pid: 5762 timeout: 292 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.612504:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff9af106213600) 00010000:00010000:2.0:1777420980.612509:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384746 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.612527:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384746 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.612535:0:5746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384746 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.612567:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777420980.612637:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118842680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+39:2369:x1863760833785856:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 234us (780us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420980.612645:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 99 00010000:00010000:0.0:1777420980.612708:0:5760:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384746 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.612718:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384746 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.612747:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d7128938474d lrc: 3/0,1 mode: --/PW res: [0x200000401:0xf:0x0].0xc0bdc8d9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.612758:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d7128938474d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xf:0x0].0xc0bdc8d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.612768:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d7128938474d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xf:0x0].0xc0bdc8d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.612852:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384746 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.612860:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384746 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.612867:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384746 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.612874:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cd200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777420980.612880:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384746 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.612887:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384746 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.612897:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff9af106213600) 00010000:00010000:0.0:1777420980.612899:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777420980.612911:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384746 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.612918:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384746 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.612930:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d7128938474d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xf:0x0].0xc0bdc8d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.612936:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d7128938474d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xf:0x0].0xc0bdc8d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.612941:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d7128938474d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xf:0x0].0xc0bdc8d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.612947:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf39000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777420980.612950:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d7128938474d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xf:0x0].0xc0bdc8d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.612956:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d7128938474d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xf:0x0].0xc0bdc8d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.612964:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0xc0bdc8d9 (ffff9af10b558e00) 00010000:00010000:0.0:1777420980.612966:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777420980.612969:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d7128938474d lrc: 2/0,0 mode: --/PW res: [0x200000401:0xf:0x0].0xc0bdc8d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.612974:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d7128938474d lrc: 0/0,0 mode: --/PW res: [0x200000401:0xf:0x0].0xc0bdc8d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420980.613043:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+19:13284:x1863760833785728:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 Request processed in 6237us (6407us total) trans 0 rc -2/-2 00000100:00100000:0.0:1777420980.613050:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 280 00000100:00100000:1.0:1777420980.615544:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420980.615653:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833785984 00000100:00100000:0.0:1777420980.615665:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833785984 00000100:00100000:0.0:1777420980.615730:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 281 00000100:00100000:0.0:1777420980.615740:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+19:13284:x1863760833785984:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777420980.615765:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777420980.615793:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39c00/0xa38d71289384754 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375b6b expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.615834:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d7128938475b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.615848:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d7128938475b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.615859:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d7128938475b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.615972:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39c00/0xa38d71289384754 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b6b expref: 21 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.615991:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d7128938475b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b6b expref: 20 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.615999:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff9af10b558600) 00010000:00010000:0.0:1777420980.616002:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777420980.616006:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12cf38400, rc 0) 00000100:00100000:0.0:1777420980.616122:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+20:13284:x1863760833785984:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 382us (588us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420980.616131:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 281 00000100:00100000:1.0:1777420980.619213:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420980.619439:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833786240 00000100:00100000:0.0:1777420980.619452:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833786240 00000100:00100000:0.0:1777420980.619514:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 282 00000100:00100000:0.0:1777420980.619525:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+20:13284:x1863760833786240:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1777420980.619627:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289384762 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.619645:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289384762 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.619657:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289384762 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777420980.619881:0:5760:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000003f0f5a22 reply state 0000000076022ed0 transno 4294967502 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289384762 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420980.619891:0:5760:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777420980.619983:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+22:13284:x1863760833786240:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 Request processed in 460us (782us total) trans 4294967502 rc 0/0 00000100:00100000:0.0:1777420980.619992:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 282 00000100:00100000:1.0:1777420980.621716:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420980.621796:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833786368 00000100:00100000:2.0:1777420980.621807:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833786368 00000100:00100000:2.0:1777420980.621861:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 283 00000100:00100000:2.0:1777420980.621872:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+22:13284:x1863760833786368:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777420980.621898:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777420980.621919:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384769 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375b72 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.621978:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384769 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b72 expref: 23 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.621998:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384769 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b72 expref: 23 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.622009:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff9af10b558600) 00010000:00010000:2.0:1777420980.622012:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777420980.622016:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0013cf600, rc 0) 00000100:00100000:2.0:1777420980.622126:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+23:13284:x1863760833786368:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 254us (416us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420980.622133:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 283 00010000:00010000:0.0:1777420980.622247:0:3281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289384762 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.622257:0:3281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289384762 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.622265:0:3281:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289384762 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.622272:0:3281:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf39800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777420980.622278:0:3281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289384762 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.622294:0:3281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289384762 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.622308:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff9af10b558600) 00010000:00010000:0.0:1777420980.622311:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1777420980.622316:0:3281:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289384762 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.622323:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289384762 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420980.624036:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420980.624211:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833786496 00000100:00100000:1.0:1777420980.624237:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833786496 00000100:00100000:1.0:1777420980.624326:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 81 00000100:00100000:1.0:1777420980.624337:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001979f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+22:13284:x1863760833786496:12345-192.168.203.47@tcp:49:lhsmtool_posix.0 00000100:00100000:1.0:1777420980.624520:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001979f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+22:13284:x1863760833786496:12345-192.168.203.47@tcp:49:lhsmtool_posix.0 Request processed in 184us (493us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420980.624529:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 81 00000100:00100000:3.0:1777420980.626085:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420980.626168:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833786752 00000100:00100000:2.0:1777420980.626178:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833786752 00000100:00100000:2.0:1777420980.626224:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 82 00000100:00100000:2.0:1777420980.626232:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+22:13284:x1863760833786752:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1777420980.626485:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+23:13284:x1863760833786752:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 253us (406us total) trans 4294967503 rc 0/0 00000100:00100000:2.0:1777420980.626494:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 82 00000100:00100000:2.0:1777420980.628455:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420980.628513:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833787008 00000100:00100000:3.0:1777420980.628526:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833787008 00000100:00100000:3.0:1777420980.628586:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 284 00000100:00100000:3.0:1777420980.628596:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+23:13284:x1863760833787008:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1777420980.628704:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+23:13284:x1863760833787008:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 110us (258us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420980.628713:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 284 00000100:00100000:3.0:1777420980.632371:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420980.632451:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833787264 00000100:00100000:2.0:1777420980.632464:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833787264 00000100:00100000:2.0:1777420980.632525:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 285 00000100:00100000:2.0:1777420980.632535:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+23:13284:x1863760833787264:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777420980.632559:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777420980.632587:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d71289384770 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375b79 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.632705:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cea00/0xa38d71289384777 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.632724:0:5762:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384769 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b72 expref: 24 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.632733:0:5762:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cea00/0xa38d71289384777 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.632794:0:5762:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384769 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b72 expref: 24 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.632808:0:5762:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384769 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b72 expref: 24 pid: 5760 timeout: 292 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420980.632825:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0010f4000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841079296:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777420980.632937:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af12aad2240 going to sleep for 11 seconds 00000100:00100000:3.0:1777420980.635639:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420980.635717:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833787392 00000100:00100000:2.0:1777420980.635729:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833787392 00010000:00010000:2.0:1777420980.635770:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384769 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b72 expref: 25 pid: 5760 timeout: 292 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420980.635812:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 100 00000100:00100000:2.0:1777420980.635823:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+25:2369:x1863760833787392:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777420980.635838:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777420980.635845:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384769 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b72 expref: 25 pid: 5760 timeout: 292 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.635861:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384769 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b72 expref: 25 pid: 5760 timeout: 292 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.635888:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff9af10b558600) 00010000:00010000:2.0:1777420980.635905:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cea00/0xa38d71289384777 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.635917:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cea00/0xa38d71289384777 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.635932:0:5746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cea00/0xa38d71289384777 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.635953:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777420980.636008:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+25:2369:x1863760833787392:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 186us (381us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420980.636017:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 100 00010000:00010000:2.0:1777420980.636071:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384769 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b72 expref: 24 pid: 5760 timeout: 292 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420980.636085:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0010f4000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841079296:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777420980.636119:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cea00/0xa38d71289384777 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.636130:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cea00/0xa38d71289384777 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.636135:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cea00/0xa38d71289384777 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777420980.636156:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x6:0x0]: returning size 0 00000004:00080000:2.0:1777420980.636416:0:5762:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x6:0x0], index 0: 0 00010000:00010000:2.0:1777420980.636699:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cea00/0xa38d71289384777 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.636708:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cea00/0xa38d71289384777 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.636715:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cea00/0xa38d71289384777 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.636728:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013cea00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420980.636732:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cea00/0xa38d71289384777 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.636740:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cea00/0xa38d71289384777 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.636751:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff9af10b558600) 00010000:00010000:2.0:1777420980.636754:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777420980.636758:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cea00/0xa38d71289384777 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.636764:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cea00/0xa38d71289384777 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.636828:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d71289384770 lrc: 1/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b79 expref: 24 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.636839:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff9af106213600) 00010000:00010000:2.0:1777420980.636841:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777420980.636845:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d71289384770 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b79 expref: 24 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.636855:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0013cf200, rc 0) 00000100:00100000:2.0:1777420980.641791:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+23:13284:x1863760833787264:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 9241us (9432us total) trans 4294967504 rc 301/301 00000100:00100000:2.0:1777420980.641807:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 285 00000100:00100000:3.0:1777420980.644168:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420980.644234:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833787648 00000100:00100000:0.0:1777420980.644247:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833787648 00000100:00100000:0.0:1777420980.644307:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 83 00000100:00100000:0.0:1777420980.644319:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+23:13284:x1863760833787648:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1777420980.644752:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+24:13284:x1863760833787648:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 433us (589us total) trans 4294967505 rc 0/0 00000100:00100000:0.0:1777420980.644763:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 83 00000100:00100000:0.0:1777420980.646488:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420980.646584:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833787776 00000100:00100000:3.0:1777420980.646594:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833787776 00000100:00100000:3.0:1777420980.646673:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 286 00000100:00100000:3.0:1777420980.646684:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118841880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+24:13284:x1863760833787776:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777420980.646707:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777420980.646730:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384785 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375b80 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.646810:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d7128938478c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.646826:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d7128938478c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.646839:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d7128938478c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777420980.646880:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x6:0x0]: returning size 0 00000004:00200000:3.0:1777420980.646885:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777420980.646902:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d7128938478c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.646930:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384785 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b80 expref: 26 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.646947:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d7128938478c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b80 expref: 25 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.646957:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff9af10b558600) 00010000:00010000:3.0:1777420980.646960:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1777420980.646964:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0cc200, rc 0) 00000100:00100000:3.0:1777420980.647015:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118841880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+25:13284:x1863760833787776:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 332us (534us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420980.647021:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 286 00000100:00100000:3.0:1777420980.649637:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420980.649881:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833787904 00000100:00100000:1.0:1777420980.649892:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833787904 00000100:00100000:1.0:1777420980.649970:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 60 00000100:00100000:1.0:1777420980.649981:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+5:2369:x1863760833787904:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777420980.650002:0:6543:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777420980.650025:0:6543:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000804d9248/0xa38d71289384793 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375b87 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777420980.650056:0:6543:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1777420980.650077:0:6543:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777420980.650080:0:6543:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777420980.650091:0:6543:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000804d9248/0xa38d71289384793 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b87 expref: 6 pid: 6543 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420980.650112:0:6543:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000804d9248/0xa38d71289384793 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b87 expref: 6 pid: 6543 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420980.650127:0:6543:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137d13200, rc 0) 00000100:00100000:1.0:1777420980.650190:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2369:x1863760833787904:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 210us (560us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420980.650208:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 60 00000100:00080000:0.0:1777420980.650389:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777420980.655545:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420980.655590:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833788160 00000100:00100000:3.0:1777420980.655604:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833788160 00000100:00100000:3.0:1777420980.655667:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 287 00000100:00100000:3.0:1777420980.655678:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+25:13284:x1863760833788160:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1777420980.655821:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+25:13284:x1863760833788160:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 144us (287us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420980.655829:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 287 00000100:00100000:3.0:1777420980.662081:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420980.662491:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833788288 00000100:00100000:2.0:1777420980.662520:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833788288 00000100:00100000:2.0:1777420980.662618:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 61 00000100:00100000:2.0:1777420980.662631:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:13284:x1863760833788288:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777420980.662653:0:6860:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777420980.662676:0:6860:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000042e8d8fe/0xa38d7128938479a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375b8e expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.662712:0:6860:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000804d9248/0xa38d71289384793 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b87 expref: 7 pid: 6543 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.662722:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777420980.662724:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777420980.662729:0:6860:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000042e8d8fe/0xa38d7128938479a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b8e expref: 7 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.662769:0:6860:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000804d9248/0xa38d71289384793 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b87 expref: 7 pid: 6543 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.662785:0:6860:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000804d9248/0xa38d71289384793 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b87 expref: 7 pid: 6543 timeout: 292 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420980.662799:0:6860:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0010f4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:6860:1863760841079424:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777420980.662913:0:6860:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af12aad2240 going to sleep for 11 seconds 00000100:00100000:2.0:1777420980.665481:0:6860:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0010f4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:6860:1863760841079424:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777420980.665501:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00010000:00010000:2.0:1777420980.665518:0:6860:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000042e8d8fe/0xa38d7128938479a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b8e expref: 7 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.665566:0:6860:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0013cf200, rc 0) 00000100:00100000:2.0:1777420980.665631:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+7:13284:x1863760833788288:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 3001us (3558us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420980.665640:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 61 00000100:00100000:0.0:1777420980.665768:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833788416 00000100:00100000:0.0:1777420980.665777:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833788416 00010000:00010000:0.0:1777420980.665811:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000804d9248/0xa38d71289384793 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b87 expref: 7 pid: 6543 timeout: 292 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420980.665853:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 101 00000100:00100000:0.0:1777420980.665863:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+7:2369:x1863760833788416:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777420980.665887:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777420980.665912:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000804d9248/0xa38d71289384793 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b87 expref: 7 pid: 6543 timeout: 292 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.665927:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000804d9248/0xa38d71289384793 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b87 expref: 7 pid: 6543 timeout: 292 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.665953:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000804d9248/0xa38d71289384793 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b87 expref: 7 pid: 6543 timeout: 292 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.665964:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777420980.665966:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777420980.665973:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000042e8d8fe/0xa38d7128938479a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b8e expref: 6 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.665984:0:5746:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000042e8d8fe/0xa38d7128938479a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b8e expref: 6 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.666021:0:5746:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000042e8d8fe/0xa38d7128938479a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b8e expref: 6 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420980.666036:0:5746:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af111015c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5746:1863760841079552:192.168.203.47@tcp:105: 00000100:00100000:0.0:1777420980.666102:0:5746:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af103e2eb40 going to sleep for 11 seconds 00000100:00100000:1.0:1777420980.677293:0:5746:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af111015c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5746:1863760841079552:192.168.203.47@tcp:105: 00010000:00010000:1.0:1777420980.677328:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777420980.677416:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2369:x1863760833788416:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 11553us (11913us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420980.677449:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 101 00000100:00100000:1.0:1777420980.684639:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420980.684718:0:6548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833788544 00000100:00100000:3.0:1777420980.684731:0:6548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833788544 00002000:00100000:3.0:1777420980.684790:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x6:0x0] (0->1048575) req@ffff9af0013b5c00 x1863760833788544/t0(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:746/0 lens 488/0 e 0 to 0 dl 1777420991 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777420980.684803:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0013b5c00 with x1863760833788544 ext(0->1048575) 00002000:00010000:3.0:1777420980.684810:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af0013b5c00 00000100:00100000:3.0:1777420980.684847:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 39 00000100:00100000:3.0:1777420980.684858:0:6548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2368:x1863760833788544:12345-192.168.203.47@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1777420980.704121:0:6548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+8:2368:x1863760833788544:12345-192.168.203.47@tcp:4:lhsmtool_posix.0 Request processed in 19248us (19476us total) trans 4294967308 rc 0/0 00000100:00100000:2.0:1777420980.704139:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 39 00002000:00100000:2.0:1777420980.704156:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x6:0x0] (0->1048575) req@ffff9af0013b5c00 x1863760833788544/t4294967308(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:746/0 lens 488/448 e 0 to 0 dl 1777420991 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777420980.704168:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0013b5c00 with x1863760833788544 ext(0->1048575) 00002000:00010000:2.0:1777420980.704175:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af0013b5c00 00000100:00100000:3.0:1777420980.707677:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420980.707992:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833788672 00000100:00100000:0.0:1777420980.708004:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833788672 00000100:00100000:0.0:1777420980.708071:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 288 00000100:00100000:0.0:1777420980.708083:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+25:13284:x1863760833788672:12345-192.168.203.47@tcp:44:lhsmtool_posix.0 00000100:00100000:3.0:1777420980.741993:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+25:13284:x1863760833788672:12345-192.168.203.47@tcp:44:lhsmtool_posix.0 Request processed in 33901us (34316us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420980.742007:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 288 00000001:00080000:3.0:1777420980.742055:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967505 is committed 00000001:00080000:3.0:1777420980.742070:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967499 is committed 00000004:00080000:3.0:1777420980.742076:0:5782:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2 committed 00000020:00080000:3.0:1777420980.742096:0:5782:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9af103e2e9c0 refcount 2 committed 0 result 0 batchid 5 00000020:00080000:3.0:1777420980.742101:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9af137c3ac00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9af103e2e0c0 00000020:00080000:3.0:1777420980.742104:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9af137c3a600 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9af002820800 00000020:00080000:3.0:1777420980.742292:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 5 committed batchid 4 00000020:00080000:3.0:1777420980.742504:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4 00000100:00100000:3.0:1777420980.742524:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001be3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841079680:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777420980.742585:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777420980.742916:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841079680 00000100:00100000:2.0:1777420980.742925:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841079680 00000100:00100000:2.0:1777420980.743006:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1777420980.743016:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3297:x1863760841079680:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1777420980.743047:0:6860:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5 count 1 00002000:00010000:2.0:1777420980.743085:0:6860:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 1048576, mtime: 0x69f14ab1, atime: 0x0, ctime: 0x69f14ab1, blocks: 0x803 00010000:00010000:2.0:1777420980.743093:0:6860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b3609c28/0xa38d712893847a1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.743112:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777420980.743114:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777420980.743121:0:6860:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b3609c28/0xa38d712893847a1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.743149:0:6860:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b3609c28/0xa38d712893847a1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.743161:0:6860:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b3609c28/0xa38d712893847a1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.743169:0:6860:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b3609c28/0xa38d712893847a1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.743195:0:6860:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777420980.743518:0:8267:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777420980.743531:0:8267:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b3609c28/0xa38d712893847a1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.743540:0:8267:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013cea00 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:3.0:1777420980.743545:0:8267:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b3609c28/0xa38d712893847a1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.743555:0:8267:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b3609c28/0xa38d712893847a1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.743575:0:8267:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b3609c28/0xa38d712893847a1 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.743584:0:8267:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b3609c28/0xa38d712893847a1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.743610:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777420980.743612:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777420980.743614:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777420980.743897:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3297:x1863760841079680:12345-0@lo:6:osp-syn-1-0.0 Request processed in 881us (1310us total) trans 4294967308 rc 0/0 00000100:00100000:2.0:1777420980.743905:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000004:00080000:2.0:1777420980.744708:0:3297:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9af001be3100/2, rc 0, transno 4294967308 00000100:00100000:2.0:1777420980.744717:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001be3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841079680:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777420980.749309:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420980.749419:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833788800 00000100:00100000:2.0:1777420980.749442:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833788800 00000100:00100000:2.0:1777420980.749511:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 63 00000100:00100000:2.0:1777420980.749523:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+8:2369:x1863760833788800:12345-192.168.203.47@tcp:16:lhsmtool_posix.0 00000100:00100000:0.0:1777420980.755245:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420980.755285:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420980.755318:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833788928 00000100:00100000:0.0:1777420980.755329:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833788928 00000100:00100000:0.0:1777420980.755400:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 264 00000100:00100000:0.0:1777420980.755410:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+12:2368:x1863760833788928:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:0.0:1777420980.755508:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+12:2368:x1863760833788928:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 98us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420980.755517:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 264 00000100:00100000:1.0:1777420980.755890:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833789056 00000100:00100000:1.0:1777420980.755896:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833789056 00000100:00080000:0.0:1777420980.755958:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777420980.758584:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 72 00000100:00100000:2.0:1777420980.758605:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111015c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+5:2369:x1863760833789056:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:2.0:1777420980.758739:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111015c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+5:2369:x1863760833789056:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 141us (3451us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420980.758757:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 72 00000001:00080000:1.0:1777420980.791416:0:6572:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967308 is committed 00000100:00100000:3.0:1777420980.796030:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2369:x1863760833788800:12345-192.168.203.47@tcp:16:lhsmtool_posix.0 Request processed in 46496us (46724us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420980.796046:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 63 00000100:00100000:3.0:1777420980.798601:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420980.798749:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833789312 00000100:00100000:0.0:1777420980.798762:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833789312 00000100:00100000:0.0:1777420980.798825:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 289 00000100:00100000:0.0:1777420980.798836:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+15:13284:x1863760833789312:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1777420980.798908:0:5760:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777420980.798937:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d7128938478c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b80 expref: 15 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.798960:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff9af10b558600) 00010000:00010000:0.0:1777420980.798965:0:5760:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777420980.799000:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38200/0xa38d712893847a8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.799015:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38200/0xa38d712893847a8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.799024:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38200/0xa38d712893847a8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.799063:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38200/0xa38d712893847a8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.799069:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38200/0xa38d712893847a8 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.799076:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38200/0xa38d712893847a8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.799082:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf38200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777420980.799086:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38200/0xa38d712893847a8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.799104:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38200/0xa38d712893847a8 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.799112:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff9af10b558600) 00010000:00010000:0.0:1777420980.799114:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777420980.799117:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38200/0xa38d712893847a8 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.799123:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38200/0xa38d712893847a8 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420980.799217:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+14:13284:x1863760833789312:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 Request processed in 382us (623us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420980.799224:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 289 00000100:00100000:0.0:1777420980.801510:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420980.801839:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833789440 00000100:00100000:3.0:1777420980.801852:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833789440 00000100:00100000:3.0:1777420980.801904:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 290 00000100:00100000:3.0:1777420980.801915:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+14:13284:x1863760833789440:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777420980.801948:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777420980.801974:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d712893847af lrc: 2/0,0 mode: --/CR res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375b95 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.802035:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d712893847af lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b95 expref: 15 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.802051:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d712893847af lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b95 expref: 15 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.802071:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff9af10b558600) 00010000:00010000:3.0:1777420980.802074:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777420980.802078:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0cc800, rc 0) 00000100:00100000:3.0:1777420980.802148:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+15:13284:x1863760833789440:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 235us (648us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420980.802155:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 290 00000100:00100000:3.0:1777420980.804626:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420980.807004:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833789568 00000100:00100000:2.0:1777420980.807020:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833789568 00000100:00100000:2.0:1777420980.807204:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 64 00000100:00100000:2.0:1777420980.807216:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2368:x1863760833789568:12345-192.168.203.47@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1777420980.807514:0:6860:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x6:0x0] updating lvb size from disk: 0 -> 1048576 00002000:00010000:2.0:1777420980.807519:0:6860:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x6:0x0] updating lvb mtime from disk: 0 -> 1777420977 00002000:00010000:2.0:1777420980.807521:0:6860:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x6:0x0] updating lvb atime from disk: 0 -> 1777420977 00002000:00010000:2.0:1777420980.807524:0:6860:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x6:0x0] updating lvb ctime from disk: 0 -> 1777420977 00002000:00010000:2.0:1777420980.807527:0:6860:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x6:0x0] updating lvb blocks from disk: 1 -> 2051 00000100:00100000:2.0:1777420980.807982:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+7:2368:x1863760833789568:12345-192.168.203.47@tcp:2:lhsmtool_posix.0 Request processed in 766us (3365us total) trans 4294967309 rc 0/0 00000100:00100000:2.0:1777420980.807992:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 64 00000100:00100000:1.0:1777420980.810284:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420980.810472:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833789824 00000100:00100000:3.0:1777420980.810484:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833789824 00000100:00100000:3.0:1777420980.810540:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 291 00000100:00100000:3.0:1777420980.810551:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+15:13284:x1863760833789824:12345-192.168.203.47@tcp:55:lhsmtool_posix.0 00010000:00010000:3.0:1777420980.810672:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893847b6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.810691:0:5760:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d7128938475b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b6b expref: 15 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.810719:0:5760:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893847b6 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.810861:0:5760:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d7128938475b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b6b expref: 15 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.810876:0:5760:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d7128938475b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b6b expref: 15 pid: 5760 timeout: 292 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420980.810901:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001be3800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1863760841079808:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777420980.811037:0:5760:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af001326480 going to sleep for 11 seconds 00000100:00100000:0.0:1777420980.813522:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420980.813595:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833789952 00000100:00100000:1.0:1777420980.813605:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833789952 00010000:00010000:1.0:1777420980.813647:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d7128938475b lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b6b expref: 16 pid: 5760 timeout: 292 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420980.813691:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 102 00000100:00100000:1.0:1777420980.813700:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af102fb5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+16:2368:x1863760833789952:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777420980.813715:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777420980.813723:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d7128938475b lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b6b expref: 16 pid: 5760 timeout: 292 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420980.813738:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d7128938475b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b6b expref: 16 pid: 5760 timeout: 292 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420980.813784:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff9af10b558600) 00010000:00010000:1.0:1777420980.813789:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893847b6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420980.813799:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893847b6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420980.813808:0:5746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893847b6 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420980.813827:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777420980.813988:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d7128938475b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b6b expref: 16 pid: 5760 timeout: 292 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420980.814007:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001be3800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1863760841079808:192.168.203.47@tcp:104: 00010000:00010000:3.0:1777420980.814030:0:5760:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893847b6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.814039:0:5760:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893847b6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.814044:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893847b6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.814076:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893847b6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.814084:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893847b6 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420980.814234:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af102fb5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+15:2368:x1863760833789952:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 533us (719us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420980.814243:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 102 00010000:00010000:3.0:1777420980.814917:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893847b6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.814924:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cde00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420980.814929:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893847b6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.814938:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893847b6 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.814951:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff9af10b558600) 00010000:00010000:3.0:1777420980.814955:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1777420980.814958:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893847b6 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420980.814964:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893847b6 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420980.815029:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+14:13284:x1863760833789824:12345-192.168.203.47@tcp:55:lhsmtool_posix.0 Request processed in 4479us (4756us total) trans 0 rc -22/-22 00000100:00100000:3.0:1777420980.815039:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 291 00000100:00100000:0.0:1777420980.818678:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420980.818943:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833790080 00000100:00100000:2.0:1777420980.818956:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833790080 00000100:00100000:2.0:1777420980.819050:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 65 00000100:00100000:2.0:1777420980.819060:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+7:2368:x1863760833790080:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1777420980.819121:0:6860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000069fd9308/0xa38d712893847bd lrc: 3/1,0 mode: --/PR res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.819144:0:6860:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000042e8d8fe/0xa38d7128938479a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b8e expref: 7 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.819153:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777420980.819155:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777420980.819160:0:6860:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000069fd9308/0xa38d712893847bd lrc: 4/1,0 mode: --/PR res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.819206:0:6860:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000042e8d8fe/0xa38d7128938479a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b8e expref: 7 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.819221:0:6860:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000042e8d8fe/0xa38d7128938479a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b8e expref: 7 pid: 6860 timeout: 292 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420980.819238:0:6860:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0010f4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:6860:1863760841079936:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777420980.819330:0:6860:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af12aad2900 going to sleep for 11 seconds 00000100:00100000:2.0:1777420980.826967:0:6860:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0010f4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:6860:1863760841079936:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777420980.827004:0:6860:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000069fd9308/0xa38d712893847bd lrc: 3/1,0 mode: --/PR res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420980.828020:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420980.829123:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833790208 00000100:00100000:1.0:1777420980.829136:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833790208 00010000:00010000:1.0:1777420980.829187:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000042e8d8fe/0xa38d7128938479a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b8e expref: 8 pid: 6860 timeout: 292 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420980.829342:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 103 00000100:00100000:1.0:1777420980.829367:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011ac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+8:2368:x1863760833790208:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777420980.829385:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777420980.829413:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000042e8d8fe/0xa38d7128938479a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b8e expref: 8 pid: 6860 timeout: 292 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420980.829439:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000042e8d8fe/0xa38d7128938479a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b8e expref: 8 pid: 6860 timeout: 292 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420980.829487:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000042e8d8fe/0xa38d7128938479a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b8e expref: 8 pid: 6860 timeout: 292 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420980.829506:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777420980.829508:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777420980.829512:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000069fd9308/0xa38d712893847bd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420980.829523:0:5746:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000069fd9308/0xa38d712893847bd lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420980.829560:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777420980.829634:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011ac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+7:2368:x1863760833790208:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 280us (1617us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420980.829643:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 103 00010000:00010000:2.0:1777420980.829712:0:6860:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000069fd9308/0xa38d712893847bd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.829722:0:6860:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000069fd9308/0xa38d712893847bd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.829750:0:6860:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000069fd9308/0xa38d712893847bd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.829759:0:6860:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000069fd9308/0xa38d712893847bd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.829778:0:6860:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000069fd9308/0xa38d712893847bd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.829786:0:6860:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013ce400 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:2.0:1777420980.829791:0:6860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000069fd9308/0xa38d712893847bd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.829800:0:6860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000069fd9308/0xa38d712893847bd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.829813:0:6860:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000069fd9308/0xa38d712893847bd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.829821:0:6860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000069fd9308/0xa38d712893847bd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420980.829878:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2368:x1863760833790080:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 Request processed in 10819us (11212us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420980.829887:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 65 00000100:00100000:3.0:1777420980.832196:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420980.832457:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833790464 00000100:00100000:0.0:1777420980.832468:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833790464 00000100:00100000:0.0:1777420980.832529:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 292 00000100:00100000:0.0:1777420980.832539:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+14:13284:x1863760833790464:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1777420980.832631:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38200/0xa38d712893847c4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.832649:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38200/0xa38d712893847c4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.832662:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38200/0xa38d712893847c4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.832913:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d712893847cb lrc: 3/0,1 mode: --/EX res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.832925:0:5760:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d712893847af lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b95 expref: 15 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.832933:0:5760:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d712893847cb lrc: 4/0,1 mode: --/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.832971:0:5760:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d712893847af lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b95 expref: 15 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420980.832986:0:5760:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d712893847af lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b95 expref: 15 pid: 5760 timeout: 292 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420980.833001:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0011aca80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1863760841080064:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777420980.833160:0:5760:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af110f41540 going to sleep for 11 seconds 00000100:00100000:0.0:1777420980.836486:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0011aca80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1863760841080064:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777420980.836522:0:5760:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d712893847cb lrc: 3/0,1 mode: --/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420980.836992:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420980.837206:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833790592 00000100:00100000:1.0:1777420980.837215:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833790592 00010000:00010000:1.0:1777420980.837260:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d712893847af lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b95 expref: 16 pid: 5760 timeout: 292 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420980.837305:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 104 00000100:00100000:1.0:1777420980.837315:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+16:2369:x1863760833790592:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777420980.837331:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777420980.837339:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d712893847af lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b95 expref: 16 pid: 5760 timeout: 292 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420980.837400:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d712893847af lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b95 expref: 16 pid: 5760 timeout: 292 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420980.837439:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d712893847af lrc: 0/0,0 mode: --/CR res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b95 expref: 16 pid: 5760 timeout: 292 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420980.837459:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff9af10b558600) 00010000:00010000:1.0:1777420980.837465:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d712893847cb lrc: 3/0,1 mode: --/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420980.837475:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d712893847cb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420980.837483:0:5746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d712893847cb lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420980.837509:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777420980.837565:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+15:2369:x1863760833790592:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 250us (574us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420980.837574:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 104 00010000:00010000:2.0:1777420980.837688:0:5760:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d712893847cb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.837697:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d712893847cb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777420980.837919:0:5760:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967506 00000001:00080000:2.0:1777420980.838114:0:5760:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967507 00000004:00000400:2.0:1777420980.838152:0:5760:0:(lod_lov.c:1437:lod_parse_striping()) lustre-MDT0000-mdtlov: EXTENSION flags=50 set on component[2]=1 of non-SEL file [0x200000402:0x6:0x0] with magic=0xbd60bd0 00000004:00000400:2.0:1777420980.838159:0:5760:0:(lod_lov.c:1437:lod_parse_striping()) lustre-MDT0000-mdtlov: EXTENSION flags=50 set on component[4]=3 of non-SEL file [0x200000402:0x6:0x0] with magic=0xbd60bd0 00000004:00000400:2.0:1777420980.838162:0:5760:0:(lod_lov.c:1437:lod_parse_striping()) lustre-MDT0000-mdtlov: EXTENSION flags=50 set on component[6]=5 of non-SEL file [0x200000402:0x6:0x0] with magic=0xbd60bd0 00000001:00080000:2.0:1777420980.838181:0:5760:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967508 00000004:00000400:2.0:1777420980.838222:0:5760:0:(lod_lov.c:1437:lod_parse_striping()) lustre-MDT0000-mdtlov: EXTENSION flags=40 set on component[2]=1 of non-SEL file [0x200000401:0x10:0x0] with magic=0xbd60bd0 00000004:00000400:2.0:1777420980.838227:0:5760:0:(lod_lov.c:1437:lod_parse_striping()) lustre-MDT0000-mdtlov: EXTENSION flags=40 set on component[4]=3 of non-SEL file [0x200000401:0x10:0x0] with magic=0xbd60bd0 00000004:00000400:2.0:1777420980.838230:0:5760:0:(lod_lov.c:1437:lod_parse_striping()) lustre-MDT0000-mdtlov: EXTENSION flags=40 set on component[6]=5 of non-SEL file [0x200000401:0x10:0x0] with magic=0xbd60bd0 00000100:00100000:2.0:1777420980.838285:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0010f4000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5760:1863760841080192:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1777420980.839645:0:5760:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420980.840578:0:5766:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841080192 00000100:00100000:1.0:1777420980.840589:0:5766:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841080192 00000100:00100000:1.0:1777420980.840652:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1777420980.840664:0:5766:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5760:x1863760841080192:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1777420980.840765:0:5766:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5760:x1863760841080192:12345-0@lo:1000:mdt00_000.0 Request processed in 103us (2413us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420980.840772:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1777420980.840924:0:5760:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af12aad2c00 going to sleep for 11 seconds 00000100:00100000:3.0:1777420980.840960:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0010f4000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5760:1863760841080192:0@lo:1000:mdt00_000.0 00000001:00080000:3.0:1777420980.841224:0:5760:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967509 00000100:00100000:3.0:1777420980.841310:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001be1880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5760:1863760841080320:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1777420980.841372:0:5760:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420980.841399:0:5760:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af10fd399c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777420980.842443:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841080320 00000100:00100000:2.0:1777420980.842454:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841080320 00000100:00100000:2.0:1777420980.842502:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1777420980.842511:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5760:x1863760841080320:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1777420980.842904:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5760:x1863760841080320:12345-0@lo:1000:mdt00_000.0 Request processed in 393us (1551us total) trans 4294967310 rc 0/0 00000100:00100000:3.0:1777420980.842912:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1777420980.843088:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001be1880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5760:1863760841080320:0@lo:1000:mdt00_000.0 00000001:00080000:2.0:1777420980.843198:0:5760:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967510 00010000:00010000:2.0:1777420980.843237:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d712893847cb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.843248:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d712893847cb lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.843256:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d712893847cb lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.843262:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf39000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420980.843267:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d712893847cb lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.843281:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d712893847cb lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.843298:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff9af10b558600) 00010000:00010000:2.0:1777420980.843301:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777420980.843306:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d712893847cb lrc: 2/0,0 mode: --/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.843313:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d712893847cb lrc: 0/0,0 mode: --/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.843345:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d712893846e4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.843380:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d712893846e4 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.843386:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d712893846e4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.843391:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013cee00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420980.843394:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d712893846e4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.843399:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d712893846e4 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.843408:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff9af106213e00) 00010000:00010000:2.0:1777420980.843410:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777420980.843413:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d712893846e4 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.844403:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d712893846e4 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.844460:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d712893847d2 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.844474:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d712893847d2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.844485:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d712893847d2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.844493:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d712893847d2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.844499:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d712893847d2 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.844505:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d712893847d2 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.844510:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013ce400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420980.844514:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d712893847d2 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.844521:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d712893847d2 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.844529:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff9af106213e00) 00010000:00010000:2.0:1777420980.844532:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420980.844535:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d712893847d2 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.844548:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d712893847d2 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.844561:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38200/0xa38d712893847c4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.844567:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38200/0xa38d712893847c4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.844573:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38200/0xa38d712893847c4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.844578:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf38200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420980.844581:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38200/0xa38d712893847c4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.844587:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38200/0xa38d712893847c4 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.844594:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff9af106213e00) 00010000:00010000:2.0:1777420980.844597:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777420980.844599:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38200/0xa38d712893847c4 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420980.844605:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38200/0xa38d712893847c4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420980.844841:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+19:13284:x1863760833790464:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 12299us (12651us total) trans 4294967511 rc 0/0 00000100:00100000:2.0:1777420980.844853:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 292 00000020:00080000:2.0:1777420980.844864:0:5760:0:(tgt_main.c:782:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:3.0:1777420980.845037:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777420980.845042:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777420980.845556:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 5 00000040:00080000:3.0:1777420980.845568:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777420980.849702:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420980.850182:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833790848 00000100:00100000:1.0:1777420980.850195:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833790848 00000100:00100000:1.0:1777420980.850264:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 84 00000100:00100000:1.0:1777420980.850274:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+19:13284:x1863760833790848:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000004:00080000:1.0:1777420980.850743:0:5764:0:(mdd_object.c:3993:mdd_close()) Object [0x200000402:0x6:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1777420980.850806:0:5764:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967512 00010000:00010000:1.0:1777420980.850854:0:5764:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d712893847d9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420980.850872:0:5764:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d712893847d9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420980.850884:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d712893847d9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420980.850893:0:5764:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d712893847d9 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420980.850901:0:5764:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d712893847d9 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420980.850907:0:5764:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d712893847d9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420980.850926:0:5764:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777420980.851061:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+21:13284:x1863760833790848:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 787us (1371us total) trans 4294967513 rc 0/0 00000100:00100000:1.0:1777420980.851069:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 84 00000020:00080000:1.0:1777420980.851075:0:5764:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1777420980.851099:0:7419:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777420980.851106:0:7419:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d712893847d9 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420980.851124:0:7419:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137d13200 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:1.0:1777420980.851128:0:7419:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d712893847d9 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420980.851136:0:7419:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d712893847d9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420980.851149:0:7419:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff9af1061f8000) 00010000:00010000:1.0:1777420980.851152:0:7419:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777420980.851157:0:7419:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d712893847d9 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420980.851163:0:7419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d712893847d9 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420980.851178:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777420980.851180:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777420980.851182:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1777420980.998985:0:13110:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777420980.998996:0:13110:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777420980.999046:0:13110:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 9 count 5 00000040:00080000:3.0:1777420980.999054:0:13110:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777420981.030729:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420981.030923:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833791104 00000100:00100000:2.0:1777420981.030937:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833791104 00000100:00100000:2.0:1777420981.030999:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 293 00000100:00100000:2.0:1777420981.031010:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+22:13287:x1863760833791104:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:2.0:1777420981.031035:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777420981.031062:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d712893847e0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375b9c expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.031304:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d712893847e7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.031324:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d712893847e7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.031337:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d712893847e7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.031389:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d712893847ee lrc: 3/1,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.031398:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d712893847ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.031405:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d712893847ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.031768:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf800/0xa38d712893847f5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.031778:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf800/0xa38d712893847f5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.031799:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf800/0xa38d712893847f5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777420981.031812:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10:0x0]: returning size 1048576 00010000:00010000:2.0:1777420981.031927:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d712893847e7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.031935:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d712893847e7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.031943:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d712893847e7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.031949:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013cee00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420981.031954:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d712893847e7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.031962:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d712893847e7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.031976:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff9af106213600) 00010000:00010000:2.0:1777420981.031980:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420981.031985:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d712893847e7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.031992:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d712893847e7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.032011:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d712893847ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.032017:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d712893847ee lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.032031:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d712893847ee lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.032037:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013ce000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420981.032040:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d712893847ee lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.032047:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d712893847ee lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.032056:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x8a7567a7 (ffff9af106213e00) 00010000:00010000:2.0:1777420981.032059:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420981.032061:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d712893847ee lrc: 2/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.032067:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d712893847ee lrc: 0/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.032129:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d712893847e0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b9c expref: 25 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.032143:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf800/0xa38d712893847f5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b9c expref: 24 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.032150:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff9af106213300) 00010000:00010000:2.0:1777420981.032152:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777420981.032155:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0013cf800, rc 0) 00000100:00100000:2.0:1777420981.032229:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+24:13287:x1863760833791104:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 1221us (1556us total) trans 4294967514 rc 0/0 00000100:00100000:2.0:1777420981.032246:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 293 00000100:00100000:2.0:1777420981.038642:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420981.038778:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833791232 00000100:00100000:1.0:1777420981.038790:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833791232 00000100:00100000:1.0:1777420981.038862:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 294 00000100:00100000:1.0:1777420981.038874:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+24:13287:x1863760833791232:12345-192.168.203.47@tcp:54:lfs.0 00010000:00010000:1.0:1777420981.038965:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289384803 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420981.038986:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289384803 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420981.039001:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289384803 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420981.039041:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289384803 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420981.039048:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289384803 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420981.039056:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289384803 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420981.039065:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137d12000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777420981.039069:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289384803 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420981.039078:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289384803 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420981.039090:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff9af106213300) 00010000:00010000:1.0:1777420981.039093:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777420981.039098:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289384803 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420981.039105:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289384803 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420981.039187:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+24:13287:x1863760833791232:12345-192.168.203.47@tcp:54:lfs.0 Request processed in 314us (559us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420981.039196:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 294 00000100:00100000:1.0:1777420981.041457:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420981.041505:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833791488 00000100:00100000:3.0:1777420981.041518:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833791488 00000100:00100000:3.0:1777420981.041579:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 85 00000100:00100000:3.0:1777420981.041590:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+24:13287:x1863760833791488:12345-192.168.203.47@tcp:35:lfs.0 00000100:00100000:3.0:1777420981.041838:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+25:13287:x1863760833791488:12345-192.168.203.47@tcp:35:lfs.0 Request processed in 249us (386us total) trans 4294967515 rc 0/0 00000100:00100000:3.0:1777420981.041847:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 85 00000100:00100000:2.0:1777420981.081644:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420981.081701:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833791744 00000100:00100000:2.0:1777420981.081712:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833791744 00000100:00100000:2.0:1777420981.081769:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 295 00000100:00100000:2.0:1777420981.081778:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+25:13296:x1863760833791744:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:2.0:1777420981.081808:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777420981.081835:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d7128938480a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375ba3 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777420981.081971:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xf:0x0]: returning size 11776 00010000:00010000:2.0:1777420981.083674:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d7128938480a lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375ba3 expref: 27 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.083696:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af106213b00) 00010000:00010000:2.0:1777420981.083699:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777420981.083706:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d7128938480a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375ba3 expref: 27 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.083727:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0013ce400, rc 0) 00000100:00100000:2.0:1777420981.084009:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+26:13296:x1863760833791744:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 2228us (2375us total) trans 4294967516 rc 301/301 00000100:00100000:2.0:1777420981.084019:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 295 00000100:00100000:0.0:1777420981.097012:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420981.097110:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833791872 00000100:00100000:3.0:1777420981.097123:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833791872 00000100:00100000:3.0:1777420981.097272:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 296 00000100:00100000:3.0:1777420981.097285:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+26:13296:x1863760833791872:12345-192.168.203.47@tcp:34:lfs.0 00010000:00010000:3.0:1777420981.097530:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384818 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.097550:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384818 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.097570:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384818 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.097586:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d7128938481f lrc: 3/1,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.097593:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d7128938481f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.097600:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d7128938481f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.097707:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384826 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.097715:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384826 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.097722:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384826 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777420981.097760:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10:0x0]: returning size 1048576 00000004:00200000:3.0:1777420981.097765:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777420981.097778:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384826 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.097792:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384818 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.097800:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384818 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.097816:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384818 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.097823:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cde00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420981.097828:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384818 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.097835:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384818 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.097848:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff9af106213600) 00010000:00010000:3.0:1777420981.097852:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420981.097856:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384818 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.097863:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384818 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.097874:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d7128938481f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.097879:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d7128938481f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.097885:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d7128938481f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.097891:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cd400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420981.097894:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d7128938481f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.097908:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d7128938481f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.097916:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x8a7567a7 (ffff9af118b32d00) 00010000:00010000:3.0:1777420981.097918:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420981.097921:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d7128938481f lrc: 2/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.097927:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d7128938481f lrc: 0/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.097942:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384826 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.097948:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384826 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.097954:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384826 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.097960:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cd000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420981.097963:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384826 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.097969:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384826 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.097976:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff9af106213300) 00010000:00010000:3.0:1777420981.097979:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420981.097981:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384826 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.097997:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384826 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420981.098072:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+26:13296:x1863760833791872:12345-192.168.203.47@tcp:34:lfs.0 Request processed in 789us (1071us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420981.098081:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 296 00000100:00100000:3.0:1777420981.106779:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420981.106822:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833792128 00000100:00100000:3.0:1777420981.106834:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833792128 00000100:00100000:3.0:1777420981.106890:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 86 00000100:00100000:3.0:1777420981.106900:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af10f5bc450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+26:13296:x1863760833792128:12345-192.168.203.47@tcp:35:lfs.0 00000100:00100000:3.0:1777420981.107181:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af10f5bc450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+27:13296:x1863760833792128:12345-192.168.203.47@tcp:35:lfs.0 Request processed in 281us (412us total) trans 4294967517 rc 0/0 00000100:00100000:3.0:1777420981.107190:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 86 00000100:00100000:0.0:1777420981.140923:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420981.141015:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833792384 00000100:00100000:3.0:1777420981.141028:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833792384 00000100:00100000:3.0:1777420981.141191:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 297 00000100:00100000:3.0:1777420981.141203:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+27:13302:x1863760833792384:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:3.0:1777420981.141231:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777420981.141255:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938482d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375baa expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.141433:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d71289384834 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.141450:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d71289384834 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.141481:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d71289384834 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777420981.141495:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xf:0x0]: returning size 11776 00010000:00010000:3.0:1777420981.141628:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938482d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375baa expref: 30 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.141646:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd400/0xa38d71289384834 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375baa expref: 29 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.141656:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff9af106213600) 00010000:00010000:3.0:1777420981.141659:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1777420981.141662:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0cd400, rc 0) 00000100:00100000:3.0:1777420981.141722:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+29:13302:x1863760833792384:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 522us (811us total) trans 4294967518 rc 0/0 00000100:00100000:3.0:1777420981.141730:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 297 00000100:00100000:3.0:1777420981.148800:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420981.148892:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833792512 00000100:00100000:2.0:1777420981.148905:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833792512 00000100:00100000:2.0:1777420981.149029:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 298 00000100:00100000:2.0:1777420981.149040:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+29:13302:x1863760833792512:12345-192.168.203.47@tcp:34:lfs.0 00010000:00010000:2.0:1777420981.149141:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384842 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.149162:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384842 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.149177:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384842 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.149194:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d71289384849 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.149201:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d71289384849 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.149208:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d71289384849 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.149317:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d71289384850 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.149326:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d71289384850 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.149333:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d71289384850 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777420981.149408:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10:0x0]: returning size 1048576 00000004:00200000:2.0:1777420981.149413:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777420981.149437:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d71289384850 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.149460:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384842 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.149467:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384842 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.149475:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384842 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.149482:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013ce400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420981.149486:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384842 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.149495:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384842 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.149508:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff9af106213600) 00010000:00010000:2.0:1777420981.149512:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420981.149516:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384842 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.149523:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384842 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.149544:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d71289384849 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.149550:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d71289384849 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.149556:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d71289384849 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.149567:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013ce000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420981.149570:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d71289384849 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.149576:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d71289384849 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.149583:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x8a7567a7 (ffff9af106213e00) 00010000:00010000:2.0:1777420981.149586:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420981.149588:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d71289384849 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.149594:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d71289384849 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.149609:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d71289384850 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.149615:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d71289384850 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.149621:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d71289384850 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.149626:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013cee00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420981.149629:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d71289384850 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.149634:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d71289384850 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.149649:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff9af106213300) 00010000:00010000:2.0:1777420981.149652:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420981.149654:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d71289384850 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.149660:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d71289384850 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420981.149732:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+29:13302:x1863760833792512:12345-192.168.203.47@tcp:34:lfs.0 Request processed in 692us (942us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420981.149740:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 298 00000100:00100000:0.0:1777420981.177310:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420981.177610:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833792640 00000100:00100000:2.0:1777420981.177623:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833792640 00000100:00100000:2.0:1777420981.177702:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 299 00000100:00100000:2.0:1777420981.177714:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+29:13310:x1863760833792640:12345-192.168.203.47@tcp:34:lfs.0 00010000:00010000:2.0:1777420981.177807:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d71289384857 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.177830:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d71289384857 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.177845:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d71289384857 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.177862:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d7128938485e lrc: 3/1,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.177870:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d7128938485e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.177913:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d7128938485e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.178026:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384865 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.178035:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384865 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.178042:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384865 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777420981.178080:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10:0x0]: returning size 1048576 00000004:00200000:2.0:1777420981.178084:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777420981.178098:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384865 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.178113:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d71289384857 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.178120:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d71289384857 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.178127:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d71289384857 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.178134:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013cee00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420981.178139:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d71289384857 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.178148:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d71289384857 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.178167:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff9af106213600) 00010000:00010000:2.0:1777420981.178170:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420981.178175:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d71289384857 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.178183:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d71289384857 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.178205:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d7128938485e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.178211:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d7128938485e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.178217:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d7128938485e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.178223:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013ce000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420981.178226:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d7128938485e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.178232:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d7128938485e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.178238:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x8a7567a7 (ffff9af106213e00) 00010000:00010000:2.0:1777420981.178240:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420981.178242:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d7128938485e lrc: 2/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.178248:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d7128938485e lrc: 0/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.178272:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384865 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.178279:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384865 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.178285:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384865 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.178290:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013ce400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420981.178293:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384865 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.178299:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384865 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.178305:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff9af106213300) 00010000:00010000:2.0:1777420981.178307:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420981.178310:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384865 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.178315:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384865 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420981.178557:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+29:13310:x1863760833792640:12345-192.168.203.47@tcp:34:lfs.0 Request processed in 843us (1259us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420981.178566:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 299 00000100:00100000:0.0:1777420981.202040:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420981.202190:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833792768 00000100:00100000:3.0:1777420981.202203:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833792768 00000100:00100000:3.0:1777420981.202269:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 300 00000100:00100000:3.0:1777420981.202280:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+29:13317:x1863760833792768:12345-192.168.203.47@tcp:34:lfs.0 00010000:00010000:3.0:1777420981.202401:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938486c lrc: 3/1,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.202432:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938486c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.202446:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938486c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.202483:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384873 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.202492:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384873 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.202499:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384873 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.202615:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d7128938487a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.202624:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d7128938487a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.202631:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d7128938487a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777420981.202669:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10:0x0]: returning size 1048576 00000004:00200000:3.0:1777420981.202674:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777420981.202688:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d7128938487a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.202702:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938486c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.202709:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938486c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.202716:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938486c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.202734:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cd000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420981.202739:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938486c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.202747:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938486c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.202760:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff9af106213600) 00010000:00010000:3.0:1777420981.202763:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420981.202768:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938486c lrc: 2/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.202775:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938486c lrc: 0/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.202790:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384873 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.202796:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384873 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.202803:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384873 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.202808:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cc600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420981.202810:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384873 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.202816:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384873 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.202831:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x8a7567a7 (ffff9af118b32d00) 00010000:00010000:3.0:1777420981.202834:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420981.202836:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384873 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.202842:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384873 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.202858:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d7128938487a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.202863:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d7128938487a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.202869:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d7128938487a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.202874:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cde00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420981.202877:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d7128938487a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.202883:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d7128938487a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.202888:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff9af106213300) 00010000:00010000:3.0:1777420981.202935:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420981.202939:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d7128938487a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.202945:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d7128938487a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420981.203033:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+29:13317:x1863760833792768:12345-192.168.203.47@tcp:34:lfs.0 Request processed in 754us (1003us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420981.203042:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 300 00000100:00100000:1.0:1777420981.220643:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420981.220826:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833792896 00000100:00100000:3.0:1777420981.220839:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833792896 00000100:00100000:3.0:1777420981.220914:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 301 00000100:00100000:3.0:1777420981.220926:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+29:13323:x1863760833792896:12345-192.168.203.47@tcp:34:lfs.0 00010000:00010000:3.0:1777420981.221019:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384881 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.221040:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384881 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.221055:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384881 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.221071:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384888 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.221078:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384888 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.221084:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384888 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.221209:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938488f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.221219:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938488f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.221248:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938488f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777420981.221286:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10:0x0]: returning size 1048576 00000004:00200000:3.0:1777420981.221290:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777420981.221303:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938488f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.221318:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384881 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.221325:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384881 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.221333:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384881 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.221339:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cde00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420981.221343:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384881 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.221395:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384881 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.221408:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff9af106213600) 00010000:00010000:3.0:1777420981.221411:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420981.221416:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384881 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.221500:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384881 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.221525:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384888 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.221531:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384888 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.221537:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384888 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.221542:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cc600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420981.221545:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384888 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.221552:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384888 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.221560:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x8a7567a7 (ffff9af118b32d00) 00010000:00010000:3.0:1777420981.221563:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420981.221566:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384888 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.221572:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384888 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.221588:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938488f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.221593:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938488f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.221599:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938488f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.221611:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cd000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420981.221614:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938488f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.221790:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938488f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.221799:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff9af106213300) 00010000:00010000:3.0:1777420981.221802:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420981.221805:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938488f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.221811:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938488f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420981.221892:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+29:13323:x1863760833792896:12345-192.168.203.47@tcp:34:lfs.0 Request processed in 967us (1260us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420981.221901:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 301 00000100:00100000:2.0:1777420981.239020:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420981.239190:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833793024 00000100:00100000:3.0:1777420981.239202:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833793024 00000100:00100000:3.0:1777420981.239270:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 302 00000100:00100000:3.0:1777420981.239280:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+29:13332:x1863760833793024:12345-192.168.203.47@tcp:34:lfs.0 00010000:00010000:3.0:1777420981.239404:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384896 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.239560:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384896 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.239576:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384896 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.239608:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d7128938489d lrc: 3/1,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.239615:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d7128938489d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.239622:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d7128938489d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.239730:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893848a4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.239738:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893848a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.239744:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893848a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777420981.239782:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10:0x0]: returning size 1048576 00000004:00200000:3.0:1777420981.239787:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777420981.239800:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893848a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.239813:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384896 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.239820:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384896 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.239827:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384896 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.239844:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cd000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420981.239849:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384896 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.239856:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384896 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.239870:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff9af106213600) 00010000:00010000:3.0:1777420981.239873:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420981.239877:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384896 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.239884:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384896 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.239900:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d7128938489d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.239906:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d7128938489d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.239912:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d7128938489d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.239916:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cc600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420981.239919:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d7128938489d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.239925:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d7128938489d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.239943:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x8a7567a7 (ffff9af118b32d00) 00010000:00010000:3.0:1777420981.239946:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420981.239949:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d7128938489d lrc: 2/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.239955:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d7128938489d lrc: 0/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.239973:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893848a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.239979:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893848a4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.239985:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893848a4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.239989:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cde00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420981.239992:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893848a4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.239998:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893848a4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.240004:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff9af106213300) 00010000:00010000:3.0:1777420981.240007:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420981.240009:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893848a4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.240014:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893848a4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420981.241038:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+29:13332:x1863760833793024:12345-192.168.203.47@tcp:34:lfs.0 Request processed in 1753us (2025us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420981.241051:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 302 00000100:00100000:0.0:1777420981.262315:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420981.262577:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833793152 00000100:00100000:3.0:1777420981.262591:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833793152 00000100:00100000:3.0:1777420981.262664:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 303 00000100:00100000:3.0:1777420981.262675:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+29:13340:x1863760833793152:12345-192.168.203.47@tcp:34:lfs.0 00010000:00010000:3.0:1777420981.262764:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893848ab lrc: 3/1,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.262783:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893848ab lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.262797:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893848ab lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.262812:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d712893848b2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.262819:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d712893848b2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.262826:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d712893848b2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.263011:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d712893848b9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.263020:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d712893848b9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.263047:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d712893848b9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777420981.263084:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10:0x0]: returning size 1048576 00000004:00200000:3.0:1777420981.263090:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777420981.263104:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d712893848b9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.263117:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893848ab lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.263123:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893848ab lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.263130:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893848ab lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.263137:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cde00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420981.263141:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893848ab lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.263149:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893848ab lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.263163:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff9af106213600) 00010000:00010000:3.0:1777420981.263166:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420981.263172:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893848ab lrc: 2/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.263178:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893848ab lrc: 0/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.263205:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d712893848b2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.263212:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d712893848b2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.263218:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d712893848b2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.263223:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cc600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420981.263226:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d712893848b2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.263232:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d712893848b2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.263239:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x8a7567a7 (ffff9af118b32d00) 00010000:00010000:3.0:1777420981.263241:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420981.263244:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d712893848b2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.263250:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d712893848b2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.263266:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d712893848b9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.263272:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d712893848b9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.263278:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d712893848b9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.263287:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cd000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420981.263290:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d712893848b9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.263296:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d712893848b9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.263303:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff9af106213300) 00010000:00010000:3.0:1777420981.263305:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420981.263308:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d712893848b9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.263313:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d712893848b9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420981.263501:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+29:13340:x1863760833793152:12345-192.168.203.47@tcp:34:lfs.0 Request processed in 826us (1196us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420981.263510:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 303 00000100:00100000:1.0:1777420981.282792:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420981.282998:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833793280 00000100:00100000:3.0:1777420981.283010:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833793280 00000100:00100000:3.0:1777420981.283079:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 304 00000100:00100000:3.0:1777420981.283089:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+29:13346:x1863760833793280:12345-192.168.203.47@tcp:34:lfs.0 00010000:00010000:3.0:1777420981.283181:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d712893848c0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.283201:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d712893848c0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.283216:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d712893848c0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.283318:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d712893848c7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.283327:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d712893848c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420981.283335:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d712893848c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.283641:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d712893848ce lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.283661:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d712893848ce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.283669:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d712893848ce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777420981.283707:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10:0x0]: returning size 1048576 00000004:00200000:2.0:1777420981.283712:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777420981.283725:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d712893848ce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.283740:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d712893848c0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.283747:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d712893848c0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.283755:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d712893848c0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.283761:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cd000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420981.283765:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d712893848c0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.283773:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d712893848c0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.283784:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff9af106213600) 00010000:00010000:2.0:1777420981.283787:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420981.283791:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d712893848c0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.283806:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d712893848c0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.283821:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d712893848c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.283827:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d712893848c7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.283833:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d712893848c7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.283839:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cc600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420981.283842:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d712893848c7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.283848:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d712893848c7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.283855:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x8a7567a7 (ffff9af118b32d00) 00010000:00010000:2.0:1777420981.283857:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420981.283859:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d712893848c7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.283865:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d712893848c7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.283880:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d712893848ce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.283886:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d712893848ce lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.283979:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d712893848ce lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.283985:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013ce000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420981.283988:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d712893848ce lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.283995:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d712893848ce lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.284003:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff9af106213300) 00010000:00010000:2.0:1777420981.284005:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420981.284008:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d712893848ce lrc: 2/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.284015:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d712893848ce lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420981.284155:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+29:13346:x1863760833793280:12345-192.168.203.47@tcp:34:lfs.0 Request processed in 1064us (1372us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420981.284165:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 304 00000100:00100000:1.0:1777420981.299330:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420981.299562:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833793408 00000100:00100000:2.0:1777420981.299574:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833793408 00000100:00100000:2.0:1777420981.299678:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 305 00000100:00100000:2.0:1777420981.299689:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+29:13348:x1863760833793408:12345-192.168.203.47@tcp:34:lfs.0 00010000:00010000:2.0:1777420981.299777:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d712893848d5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.299795:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d712893848d5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.299820:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d712893848d5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.299838:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d712893848dc lrc: 3/1,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.299846:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d712893848dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.299852:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d712893848dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.300091:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cea00/0xa38d712893848e3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.300101:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cea00/0xa38d712893848e3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.300108:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cea00/0xa38d712893848e3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777420981.300146:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10:0x0]: returning size 1048576 00000004:00200000:2.0:1777420981.300151:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777420981.300166:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cea00/0xa38d712893848e3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.300180:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d712893848d5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.300187:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d712893848d5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.300205:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d712893848d5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.300212:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013ce000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420981.300217:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d712893848d5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.300226:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d712893848d5 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.300238:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff9af106213600) 00010000:00010000:2.0:1777420981.300241:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420981.300246:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d712893848d5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.300254:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d712893848d5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.300275:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d712893848dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.300281:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d712893848dc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.300287:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d712893848dc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.300292:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013cee00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420981.300294:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d712893848dc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.300308:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d712893848dc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.300315:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x8a7567a7 (ffff9af106213e00) 00010000:00010000:2.0:1777420981.300318:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420981.300321:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d712893848dc lrc: 2/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.300327:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d712893848dc lrc: 0/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.300342:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cea00/0xa38d712893848e3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.300452:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cea00/0xa38d712893848e3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.300460:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cea00/0xa38d712893848e3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.300466:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013cea00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420981.300469:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cea00/0xa38d712893848e3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.300475:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cea00/0xa38d712893848e3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.300483:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff9af106213300) 00010000:00010000:2.0:1777420981.300486:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420981.300489:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cea00/0xa38d712893848e3 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420981.300506:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cea00/0xa38d712893848e3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420981.300593:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+29:13348:x1863760833793408:12345-192.168.203.47@tcp:34:lfs.0 Request processed in 903us (1275us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420981.300603:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 305 00010000:00010000:3.0:1777420981.592669:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777420982.232774:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0010f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3296:1863760841080704:0@lo:400:kworker.0 00000100:00100000:2.0:1777420982.232853:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777420982.232920:0:3296:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1777420982.232928:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0010f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3296:1863760841080576:0@lo:400:kworker.0 00000100:00100000:2.0:1777420982.232951:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777420982.232968:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c4bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841081088:0@lo:400:kworker.0 00000100:00100000:2.0:1777420982.232994:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777420982.233025:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841080704 00000100:00100000:2.0:1777420982.233034:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841080704 00000100:00100000:2.0:1777420982.233092:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841080576 00000100:00100000:2.0:1777420982.233096:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841080576 00000100:00100000:2.0:1777420982.233119:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:2.0:1777420982.233127:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c4bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3296:x1863760841080704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777420982.233181:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c4bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3296:x1863760841080704:12345-0@lo:400:kworker.0 Request processed in 54us (329us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420982.233190:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:2.0:1777420982.233208:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:2.0:1777420982.233214:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c4bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1863760841080576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777420982.233243:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c4bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1863760841080576:12345-0@lo:400:kworker.0 Request processed in 29us (291us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420982.233256:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:2.0:1777420982.233277:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841081088 00000100:00100000:2.0:1777420982.233281:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841081088 00000100:00100000:2.0:1777420982.233307:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1777420982.233313:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c4bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3296:x1863760841081088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777420982.233343:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c4bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3296:x1863760841081088:12345-0@lo:400:kworker.0 Request processed in 31us (349us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420982.233369:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00080000:2.0:1777420982.233387:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777420982.233391:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777420982.233435:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0010f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3296:1863760841080576:0@lo:400:kworker.0 00000100:00100000:2.0:1777420982.233447:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c4bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841081088:0@lo:400:kworker.0 00000100:00100000:2.0:1777420982.233456:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0010f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3296:1863760841080704:0@lo:400:kworker.0 00000100:00100000:3.0:1777420982.233543:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0010f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3298:1863760841080448:0@lo:400:kworker.0 00000100:00100000:3.0:1777420982.233579:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420982.233617:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c4bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3298:1863760841080960:0@lo:400:kworker.0 00000100:00100000:3.0:1777420982.233640:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420982.233656:0:3298:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777420982.233662:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0010f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1863760841080832:0@lo:400:kworker.0 00000100:00100000:3.0:1777420982.233683:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420982.233713:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841080960 00000100:00100000:3.0:1777420982.233717:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841080960 00000100:00100000:3.0:1777420982.233753:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:3.0:1777420982.233760:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1863760841080960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777420982.233793:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1863760841080960:12345-0@lo:400:kworker.0 Request processed in 34us (153us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420982.233799:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:3.0:1777420982.233816:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841080832 00000100:00100000:3.0:1777420982.233820:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841080832 00000100:00100000:3.0:1777420982.233853:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1777420982.233867:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3298:x1863760841080832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777420982.233898:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3298:x1863760841080832:12345-0@lo:400:kworker.0 Request processed in 31us (214us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420982.233903:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00080000:3.0:1777420982.233925:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777420982.233928:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777420982.233948:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0010f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1863760841080832:0@lo:400:kworker.0 00000100:00100000:3.0:1777420982.233956:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c4bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3298:1863760841080960:0@lo:400:kworker.0 00000100:00100000:2.0:1777420982.234319:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841080448 00000100:00100000:2.0:1777420982.234324:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841080448 00000100:00100000:2.0:1777420982.234382:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 265 00000100:00100000:2.0:1777420982.234390:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3298:x1863760841080448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777420982.234436:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3298:x1863760841080448:12345-0@lo:400:kworker.0 Request processed in 47us (855us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420982.234443:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 265 00000100:00100000:3.0:1777420982.234525:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0010f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3298:1863760841080448:0@lo:400:kworker.0 00000100:00100000:1.0:1777420982.235682:0:3295:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777420982.235698:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0011adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841081216:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777420982.235744:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777420982.235822:0:6546:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841081216 00000100:00100000:0.0:1777420982.235829:0:6546:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841081216 00000100:00100000:0.0:1777420982.235878:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1777420982.235887:0:6546:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3295:x1863760841081216:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1777420982.235921:0:6546:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 52756480 pending 0 free 3855613952 avail 3853516800 00000100:00100000:0.0:1777420982.235965:0:6546:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3295:x1863760841081216:12345-0@lo:13:osp-pre-1-0.0 Request processed in 79us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420982.235971:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1777420982.236042:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0011adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841081216:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1777420982.616678:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1777420982.873536:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777420982.873549:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777420982.873732:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 9 count 4 00000040:00080000:3.0:1777420982.873739:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1777420983.647642:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777420984.280888:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118840380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841081344:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777420984.280982:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420984.281202:0:7924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841081344 00000100:00100000:1.0:1777420984.281212:0:7924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841081344 00000100:00100000:1.0:1777420984.281290:0:7924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1777420984.281301:0:7924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c4bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3297:x1863760841081344:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777420984.281338:0:7924:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 52756480 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1777420984.281429:0:7924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c4bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3297:x1863760841081344:12345-0@lo:13:osp-pre-0-0.0 Request processed in 130us (447us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420984.281437:0:7924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1777420984.281494:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118840380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841081344:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1777420984.281599:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:1.0:1777420984.331023:0:7430:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967308 is committed 00010000:00010000:1.0:1777420984.666531:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777420985.686645:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420985.688332:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833793536 00000100:00100000:1.0:1777420985.688377:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833793536 00000100:00100000:1.0:1777420985.688482:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 306 00000100:00100000:1.0:1777420985.688494:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c4bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+21:13246:x1863760833793536:12345-192.168.203.47@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1777420985.688784:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c4bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+21:13246:x1863760833793536:12345-192.168.203.47@tcp:60:lhsmtool_posix.0 Request processed in 292us (2149us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420985.688794:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 306 00000100:00080000:3.0:1777420985.688890:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1777420985.691989:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777420985.699644:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420985.700843:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833793792 00000100:00100000:3.0:1777420985.700858:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833793792 00000100:00100000:3.0:1777420985.700933:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 87 00000100:00100000:3.0:1777420985.700945:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118840380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+21:13246:x1863760833793792:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1777420985.701262:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118840380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+22:13246:x1863760833793792:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 319us (1633us total) trans 4294967519 rc 0/0 00000100:00100000:3.0:1777420985.701271:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 87 00000001:00080000:0.0:1777420985.880814:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967506 is committed 00000001:00080000:0.0:1777420985.880836:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967513 is committed 00000001:00080000:0.0:1777420985.880846:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967516 is committed 00000001:00080000:0.0:1777420985.880868:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967519 is committed 00000001:00080000:0.0:1777420985.880874:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967518 is committed 00000020:00080000:0.0:1777420985.880886:0:5782:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9af001326300 refcount 2 committed 0 result 0 batchid 6 00000020:00080000:0.0:1777420985.880892:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9af107298600 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9af001326480 00000020:00080000:0.0:1777420985.880896:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9af107298400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9af0021a8800 00000020:00080000:0.0:1777420985.880907:0:5782:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 5 batchid updated 00000020:00080000:0.0:1777420985.880936:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 6 committed batchid 5 00000020:00080000:0.0:1777420985.882511:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 5 00000100:00100000:3.0:1777420985.894037:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420985.894170:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833793920 00000100:00100000:2.0:1777420985.894185:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833793920 00000100:00100000:3.0:1777420985.894256:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420985.894264:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 266 00000100:00100000:2.0:1777420985.894277:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+12:2368:x1863760833793920:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777420985.894291:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833794048 00000100:00100000:3.0:1777420985.894307:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833794048 00000100:00100000:3.0:1777420985.894395:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 93 00000100:00100000:3.0:1777420985.894406:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+24:2368:x1863760833794048:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:2.0:1777420985.894409:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+12:2368:x1863760833793920:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 133us (384us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420985.894419:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 266 00000100:00100000:3.0:1777420985.894446:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+24:2368:x1863760833794048:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 42us (191us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420985.894455:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 93 00000100:00080000:3.0:1777420985.894479:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777420985.907998:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420985.908042:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420985.908231:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000001:00080000:1.0:1777420985.912312:0:6572:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967309 is committed 00000001:00080000:1.0:1777420985.912330:0:6572:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967310 is committed 00000100:00100000:3.0:1777420985.913848:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833794176 00000100:00100000:3.0:1777420985.913865:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833794176 00000100:00100000:3.0:1777420985.913943:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833794304 00000100:00100000:3.0:1777420985.913947:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833794304 00000100:00100000:3.0:1777420985.913969:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833794432 00000100:00100000:3.0:1777420985.913973:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833794432 00000100:00100000:3.0:1777420985.913999:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 75 00000100:00100000:3.0:1777420985.914010:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c4bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2369:x1863760833794304:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:2.0:1777420985.914204:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 76 00000100:00100000:2.0:1777420985.914215:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c4bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+5:2368:x1863760833794432:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:2.0:1777420985.914381:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c4bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+5:2368:x1863760833794432:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 167us (6148us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420985.914400:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 76 00000100:00100000:2.0:1777420985.914420:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 66 00000100:00100000:2.0:1777420985.914427:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c4bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+5:2365:x1863760833794176:12345-192.168.203.47@tcp:9:kworker.0 00000020:00000080:2.0:1777420985.914449:0:6541:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0xa38d71289383bfb 00000100:00080000:2.0:1777420985.914459:0:6541:0:(import.c:65:import_set_state_nolock()) ffff9af105d79800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1777420985.914503:0:6541:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967310 00000100:00100000:2.0:1777420985.914757:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c4bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+2:2365:x1863760833794176:12345-192.168.203.47@tcp:9:kworker.0 Request processed in 329us (6771us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420985.914766:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 66 00010000:00010000:2.0:1777420985.914792:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777420985.914805:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420985.914842:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833794560 00000100:00100000:2.0:1777420985.914859:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833794560 00000100:00100000:2.0:1777420985.914887:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 77 00000100:00100000:2.0:1777420985.914894:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118843100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+5:2369:x1863760833794560:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:2.0:1777420985.914922:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118843100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+5:2369:x1863760833794560:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 28us (120us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420985.914928:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 77 00000100:00080000:2.0:1777420985.915579:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777420985.915585:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777420985.917708:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c4bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2369:x1863760833794304:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 3687us (9652us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420985.917723:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 75 00010000:00010000:2.0:1777420986.712747:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1777420987.198579:0:13311:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 1f: DoM file release after restore ==== 20:03:05 (1777420985) 00000100:00100000:0.0:1777420987.285309:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420987.292316:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833794688 00000100:00100000:1.0:1777420987.292335:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833794688 00000100:00100000:1.0:1777420987.292445:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 307 00000100:00100000:1.0:1777420987.292456:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+24:13929:x1863760833794688:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:1.0:1777420987.292476:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777420987.292498:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d712893848ea lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375bb1 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.292567:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893848f1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.292582:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893848f1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.292596:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893848f1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.292612:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d712893848f8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.292806:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d712893848f8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.292815:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d712893848f8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.292980:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893848f1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.292988:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893848f1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.293004:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893848f1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.293011:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137d13a00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777420987.293016:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893848f1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.293023:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893848f1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.293035:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af106213b00) 00010000:00010000:1.0:1777420987.293038:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777420987.293042:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893848f1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.293048:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893848f1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.293058:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d712893848f8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.293064:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d712893848f8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.293070:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d712893848f8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.293074:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137d12200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777420987.293077:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d712893848f8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.293093:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d712893848f8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.293101:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xedcd73f9 (ffff9af1061f8c00) 00010000:00010000:1.0:1777420987.293103:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777420987.293105:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d712893848f8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.293111:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d712893848f8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.293141:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d712893848ea lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375bb1 expref: 25 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.293151:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af106213b00) 00010000:00010000:1.0:1777420987.293153:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777420987.293157:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d712893848ea lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375bb1 expref: 25 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.293165:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137d12400, rc 0) 00000100:00100000:1.0:1777420987.293234:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+24:13929:x1863760833794688:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 780us (7934us total) trans 0 rc 301/301 00000100:00100000:1.0:1777420987.293242:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 307 00000100:00080000:3.0:1777420987.293486:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777420987.303081:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420987.303217:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833794944 00000100:00100000:3.0:1777420987.303232:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833794944 00000100:00100000:3.0:1777420987.303303:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 308 00000100:00100000:3.0:1777420987.303313:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118842680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+24:13929:x1863760833794944:12345-192.168.203.47@tcp:36:lfs.0 00010000:00010000:3.0:1777420987.303426:0:5760:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777420987.303463:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d7128938456a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375adf expref: 24 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.303514:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af106213b00) 00010000:00010000:3.0:1777420987.303521:0:5760:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777420987.303620:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d712893848ff lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.303635:0:5760:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38a00/0xa38d71289384619 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b17 expref: 12 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.303644:0:5760:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d712893848ff lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.303687:0:5760:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38a00/0xa38d71289384619 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b17 expref: 12 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.303702:0:5760:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38a00/0xa38d71289384619 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b17 expref: 12 pid: 5760 timeout: 299 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420987.303719:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001be3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1863760841081472:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777420987.303849:0:5760:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1072aa840 going to sleep for 11 seconds 00000100:00100000:3.0:1777420987.309059:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420987.309123:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833795072 00000100:00100000:3.0:1777420987.309136:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833795072 00010000:00010000:3.0:1777420987.309204:0:5745:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38a00/0xa38d71289384619 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b17 expref: 13 pid: 5760 timeout: 299 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420987.309248:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 105 00000100:00100000:3.0:1777420987.309258:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001979f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+13:2368:x1863760833795072:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777420987.309287:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777420987.309295:0:5745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38a00/0xa38d71289384619 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b17 expref: 13 pid: 5760 timeout: 299 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.309311:0:5745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38a00/0xa38d71289384619 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b17 expref: 13 pid: 5760 timeout: 299 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.309338:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af106213b00) 00010000:00010000:3.0:1777420987.309345:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d712893848ff lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.309390:0:5745:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d712893848ff lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.309400:0:5745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d712893848ff lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.309422:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777420987.309485:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001979f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+13:2368:x1863760833795072:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 227us (439us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420987.309495:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 105 00000100:00080000:3.0:1777420987.309537:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1777420987.310010:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38a00/0xa38d71289384619 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375b17 expref: 12 pid: 5760 timeout: 299 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420987.310033:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001be3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1863760841081472:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777420987.310058:0:5760:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d712893848ff lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420987.310067:0:5760:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d712893848ff lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420987.310072:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d712893848ff lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420987.310097:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d71289384906 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420987.310110:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d71289384906 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420987.310119:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d71289384906 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777420987.311056:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x12:0x0]: returning size 512 00010000:00010000:0.0:1777420987.311068:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d712893848ff lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420987.311076:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d712893848ff lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420987.311095:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d712893848ff lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420987.311101:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cc000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777420987.311105:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d712893848ff lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420987.311114:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d712893848ff lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420987.311127:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af106213b00) 00010000:00010000:0.0:1777420987.311130:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777420987.311134:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d712893848ff lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420987.311140:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d712893848ff lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777420987.311158:0:5760:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000134a7211 reply state 0000000021f4ab88 transno 4294967520 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d71289384906 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420987.311166:0:5760:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777420987.311252:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118842680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+25:13929:x1863760833794944:12345-192.168.203.47@tcp:36:lfs.0 Request processed in 7938us (8178us total) trans 4294967520 rc 0/0 00000100:00100000:0.0:1777420987.311261:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 308 00010000:00010000:0.0:1777420987.323231:0:3282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d71289384906 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420987.323249:0:3282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d71289384906 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420987.323272:0:3282:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d71289384906 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420987.323279:0:3282:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf38000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777420987.323283:0:3282:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d71289384906 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420987.323291:0:3282:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d71289384906 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420987.323308:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xedcd73f9 (ffff9af10b558000) 00010000:00010000:0.0:1777420987.323312:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777420987.323317:0:3282:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d71289384906 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420987.323323:0:3282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d71289384906 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420987.330348:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420987.331883:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833795200 00000100:00100000:3.0:1777420987.331913:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833795200 00000100:00100000:3.0:1777420987.331998:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 309 00000100:00100000:3.0:1777420987.332011:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c4bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+24:13930:x1863760833795200:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:3.0:1777420987.332045:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777420987.332077:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d7128938490d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375bb8 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.332181:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d71289384914 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.332200:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d71289384914 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.332471:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d71289384914 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777420987.332629:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:1.0:1777420987.332639:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 8 stripe count 1 MDT count 1 00000004:00010000:1.0:1777420987.332679:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d71289384914 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.332737:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d7128938490d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375bb8 expref: 26 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.332762:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d71289384914 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375bb8 expref: 25 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.332771:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af118b32b00) 00010000:00010000:1.0:1777420987.332774:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777420987.332778:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0cdc00, rc 0) 00000100:00100000:1.0:1777420987.332858:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c4bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+25:13930:x1863760833795200:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 848us (2521us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420987.332867:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 309 00000100:00100000:3.0:1777420987.335164:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420987.335428:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833795328 00000100:00100000:1.0:1777420987.335441:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833795328 00000100:00100000:1.0:1777420987.335532:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 310 00000100:00100000:1.0:1777420987.335546:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+25:13930:x1863760833795328:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:1.0:1777420987.335954:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777420987.335986:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d7128938491b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375bbf expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.336070:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289384922 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.336088:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289384922 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.336101:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289384922 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.336128:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289384929 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.336137:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289384929 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.336144:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289384929 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.339106:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d71289384930 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.339130:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d71289384930 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.339144:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d71289384930 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777420987.339206:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x12:0x0]: returning size 512 00000004:00200000:1.0:1777420987.339211:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777420987.339256:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d71289384930 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.339272:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289384922 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.339280:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289384922 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.339287:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289384922 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.339312:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137d13a00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777420987.339317:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289384922 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.339325:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289384922 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.339339:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af118b32b00) 00010000:00010000:1.0:1777420987.339343:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777420987.339397:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289384922 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.339406:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289384922 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.339420:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289384929 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.339427:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289384929 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.339433:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289384929 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.339440:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137d12000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777420987.339442:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289384929 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.339449:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289384929 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.339469:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xedcd73f9 (ffff9af1061f8c00) 00010000:00010000:1.0:1777420987.339472:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777420987.339475:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289384929 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.339493:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289384929 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.339541:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d7128938491b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375bbf expref: 27 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.339568:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d71289384930 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375bbf expref: 26 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.339576:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff9af1061f8200) 00010000:00010000:1.0:1777420987.339579:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777420987.339581:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137d12400, rc 0) 00000100:00100000:1.0:1777420987.340391:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+26:13930:x1863760833795328:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 4802us (5191us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420987.340404:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 310 00000100:00100000:2.0:1777420987.357536:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420987.357624:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833795584 00000100:00100000:0.0:1777420987.357642:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833795584 00000100:00100000:0.0:1777420987.357745:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 311 00000100:00100000:0.0:1777420987.357758:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af115e89850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+26:13930:x1863760833795584:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:0.0:1777420987.357786:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777420987.357815:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d71289384937 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375bc6 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777420987.357954:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x12:0x0]: returning size 512 00010000:00010000:0.0:1777420987.358098:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d71289384937 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375bc6 expref: 28 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420987.358137:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af118b32b00) 00010000:00010000:0.0:1777420987.358140:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777420987.358146:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d71289384937 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375bc6 expref: 28 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420987.358162:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12cf38000, rc 0) 00000100:00100000:0.0:1777420987.358243:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af115e89850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+27:13930:x1863760833795584:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 486us (715us total) trans 4294967521 rc 301/301 00000100:00100000:0.0:1777420987.358252:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 311 00000100:00100000:2.0:1777420987.361793:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c4bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841081984:0@lo:400:kworker.0 00000100:00100000:2.0:1777420987.361868:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777420987.361926:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1777420987.361934:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c4bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3297:1863760841081600:0@lo:400:kworker.0 00000100:00100000:2.0:1777420987.361960:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777420987.362000:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c4be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3297:1863760841082112:0@lo:400:kworker.0 00000100:00100000:2.0:1777420987.362025:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777420987.362052:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841081600 00000100:00100000:0.0:1777420987.362064:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841081600 00000100:00100000:2.0:1777420987.362066:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c4bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3295:1863760841081728:0@lo:400:kworker.0 00000100:00100000:2.0:1777420987.362105:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777420987.362126:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c4be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841082240:0@lo:400:kworker.0 00000100:00100000:0.0:1777420987.362134:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 267 00000100:00100000:0.0:1777420987.362150:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3297:x1863760841081600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777420987.362163:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777420987.362185:0:3295:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1777420987.362193:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c4bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3295:1863760841081856:0@lo:400:kworker.0 00000100:00100000:2.0:1777420987.362234:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777420987.362267:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3297:x1863760841081600:12345-0@lo:400:kworker.0 Request processed in 115us (297us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420987.362275:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 267 00000100:00100000:0.0:1777420987.362343:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c4bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3297:1863760841081600:0@lo:400:kworker.0 00000100:00100000:3.0:1777420987.362427:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841081984 00000100:00100000:0.0:1777420987.362427:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841082112 00000100:00100000:0.0:1777420987.362437:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841082112 00000100:00100000:3.0:1777420987.362441:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841081984 00000100:00100000:3.0:1777420987.362506:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841082240 00000100:00100000:3.0:1777420987.362510:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841082240 00000100:00100000:3.0:1777420987.362639:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1777420987.362650:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c4bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841081984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777420987.362817:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1777420987.362833:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c4bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3295:x1863760841082240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777420987.362868:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0011ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841082368:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777420987.362890:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c4bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3295:x1863760841082240:12345-0@lo:400:kworker.0 Request processed in 61us (732us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420987.362898:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1777420987.362925:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777420987.362937:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841081728 00000100:00100000:0.0:1777420987.362946:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841081728 00000100:00100000:0.0:1777420987.362964:0:6546:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841082368 00000100:00100000:0.0:1777420987.362968:0:6546:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841082368 00000100:00100000:2.0:1777420987.362978:0:3295:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967308 gen 2 00000004:00080000:2.0:1777420987.362985:0:3295:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967307 committed transno 4294967308 00000100:00100000:0.0:1777420987.363006:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1777420987.363019:0:6546:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c4bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1863760841082368:12345-0@lo:13:osp-pre-1-0.0 00000004:00080000:2.0:1777420987.363025:0:3295:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9af001be3100, transno 4294967308 00000100:00100000:2.0:1777420987.363046:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c4be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841082240:0@lo:400:kworker.0 00002000:00000024:0.0:1777420987.363052:0:6546:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 52756480 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1777420987.363081:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841081856 00000100:00100000:2.0:1777420987.363089:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841081856 00000100:00100000:0.0:1777420987.363112:0:6546:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c4bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1863760841082368:12345-0@lo:13:osp-pre-1-0.0 Request processed in 97us (189us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420987.363120:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1777420987.363138:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:2.0:1777420987.363152:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c4bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1863760841082112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777420987.363183:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0011ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841082368:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777420987.363222:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c4bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1863760841082112:12345-0@lo:400:kworker.0 Request processed in 71us (1193us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420987.363232:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:3.0:1777420987.365137:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c4bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841081984:12345-0@lo:400:kworker.0 Request processed in 2481us (3262us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420987.365151:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00080000:3.0:1777420987.365194:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777420987.365212:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777420987.365215:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777420987.367075:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c4bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3295:x1863760841081856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777420987.367199:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c4bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3295:x1863760841081856:12345-0@lo:400:kworker.0 Request processed in 3958us (4964us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420987.369512:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:2.0:1777420987.369565:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:2.0:1777420987.369582:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c4bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3295:x1863760841081728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777420987.369675:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c4bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3295:x1863760841081728:12345-0@lo:400:kworker.0 Request processed in 100us (7570us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420987.369683:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:2.0:1777420987.369756:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c4be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3297:1863760841082112:0@lo:400:kworker.0 00000100:00100000:2.0:1777420987.369786:0:3297:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967310 gen 2 00000004:00080000:2.0:1777420987.369793:0:3297:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967310 committed transno 4294967310 00000100:00100000:2.0:1777420987.369824:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c4bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841081984:0@lo:400:kworker.0 00000100:00100000:3.0:1777420987.371535:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420987.371563:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833795840 00000100:00100000:3.0:1777420987.371574:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833795840 00000100:00100000:3.0:1777420987.371615:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 312 00000100:00100000:3.0:1777420987.371624:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+27:13930:x1863760833795840:12345-192.168.203.47@tcp:36:lfs.0 00010000:00010000:3.0:1777420987.371679:0:5762:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777420987.371716:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d71289384930 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x12:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375bbf expref: 27 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.371732:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff9af1061f8200) 00010000:00010000:3.0:1777420987.371744:0:5762:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777420987.371769:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384945 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.371783:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384945 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x12:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.371792:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384945 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x12:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777420987.372007:0:5762:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000005e914e5e reply state 0000000006f9f01e transno 4294967522 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384945 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x12:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420987.372017:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1777420987.372030:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x12:0x0]: returning size 512 00000100:00100000:3.0:1777420987.372273:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+28:13930:x1863760833795840:12345-192.168.203.47@tcp:36:lfs.0 Request processed in 649us (746us total) trans 4294967522 rc 0/0 00000100:00100000:3.0:1777420987.372282:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 312 00000100:00100000:0.0:1777420987.376749:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:0.0:1777420987.377171:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c4bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3295:1863760841081856:0@lo:400:kworker.0 00000100:00100000:0.0:1777420987.377192:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c4bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3295:1863760841081728:0@lo:400:kworker.0 00000100:00100000:2.0:1777420987.382676:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420987.382711:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833796096 00000100:00100000:2.0:1777420987.382722:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833796096 00000100:00100000:2.0:1777420987.382774:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 88 00000100:00100000:2.0:1777420987.382784:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c4bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+28:13930:x1863760833796096:12345-192.168.203.47@tcp:35:lfs.0 00000100:00100000:2.0:1777420987.383053:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c4bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+29:13930:x1863760833796096:12345-192.168.203.47@tcp:35:lfs.0 Request processed in 269us (386us total) trans 4294967523 rc 0/0 00000100:00100000:2.0:1777420987.383061:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 88 00010000:00010000:3.0:1777420987.383191:0:3281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384945 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x12:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.383298:0:3281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384945 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x12:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.383306:0:3281:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384945 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x12:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.383312:0:3281:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cda00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420987.383323:0:3281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384945 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x12:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.383331:0:3281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384945 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x12:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.383347:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff9af118b32900) 00010000:00010000:3.0:1777420987.383375:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1777420987.383390:0:3281:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384945 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x12:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.383397:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384945 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x12:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420987.405008:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420987.405417:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833796224 00000100:00100000:1.0:1777420987.405435:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833796224 00000100:00100000:1.0:1777420987.405514:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 313 00000100:00100000:1.0:1777420987.405527:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c4be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+28:13931:x1863760833796224:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:1.0:1777420987.405559:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777420987.405588:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d7128938494c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375bcd expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.409346:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289384953 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.409403:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289384953 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.409419:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289384953 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.409439:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d7128938495a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.409446:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d7128938495a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.409454:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d7128938495a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.409601:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d71289384961 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.409611:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d71289384961 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.409620:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d71289384961 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777420987.409679:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x12:0x0]: returning size 512 00000004:00200000:1.0:1777420987.409685:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777420987.409720:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d71289384961 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.409864:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289384953 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.409875:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289384953 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.409882:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289384953 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.409889:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137d12000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777420987.409894:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289384953 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.409902:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289384953 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.409917:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af118b32b00) 00010000:00010000:1.0:1777420987.409920:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777420987.409925:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289384953 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.409932:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289384953 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.409950:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d7128938495a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.409956:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d7128938495a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.409962:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d7128938495a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.409974:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137d13a00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777420987.409977:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d7128938495a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.409983:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d7128938495a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.409992:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xedcd73f9 (ffff9af1061f8c00) 00010000:00010000:1.0:1777420987.409995:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777420987.409998:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d7128938495a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.410005:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d7128938495a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.410048:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d7128938494c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375bcd expref: 30 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.410065:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13200/0xa38d71289384961 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375bcd expref: 29 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.410074:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff9af1061f8100) 00010000:00010000:1.0:1777420987.410076:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1777420987.410079:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137d13200, rc 0) 00000100:00100000:1.0:1777420987.410178:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c4be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+29:13931:x1863760833796224:12345-192.168.203.47@tcp:101:rm.0 Request processed in 4652us (5179us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420987.410189:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 313 00000100:00100000:3.0:1777420987.416868:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420987.420979:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833796352 00000100:00100000:1.0:1777420987.421009:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833796352 00000100:00100000:1.0:1777420987.421087:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 314 00000100:00100000:1.0:1777420987.421104:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+29:13931:x1863760833796352:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:1.0:1777420987.421130:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777420987.421159:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289384968 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375bd4 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.421573:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d7128938496f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.421591:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d7128938496f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.421604:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d7128938496f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.421620:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678a00/0xa38d71289384976 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.421626:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678a00/0xa38d71289384976 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.421633:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678a00/0xa38d71289384976 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.421863:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d7128938496f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.421873:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d7128938496f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.421880:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d7128938496f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.421896:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137d12400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777420987.421902:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d7128938496f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.421911:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d7128938496f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.421928:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff9af1061f8100) 00010000:00010000:1.0:1777420987.421931:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777420987.421937:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d7128938496f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.421944:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d7128938496f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.421961:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678a00/0xa38d71289384976 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.421967:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678a00/0xa38d71289384976 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.421972:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678a00/0xa38d71289384976 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.421977:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af101678a00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777420987.421979:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678a00/0xa38d71289384976 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.421986:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678a00/0xa38d71289384976 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.422007:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x14789339 (ffff9af1061f8e00) 00010000:00010000:1.0:1777420987.422009:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777420987.422012:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678a00/0xa38d71289384976 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.422018:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678a00/0xa38d71289384976 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.422058:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289384968 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375bd4 expref: 30 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.422067:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff9af1061f8100) 00010000:00010000:1.0:1777420987.422069:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777420987.422073:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289384968 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375bd4 expref: 30 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.422082:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137d13000, rc 0) 00000100:00100000:1.0:1777420987.422164:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+29:13931:x1863760833796352:12345-192.168.203.47@tcp:101:rm.0 Request processed in 1066us (5305us total) trans 0 rc 301/301 00000100:00100000:1.0:1777420987.422172:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 314 00000100:00100000:3.0:1777420987.428642:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420987.428710:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833796480 00000100:00100000:2.0:1777420987.428723:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833796480 00000100:00100000:2.0:1777420987.428804:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 315 00000100:00100000:2.0:1777420987.428823:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+29:13931:x1863760833796480:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:2.0:1777420987.428843:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777420987.428866:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d7128938497d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375bdb expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420987.428934:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cea00/0xa38d71289384984 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420987.428950:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cea00/0xa38d71289384984 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420987.428962:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cea00/0xa38d71289384984 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420987.428979:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d7128938498b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420987.428987:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d7128938498b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420987.428995:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d7128938498b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420987.429099:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cea00/0xa38d71289384984 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420987.429108:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cea00/0xa38d71289384984 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420987.429115:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cea00/0xa38d71289384984 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420987.429122:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013cea00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420987.429127:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cea00/0xa38d71289384984 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420987.429135:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cea00/0xa38d71289384984 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420987.429152:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff9af1061f8100) 00010000:00010000:2.0:1777420987.429156:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420987.429161:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cea00/0xa38d71289384984 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420987.429168:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cea00/0xa38d71289384984 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420987.429183:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d7128938498b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420987.429190:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d7128938498b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420987.429197:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d7128938498b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420987.429209:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013ce400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420987.429215:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d7128938498b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420987.429223:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d7128938498b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420987.429231:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x14789339 (ffff9af106213900) 00010000:00010000:2.0:1777420987.429233:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420987.429235:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d7128938498b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420987.429241:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d7128938498b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420987.429272:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d7128938497d lrc: 1/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375bdb expref: 30 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420987.429282:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff9af1061f8100) 00010000:00010000:2.0:1777420987.429285:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420987.429288:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d7128938497d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375bdb expref: 30 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420987.429297:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0013cee00, rc 0) 00000100:00100000:2.0:1777420987.429373:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+29:13931:x1863760833796480:12345-192.168.203.47@tcp:101:rm.0 Request processed in 559us (743us total) trans 0 rc 301/301 00000100:00100000:2.0:1777420987.429391:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 315 00000100:00100000:2.0:1777420987.451312:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420987.451632:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833796736 00000100:00100000:3.0:1777420987.451645:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833796736 00000100:00100000:3.0:1777420987.451704:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 316 00000100:00100000:3.0:1777420987.451714:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c4be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+29:13932:x1863760833796736:12345-192.168.203.47@tcp:101:dd.0 00010000:00010000:3.0:1777420987.451737:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777420987.451759:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384992 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375be2 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.451905:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384999 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.451920:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384999 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.451932:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384999 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.451956:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d712893849a0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x12:0x0].0x14789339 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.451964:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d712893849a0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.451971:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d712893849a0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.453624:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d712893849a7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.453642:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d712893849a7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.453652:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d712893849a7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777420987.453697:0:5761:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1777420987.453700:0:5761:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb mtime from disk: 0 -> 1777420987 00000004:00010000:3.0:1777420987.453703:0:5761:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb atime from disk: 0 -> 1777420987 00000004:00010000:3.0:1777420987.453705:0:5761:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb ctime from disk: 0 -> 1777420987 00000004:00010000:3.0:1777420987.453708:0:5761:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb blocks from disk: 18427282363563114435 -> 2 00002000:00010000:3.0:1777420987.453712:0:5761:0:(mdt_io.c:1542:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1777420987.453718:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384999 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.453725:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384999 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.453731:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384999 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.453749:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cde00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420987.453754:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384999 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.453762:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384999 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.453775:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff9af1061f8100) 00010000:00010000:3.0:1777420987.453778:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420987.453783:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384999 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.453790:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384999 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777420987.453804:0:5761:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000e6607cb6 reply state 0000000063f76c6e transno 4294967524 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d712893849a0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420987.453813:0:5761:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777420987.453858:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384992 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375be2 expref: 32 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.453877:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d712893849a7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375be2 expref: 31 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.453885:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9af118b32900) 00010000:00010000:3.0:1777420987.453888:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1777420987.453890:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0cc600, rc 0) 00000100:00100000:3.0:1777420987.453972:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c4be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+32:13932:x1863760833796736:12345-192.168.203.47@tcp:101:dd.0 Request processed in 2257us (2671us total) trans 4294967524 rc 0/0 00000100:00100000:3.0:1777420987.453987:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 316 00010000:00010000:0.0:1777420987.456021:0:3282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d712893849a0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420987.456041:0:3282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d712893849a0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420987.456122:0:3282:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d712893849a0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420987.456149:0:3282:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cc000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777420987.456155:0:3282:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d712893849a0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420987.456163:0:3282:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d712893849a0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420987.456181:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x14789339 (ffff9af118b32300) 00010000:00010000:0.0:1777420987.456185:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777420987.456191:0:3282:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d712893849a0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420987.456199:0:3282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d712893849a0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420987.477204:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420987.480207:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833796992 00000100:00100000:3.0:1777420987.480223:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833796992 00000100:00100000:3.0:1777420987.480384:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 317 00000100:00100000:3.0:1777420987.480396:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c4bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+31:13932:x1863760833796992:12345-192.168.203.47@tcp:101:dd.0 00010000:00010000:3.0:1777420987.480419:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777420987.480441:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d712893849b5 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375be9 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.480493:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893849bc lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.480510:0:5761:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d712893849a7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375be2 expref: 32 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.480519:0:5761:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893849bc lrc: 4/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.480552:0:5761:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d712893849a7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375be2 expref: 32 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.480565:0:5761:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d712893849a7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375be2 expref: 32 pid: 5761 timeout: 299 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420987.480580:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c11180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841082496:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777420987.480694:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1072aacc0 going to sleep for 11 seconds 00000100:00100000:0.0:1777420987.483597:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420987.483654:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833797120 00000100:00100000:0.0:1777420987.483666:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833797120 00010000:00010000:0.0:1777420987.483722:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d712893849a7 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375be2 expref: 33 pid: 5761 timeout: 299 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420987.483781:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 106 00000100:00100000:0.0:1777420987.483798:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011ac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+33:2369:x1863760833797120:12345-192.168.203.47@tcp:102:ldlm_bl.0 00010000:00010000:0.0:1777420987.483820:0:5746:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d712893849a7 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375be2 expref: 33 pid: 5761 timeout: 299 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420987.483841:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d712893849a7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375be2 expref: 33 pid: 5761 timeout: 299 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420987.483880:0:5746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d712893849a7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375be2 expref: 33 pid: 5761 timeout: 299 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420987.483891:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9af118b32900) 00010000:00010000:0.0:1777420987.483895:0:5746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1777420987.483899:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893849bc lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420987.483910:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893849bc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420987.483917:0:5746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893849bc lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420987.483949:0:5746:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d712893849a7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375be2 expref: 33 pid: 5761 timeout: 299 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420987.484029:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011ac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+33:2369:x1863760833797120:12345-192.168.203.47@tcp:102:ldlm_bl.0 Request processed in 235us (445us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420987.484042:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 106 00000100:00100000:3.0:1777420987.484261:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c11180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841082496:192.168.203.47@tcp:104: 00010000:00010000:3.0:1777420987.484306:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893849bc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.484318:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893849bc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.484324:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893849bc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777420987.484823:0:5761:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x7:0x0], index 0: 0 00000004:00080000:3.0:1777420987.484843:0:5761:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x6:0x0], index 1: 0 00010000:00010000:3.0:1777420987.485010:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893849bc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375be9 expref: 35 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.485022:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9af118b32900) 00010000:00010000:3.0:1777420987.485026:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1777420987.485456:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d712893849b5 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375be9 expref: 34 pid: 5761 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.485485:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893849bc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375be9 expref: 33 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.485512:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9af118b32900) 00010000:00010000:3.0:1777420987.485514:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1777420987.485517:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0cde00, rc 0) 00000100:00100000:3.0:1777420987.485558:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c4bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+33:13932:x1863760833796992:12345-192.168.203.47@tcp:101:dd.0 Request processed in 5164us (8364us total) trans 4294967525 rc 0/0 00000100:00100000:3.0:1777420987.485564:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 317 00000100:00100000:0.0:1777420987.495267:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420987.495411:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833797248 00000100:00100000:3.0:1777420987.495443:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833797248 00000100:00100000:3.0:1777420987.495502:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 67 00000100:00100000:3.0:1777420987.495512:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2365:x1863760833797248:12345-192.168.203.47@tcp:8:dd.0 00010000:00080000:3.0:1777420987.495552:0:6544:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0000: connection from f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp t0 exp 0000000000000000 cur 199 last 0 00000020:00000080:3.0:1777420987.495590:0:6544:0:(genops.c:1404:class_connect()) connect: client f8f37cf1-354c-422d-bbc6-c92f7928756d, cookie 0xa38d712893849c3 00002000:00100000:3.0:1777420987.495606:0:6544:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli f8f37cf1-354c-422d-bbc6-c92f7928756d/ffff9af105007800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 21132c1 ocd_grant: 5111808 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1777420987.495635:0:6544:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:3.0:1777420987.495754:0:6544:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1777420987.495788:0:6544:0:(import.c:65:import_set_state_nolock()) ffff9af105005000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1777420987.496026:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2365:x1863760833797248:12345-192.168.203.47@tcp:8:dd.0 Request processed in 513us (772us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420987.496032:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 67 00000100:00100000:0.0:1777420987.497814:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420987.497898:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833797376 00000100:00100000:3.0:1777420987.497910:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833797376 00000100:00100000:3.0:1777420987.498023:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 68 00000100:00100000:3.0:1777420987.498032:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:13932:x1863760833797376:12345-192.168.203.47@tcp:101:dd.0 00010000:00010000:3.0:1777420987.498057:0:6544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00080000:0.0:1777420987.498076:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1777420987.498086:0:6544:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d42d790d/0xa38d712893849ca lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375bf0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777420987.498120:0:6544:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1777420987.498140:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777420987.498142:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777420987.498151:0:6544:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d42d790d/0xa38d712893849ca lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 524288->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375bf0 expref: 7 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.498168:0:6544:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d42d790d/0xa38d712893849ca lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 524288->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375bf0 expref: 7 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.498196:0:6544:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0cda00, rc 0) 00000100:00100000:3.0:1777420987.498247:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+7:13932:x1863760833797376:12345-192.168.203.47@tcp:101:dd.0 Request processed in 216us (441us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420987.498255:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 68 00000100:00100000:1.0:1777420987.503918:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420987.504028:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833797632 00000100:00100000:2.0:1777420987.504046:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833797632 00000100:00100000:2.0:1777420987.504121:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 89 00000100:00100000:2.0:1777420987.504134:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118842a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+33:13932:x1863760833797632:12345-192.168.203.47@tcp:35:dd.0 00000100:00100000:2.0:1777420987.504611:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118842a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+34:13932:x1863760833797632:12345-192.168.203.47@tcp:35:dd.0 Request processed in 478us (706us total) trans 4294967526 rc 0/0 00000100:00100000:2.0:1777420987.504621:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 89 00000100:00100000:0.0:1777420987.677450:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420987.677517:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833797760 00000100:00100000:3.0:1777420987.677531:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833797760 00000100:00100000:3.0:1777420987.677605:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 318 00000100:00100000:3.0:1777420987.677617:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:13959:x1863760833797760:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777420987.677951:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777420987.677984:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d712893849d1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375bf7 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.678435:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d712893849d8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.678450:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d712893849d8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.678462:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d712893849d8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777420987.678562:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:3.0:1777420987.678567:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 8 stripe count 1 MDT count 1 00000004:00010000:3.0:1777420987.678597:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d712893849d8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.678643:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d712893849d1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375bf7 expref: 14 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.678690:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d712893849d8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375bf7 expref: 13 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.678701:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af118b32b00) 00010000:00010000:3.0:1777420987.678704:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777420987.678709:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0cd000, rc 0) 00000100:00100000:3.0:1777420987.678786:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+13:13959:x1863760833797760:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 1170us (1349us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420987.678795:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 318 00000100:00100000:0.0:1777420987.684411:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420987.684524:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833798016 00000100:00100000:3.0:1777420987.684535:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833798016 00000100:00100000:3.0:1777420987.684595:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 319 00000100:00100000:3.0:1777420987.684606:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+13:13960:x1863760833798016:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777420987.684627:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777420987.684649:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d712893849df lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375bfe expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.684723:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d712893849e6 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.684737:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d712893849e6 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.684750:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d712893849e6 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.684768:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d712893849ed lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.684788:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d712893849ed lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.684795:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d712893849ed lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.685041:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d712893849f4 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.685064:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d712893849f4 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.685072:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d712893849f4 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777420987.685082:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 10752 00010000:00010000:3.0:1777420987.685173:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d712893849e6 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.685180:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d712893849e6 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.685188:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d712893849e6 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.685194:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cc800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420987.685198:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d712893849e6 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.685204:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d712893849e6 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.685224:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9af106213700) 00010000:00010000:3.0:1777420987.685227:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420987.685232:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d712893849e6 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.685238:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d712893849e6 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.685250:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d712893849ed lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.685257:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d712893849ed lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.685263:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d712893849ed lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.685267:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cc200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420987.685269:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d712893849ed lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.685274:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d712893849ed lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.685280:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff9af118b32f00) 00010000:00010000:3.0:1777420987.685282:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420987.685284:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d712893849ed lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.685289:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d712893849ed lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.685901:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d712893849df lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375bfe expref: 16 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.685918:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d712893849f4 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375bfe expref: 15 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.685926:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9af106213200) 00010000:00010000:3.0:1777420987.685928:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420987.685930:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0cd200, rc 0) 00000100:00100000:3.0:1777420987.685997:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+15:13960:x1863760833798016:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 1393us (1596us total) trans 4294967527 rc 0/0 00000100:00100000:3.0:1777420987.686006:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 319 00000100:00100000:1.0:1777420987.691847:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420987.691893:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420987.691964:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833798144 00000100:00100000:3.0:1777420987.691975:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833798144 00000100:00100000:3.0:1777420987.692034:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 320 00000100:00100000:3.0:1777420987.692043:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118841c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+15:13960:x1863760833798144:12345-192.168.203.47@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1777420987.692159:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118841c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+15:13960:x1863760833798144:12345-192.168.203.47@tcp:59:lhsmtool_posix.0 Request processed in 116us (321us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420987.692167:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 320 00000100:00100000:0.0:1777420987.692995:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833798272 00000100:00100000:0.0:1777420987.693002:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833798272 00000100:00100000:0.0:1777420987.693042:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 9 00000100:00100000:0.0:1777420987.693077:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118843480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+15:2368:x1863760833798272:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777420987.693090:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777420987.693114:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d712893849f4 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375bfe expref: 15 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420987.693134:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9af106213200) 00010000:00010000:0.0:1777420987.693139:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777420987.693176:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118843480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+14:2368:x1863760833798272:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 100us (1281us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420987.693183:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 9 00000100:00100000:1.0:1777420987.711131:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420987.711290:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833798400 00000100:00100000:2.0:1777420987.711301:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833798400 00000100:00100000:2.0:1777420987.711398:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 321 00000100:00100000:2.0:1777420987.711410:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118841f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+34:13961:x1863760833798400:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:2.0:1777420987.711435:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777420987.711456:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cea00/0xa38d71289384a02 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375c05 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420987.711528:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384a09 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420987.711542:0:5760:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d712893849a7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375be2 expref: 35 pid: 5761 timeout: 299 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420987.711552:0:5760:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384a09 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420987.711583:0:5760:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d712893849a7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375be2 expref: 35 pid: 5761 timeout: 299 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420987.711614:0:5760:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d712893849a7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375be2 expref: 35 pid: 5761 timeout: 299 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420987.711629:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c4bea00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1863760841082624:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777420987.712177:0:5760:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1348c9840 going to sleep for 11 seconds 00000100:00100000:0.0:1777420987.714735:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420987.714824:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833798528 00000100:00100000:1.0:1777420987.714834:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833798528 00010000:00010000:1.0:1777420987.714872:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d712893849a7 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375be2 expref: 36 pid: 5761 timeout: 299 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420987.714932:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 107 00000100:00100000:1.0:1777420987.714942:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011ad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+36:2369:x1863760833798528:12345-192.168.203.47@tcp:102:ldlm_bl.0 00010000:00010000:1.0:1777420987.714958:0:5746:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d712893849a7 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375be2 expref: 36 pid: 5761 timeout: 299 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.714970:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d712893849a7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375be2 expref: 36 pid: 5761 timeout: 299 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.714982:0:5746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d712893849a7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375be2 expref: 36 pid: 5761 timeout: 299 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.714991:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9af118b32900) 00010000:00010000:1.0:1777420987.714994:0:5746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 51 00010000:00010000:1.0:1777420987.714998:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384a09 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.715007:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384a09 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.715013:0:5746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384a09 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.715034:0:5746:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d712893849a7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375be2 expref: 36 pid: 5761 timeout: 299 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420987.715106:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011ad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+36:2369:x1863760833798528:12345-192.168.203.47@tcp:102:ldlm_bl.0 Request processed in 165us (379us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420987.715124:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 107 00000100:00100000:2.0:1777420987.715586:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c4bea00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1863760841082624:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777420987.715609:0:5760:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384a09 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420987.715619:0:5760:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384a09 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420987.715625:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384a09 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777420987.715667:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13:0x0]: returning size 1048576 00000004:00200000:2.0:1777420987.715672:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777420987.715691:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384a09 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420987.715727:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cea00/0xa38d71289384a02 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c05 expref: 36 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420987.715753:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384a09 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c05 expref: 35 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420987.715761:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9af118b32900) 00010000:00010000:2.0:1777420987.715771:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777420987.715774:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0013cf600, rc 0) 00000100:00100000:2.0:1777420987.715818:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118841f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+35:13961:x1863760833798400:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 4411us (4698us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420987.715826:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 321 00000100:00100000:0.0:1777420987.719381:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420987.719500:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833798656 00000100:00100000:1.0:1777420987.719511:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833798656 00000100:00100000:1.0:1777420987.719583:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 69 00000100:00100000:1.0:1777420987.719593:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2368:x1863760833798656:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:1.0:1777420987.719610:0:6860:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777420987.719630:0:6860:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002f0162a9/0xa38d71289384a10 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375c0c expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777420987.719655:0:6860:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1777420987.719674:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777420987.719676:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777420987.719683:0:6860:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002f0162a9/0xa38d71289384a10 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c0c expref: 7 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.719702:0:6860:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002f0162a9/0xa38d71289384a10 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c0c expref: 7 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420987.719716:0:6860:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af101678e00, rc 0) 00000100:00080000:0.0:1777420987.719819:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777420987.719897:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+7:2368:x1863760833798656:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 305us (554us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420987.719906:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 69 00000100:00100000:1.0:1777420987.724224:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420987.724314:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833798784 00000100:00100000:2.0:1777420987.724326:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833798784 00000100:00100000:2.0:1777420987.724454:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 322 00000100:00100000:2.0:1777420987.724477:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118842d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+35:13961:x1863760833798784:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:2.0:1777420987.724495:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777420987.724516:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cea00/0xa38d71289384a17 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375c13 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420987.724585:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d71289384a1e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420987.724599:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d71289384a1e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420987.724610:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d71289384a1e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420987.724625:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384a25 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420987.724631:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384a25 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420987.724638:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384a25 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420987.724770:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d71289384a2c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420987.724780:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d71289384a2c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420987.724788:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d71289384a2c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777420987.724822:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13:0x0]: returning size 1048576 00000004:00200000:2.0:1777420987.724826:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777420987.724844:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d71289384a2c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420987.724857:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d71289384a1e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420987.724863:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d71289384a1e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420987.724869:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d71289384a1e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420987.724876:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013cf200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420987.724880:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d71289384a1e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420987.724887:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d71289384a1e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420987.724898:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff9af1061f8100) 00010000:00010000:2.0:1777420987.724906:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420987.724912:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d71289384a1e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420987.724918:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d71289384a1e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420987.724932:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384a25 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420987.724938:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384a25 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420987.724944:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384a25 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420987.724949:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013ce400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420987.724952:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384a25 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420987.724958:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384a25 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420987.724965:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x14789339 (ffff9af106213c00) 00010000:00010000:2.0:1777420987.724968:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420987.724971:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384a25 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420987.724976:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384a25 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420987.725014:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cea00/0xa38d71289384a17 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c13 expref: 37 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420987.725043:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d71289384a2c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c13 expref: 36 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420987.725051:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9af118b32900) 00010000:00010000:2.0:1777420987.725054:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777420987.725057:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0013cee00, rc 0) 00000100:00100000:2.0:1777420987.725119:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118842d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+36:13961:x1863760833798784:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 656us (904us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420987.725127:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 322 00000100:00100000:2.0:1777420987.728246:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420987.728292:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420987.728403:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833799040 00000100:00100000:0.0:1777420987.728415:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833799040 00000100:00100000:0.0:1777420987.728481:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 10 00000100:00100000:0.0:1777420987.728492:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af102fb5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+36:2368:x1863760833799040:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777420987.728509:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777420987.728532:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d71289384a2c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c13 expref: 36 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420987.728557:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9af118b32900) 00010000:00010000:0.0:1777420987.728562:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777420987.728613:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af102fb5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+35:2368:x1863760833799040:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 124us (320us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420987.728620:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 10 00000100:00100000:3.0:1777420987.729240:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833798912 00000100:00100000:3.0:1777420987.729246:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833798912 00000100:00100000:3.0:1777420987.729283:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 323 00000100:00100000:3.0:1777420987.729291:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c4bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+35:13961:x1863760833798912:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:3.0:1777420987.729307:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777420987.729324:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384a33 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375c1a expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.729594:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d71289384a3a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.729609:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d71289384a3a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.729619:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d71289384a3a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777420987.729683:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x12:0x0]: returning size 512 00000004:00200000:3.0:1777420987.729687:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1777420987.729713:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d71289384a3a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.729738:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384a33 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c1a expref: 37 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.729754:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d71289384a3a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c1a expref: 36 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420987.729762:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff9af1061f8100) 00010000:00010000:3.0:1777420987.729765:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777420987.729767:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0cc200, rc 0) 00000100:00100000:3.0:1777420987.729812:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c4bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+36:13961:x1863760833798912:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 521us (1575us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420987.729819:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 323 00010000:00010000:1.0:1777420987.736522:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777420987.738590:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420987.738671:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833799296 00000100:00100000:3.0:1777420987.738681:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833799296 00000100:00100000:3.0:1777420987.738748:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 324 00000100:00100000:3.0:1777420987.738758:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c4bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+36:13961:x1863760833799296:12345-192.168.203.47@tcp:58:lfs.0 00000040:00080000:3.0:1777420987.739078:0:5761:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].9, 136 off9416 00000100:00100000:3.0:1777420987.739174:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c4bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+36:13961:x1863760833799296:12345-192.168.203.47@tcp:58:lfs.0 Request processed in 416us (592us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420987.739183:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 324 00000040:00080000:3.0:1777420987.992630:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777420987.992640:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777420987.992679:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 10 count 5 00000040:00080000:3.0:1777420987.992686:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777420987.992962:0:11331:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c11180 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841082752:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1777420987.993270:0:11331:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af10550bcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1777420988.001344:0:11331:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c11180 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841082752:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1777420988.003792:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420988.004173:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833799424 00000100:00100000:1.0:1777420988.004183:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833799424 00000100:00100000:1.0:1777420988.004249:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 325 00000100:00100000:1.0:1777420988.004260:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c4bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+14:13971:x1863760833799424:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1777420988.004291:0:5760:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000401:0x13:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1777420988.004524:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c4bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+14:13971:x1863760833799424:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 265us (740us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420988.004533:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 325 00000100:00100000:2.0:1777420988.014700:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420988.014774:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833799680 00000100:00100000:3.0:1777420988.014786:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833799680 00000100:00100000:3.0:1777420988.014952:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 326 00000100:00100000:3.0:1777420988.014963:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+14:13971:x1863760833799680:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777420988.014983:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777420988.015004:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384a41 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375c21 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420988.015114:0:5761:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d712893849a7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375be2 expref: 35 pid: 5761 timeout: 299 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420988.015133:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384a48 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420988.015164:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384a48 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420988.015176:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384a48 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777420988.015190:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13:0x0]: returning size 1048576 00010000:00010000:3.0:1777420988.015324:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384a41 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c21 expref: 17 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420988.015343:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384a48 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c21 expref: 16 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420988.015371:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9af118b32900) 00010000:00010000:3.0:1777420988.015386:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777420988.015390:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0cc800, rc 0) 00000100:00100000:3.0:1777420988.015457:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+16:13971:x1863760833799680:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 496us (768us total) trans 4294967528 rc 0/0 00000100:00100000:3.0:1777420988.015465:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 326 00000100:00100000:0.0:1777420988.019346:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420988.019485:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420988.019509:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420988.019591:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833800064 00000100:00100000:2.0:1777420988.019603:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833800064 00000100:00100000:2.0:1777420988.019704:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833799936 00000100:00100000:2.0:1777420988.019708:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833799936 00000100:00080000:0.0:1777420988.019730:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1777420988.019734:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777420988.019800:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833799808 00000100:00100000:3.0:1777420988.019805:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833799808 00000100:00100000:2.0:1777420988.019820:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 70 00000100:00100000:2.0:1777420988.019829:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12dc83450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+5:2367:x1863760833800064:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 00000100:00100000:3.0:1777420988.019834:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 327 00000100:00100000:3.0:1777420988.019840:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+16:2367:x1863760833799808:12345-192.168.203.47@tcp:33:lhsmtool_posix.0 00010000:00010000:3.0:1777420988.019882:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384a5d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.019882:0:6544:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000eeb5b67f/0xa38d71289384a56 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420988.019900:0:5761:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d712893849a7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375be2 expref: 35 pid: 5761 timeout: 299 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.019905:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777420988.019907:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777420988.019913:0:6544:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eeb5b67f/0xa38d71289384a56 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420988.019922:0:5761:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384a5d lrc: 4/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x50010000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.019932:0:6544:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eeb5b67f/0xa38d71289384a56 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420988.019953:0:5761:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d712893849a7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375be2 expref: 35 pid: 5761 timeout: 299 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.019960:0:6544:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000eeb5b67f/0xa38d71289384a56 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420988.019966:0:5761:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d712893849a7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375be2 expref: 35 pid: 5761 timeout: 299 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.019968:0:6544:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000eeb5b67f/0xa38d71289384a56 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.019976:0:6544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000eeb5b67f/0xa38d71289384a56 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420988.019981:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c11180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841082880:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777420988.019983:0:6544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013ce600 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:2.0:1777420988.019987:0:6544:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000eeb5b67f/0xa38d71289384a56 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.019994:0:6544:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000eeb5b67f/0xa38d71289384a56 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.020007:0:6544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000eeb5b67f/0xa38d71289384a56 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.020013:0:6544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eeb5b67f/0xa38d71289384a56 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420988.020070:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af10550bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1777420988.020071:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12dc83450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+5:2367:x1863760833800064:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 Request processed in 243us (585us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420988.020078:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 70 00000100:00100000:1.0:1777420988.020145:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 71 00000100:00100000:1.0:1777420988.020156:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+5:2367:x1863760833799936:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1777420988.020177:0:6860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000004d5f2982/0xa38d71289384a64 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420988.020189:0:6860:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d42d790d/0xa38d712893849ca lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 524288->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375bf0 expref: 6 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420988.020196:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777420988.020198:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777420988.020201:0:6860:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004d5f2982/0xa38d71289384a64 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420988.020218:0:6860:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d42d790d/0xa38d712893849ca lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 524288->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375bf0 expref: 6 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420988.020227:0:6860:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d42d790d/0xa38d712893849ca lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 524288->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375bf0 expref: 6 pid: 6544 timeout: 299 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420988.020237:0:6860:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118842300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:6860:1863760841083008:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777420988.020267:0:6860:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13c0b29c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777420988.025117:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420988.025281:0:6860:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118842300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:6860:1863760841083008:192.168.203.47@tcp:104: 00010000:00010000:1.0:1777420988.025311:0:6860:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004d5f2982/0xa38d71289384a64 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420988.026107:0:6548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833800192 00000100:00100000:3.0:1777420988.026116:0:6548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833800192 00002000:00100000:3.0:1777420988.026164:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (524288->1048575) req@ffff9af0010f7480 x1863760833800192/t0(0) o4->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:754/0 lens 488/0 e 0 to 0 dl 1777420999 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777420988.026174:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0010f7480 with x1863760833800192 ext(524288->1048575) 00010000:00010000:3.0:1777420988.026182:0:6548:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000d42d790d/0xa38d712893849ca lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 524288->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375bf0 expref: 7 pid: 6544 timeout: 299 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420988.026193:0:6548:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000d42d790d/0xa38d712893849ca lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 524288->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375bf0 expref: 7 pid: 6544 timeout: 299 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777420988.026201:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9af0010f7480 00000100:00100000:3.0:1777420988.026234:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 0 00000100:00100000:3.0:1777420988.026244:0:6548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+7:2369:x1863760833800192:12345-192.168.203.47@tcp:4:dd.0 00000100:00100000:0.0:1777420988.033011:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420988.033850:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c11180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841082880:192.168.203.47@tcp:104: 00010000:00010000:3.0:1777420988.033876:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384a5d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x40010000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420988.033958:0:5775:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833800320 00000100:00100000:1.0:1777420988.033965:0:5775:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833800320 00002000:00100000:1.0:1777420988.034011:0:5775:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000401:0x13:0x0] req@ffff9af0011ad500 x1863760833800320/t0(0) o4->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:754/0 lens 488/0 e 0 to 0 dl 1777420999 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777420988.034022:0:5775:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0011ad500 with x1863760833800320 00010000:00010000:1.0:1777420988.034028:0:5775:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d712893849a7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375be2 expref: 36 pid: 5761 timeout: 299 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420988.034049:0:5775:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d712893849a7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375be2 expref: 36 pid: 5761 timeout: 299 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777420988.034057:0:5775:0:(mdt_io.c:157:mdt_rw_hpreq_check()) lustre-MDT0000: refreshed 1 locks timeout for req ffff9af0011ad500 00000100:00100000:1.0:1777420988.034085:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 0 00000100:00100000:1.0:1777420988.034094:0:5775:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+36:2368:x1863760833800320:12345-192.168.203.47@tcp:4:dd.0 00000004:00010000:1.0:1777420988.061531:0:5775:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb size from disk: 0 -> 524288 00000004:00010000:1.0:1777420988.061540:0:5775:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb mtime from disk: 1777420987 -> 1777420987 00000004:00010000:1.0:1777420988.061542:0:5775:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb atime from disk: 1777420987 -> 1777420987 00000004:00010000:1.0:1777420988.061544:0:5775:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb ctime from disk: 1777420987 -> 1777420987 00000004:00010000:1.0:1777420988.061546:0:5775:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb blocks from disk: 2 -> 2 00000100:00100000:1.0:1777420988.061634:0:5775:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+38:2368:x1863760833800320:12345-192.168.203.47@tcp:4:dd.0 Request processed in 27534us (28626us total) trans 4294967529 rc 0/0 00000100:00100000:1.0:1777420988.061656:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 0 00002000:00100000:1.0:1777420988.061669:0:5775:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000401:0x13:0x0] req@ffff9af0011ad500 x1863760833800320/t4294967529(0) o4->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:754/0 lens 488/448 e 0 to 0 dl 1777420999 ref 1 fl Complete:H/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777420988.061680:0:5775:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af0011ad500 with x1863760833800320 00010000:00010000:1.0:1777420988.061689:0:5775:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d712893849a7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375be2 expref: 38 pid: 5761 timeout: 299 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420988.061703:0:5775:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d712893849a7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375be2 expref: 38 pid: 5761 timeout: 299 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777420988.064072:0:5775:0:(mdt_io.c:157:mdt_rw_hpreq_check()) lustre-MDT0000: refreshed 1 locks timeout for req ffff9af0011ad500 00000100:00100000:1.0:1777420988.081738:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420988.081774:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833800448 00000100:00100000:1.0:1777420988.081783:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833800448 00010000:00010000:1.0:1777420988.081819:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d712893849a7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375be2 expref: 38 pid: 5761 timeout: 299 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420988.081850:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 108 00000100:00100000:1.0:1777420988.081858:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118842300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+38:2369:x1863760833800448:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777420988.081872:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777420988.081894:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d712893849a7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375be2 expref: 38 pid: 5761 timeout: 299 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420988.081906:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d712893849a7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375be2 expref: 38 pid: 5761 timeout: 299 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420988.081946:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d712893849a7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375be2 expref: 38 pid: 5761 timeout: 299 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420988.081961:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9af118b32900) 00010000:00010000:1.0:1777420988.081967:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384a5d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x40010000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420988.081977:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384a5d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x40090000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420988.081985:0:5746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384a5d lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x40090000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420988.082006:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777420988.082049:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118842300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+37:2369:x1863760833800448:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 191us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420988.082057:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 108 00010000:00010000:1.0:1777420988.082084:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384a5d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420988.082092:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384a5d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420988.082118:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384a5d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x50010000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420988.082124:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384a5d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x50010400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420988.082131:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384a5d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420988.082142:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cd200 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:1.0:1777420988.082147:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384a5d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420988.082154:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384a5d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420988.082162:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9af118b32900) 00010000:00010000:1.0:1777420988.082165:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777420988.082169:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384a5d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x44819400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420988.082175:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384a5d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x44819400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420988.082207:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+16:2367:x1863760833799808:12345-192.168.203.47@tcp:33:lhsmtool_posix.0 Request processed in 62366us (62869us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420988.082214:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 327 00000001:00100000:0.0:1777420988.139434:0:6572:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of f8f37cf1-354c-422d-bbc6-c92f7928756d 00000020:00000080:0.0:1777420988.139444:0:6572:0:(genops.c:904:class_export_put()) final put ffff9af105d7e000/f8f37cf1-354c-422d-bbc6-c92f7928756d 00000001:00100000:0.0:1777420988.139483:0:6572:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of f8f37cf1-354c-422d-bbc6-c92f7928756d 00000020:00000080:2.0:1777420988.139638:0:38:0:(genops.c:863:class_export_destroy()) destroying export ffff9af105d7e000/f8f37cf1-354c-422d-bbc6-c92f7928756d for lustre-OST0000 00000020:00000080:2.0:1777420988.139710:0:38:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9af105d79800 for lustre-OST0000 00000001:00080000:0.0:1777420988.227088:0:6572:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967311 is committed 00000100:00100000:3.0:1777420988.227253:0:6548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2369:x1863760833800192:12345-192.168.203.47@tcp:4:dd.0 Request processed in 201003us (202138us total) trans 4294967311 rc 0/0 00000100:00100000:3.0:1777420988.227267:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 0 00002000:00100000:3.0:1777420988.227279:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (524288->1048575) req@ffff9af0010f7480 x1863760833800192/t4294967311(0) o4->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:754/0 lens 488/448 e 0 to 0 dl 1777420999 ref 1 fl Complete:H/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777420988.227290:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0010f7480 with x1863760833800192 ext(524288->1048575) 00010000:00010000:3.0:1777420988.227300:0:6548:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000d42d790d/0xa38d712893849ca lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 524288->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375bf0 expref: 6 pid: 6544 timeout: 299 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420988.227318:0:6548:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000d42d790d/0xa38d712893849ca lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 524288->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375bf0 expref: 6 pid: 6544 timeout: 300 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777420988.227326:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9af0010f7480 00000100:00100000:2.0:1777420988.243544:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420988.243965:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833800576 00000100:00100000:1.0:1777420988.243976:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833800576 00010000:00010000:1.0:1777420988.244012:0:5745:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d42d790d/0xa38d712893849ca lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 524288->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375bf0 expref: 6 pid: 6544 timeout: 300 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420988.244056:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 109 00000100:00100000:1.0:1777420988.244065:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2368:x1863760833800576:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777420988.244080:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1777420988.244100:0:5745:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 0 -> 1048576 00002000:00010000:1.0:1777420988.244104:0:5745:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 0 -> 1777420987 00002000:00010000:1.0:1777420988.244117:0:5745:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 0 -> 1777420987 00002000:00010000:1.0:1777420988.244120:0:5745:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 1 -> 1031 00010000:00010000:1.0:1777420988.244127:0:5745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d42d790d/0xa38d712893849ca lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 524288->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375bf0 expref: 6 pid: 6544 timeout: 300 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420988.244143:0:5745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d42d790d/0xa38d712893849ca lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 524288->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375bf0 expref: 6 pid: 6544 timeout: 300 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420988.244168:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d42d790d/0xa38d712893849ca lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 524288->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375bf0 expref: 6 pid: 6544 timeout: 300 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420988.244186:0:5745:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777420988.244189:0:5745:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777420988.244194:0:5745:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004d5f2982/0xa38d71289384a64 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420988.244205:0:5745:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004d5f2982/0xa38d71289384a64 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420988.244231:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777420988.244276:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+5:2368:x1863760833800576:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 212us (742us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420988.244285:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 109 00010000:00010000:1.0:1777420988.244314:0:6860:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004d5f2982/0xa38d71289384a64 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420988.244324:0:6860:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004d5f2982/0xa38d71289384a64 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420988.244402:0:6860:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000004d5f2982/0xa38d71289384a64 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420988.244411:0:6860:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004d5f2982/0xa38d71289384a64 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420988.244420:0:6860:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004d5f2982/0xa38d71289384a64 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420988.244427:0:6860:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af101678200 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:1.0:1777420988.244432:0:6860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004d5f2982/0xa38d71289384a64 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420988.244441:0:6860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004d5f2982/0xa38d71289384a64 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420988.244453:0:6860:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004d5f2982/0xa38d71289384a64 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420988.244461:0:6860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004d5f2982/0xa38d71289384a64 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420988.244508:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+5:2367:x1863760833799936:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 Request processed in 224355us (224997us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420988.244517:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 71 00000100:00100000:3.0:1777420988.247272:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420988.253047:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833800832 00000100:00100000:2.0:1777420988.253063:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833800832 00000100:00100000:2.0:1777420988.253124:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 328 00000100:00100000:2.0:1777420988.253134:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+16:13971:x1863760833800832:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1777420988.253245:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+16:13971:x1863760833800832:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 113us (5982us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420988.253253:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 328 00000100:00100000:1.0:1777420988.264534:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420988.264580:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420988.264603:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833801088 00000100:00100000:1.0:1777420988.264614:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833801088 00000100:00100000:1.0:1777420988.264663:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 72 00000100:00100000:1.0:1777420988.264672:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118840e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+5:2366:x1863760833801088:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777420988.264689:0:6860:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777420988.264709:0:6860:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002be79875/0xa38d71289384a6b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375c2f expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777420988.264735:0:6860:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x7:0x0] initial LVB size: 1048576, mtime: 0x69f14abb, atime: 0x0, ctime: 0x69f14abb, blocks: 0x407 00010000:00010000:1.0:1777420988.264753:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777420988.264755:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777420988.264765:0:6860:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002be79875/0xa38d71289384a6b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c2f expref: 6 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420988.264782:0:6860:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002be79875/0xa38d71289384a6b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c2f expref: 6 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420988.264797:0:6860:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af101678400, rc 0) 00000100:00100000:1.0:1777420988.264842:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118840e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2366:x1863760833801088:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 170us (272us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420988.264850:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 72 00000100:00100000:0.0:1777420988.268432:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833800960 00000100:00100000:0.0:1777420988.268447:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833800960 00000100:00100000:0.0:1777420988.268515:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 329 00000100:00100000:0.0:1777420988.268975:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118841180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+16:2366:x1863760833800960:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777420988.268998:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777420988.269023:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384a72 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375c28 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420988.269060:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384a72 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c28 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777420988.269075:0:5760:0:(mdt_io.c:1542:mdt_lvb2reply()) size 524288 00010000:00010000:0.0:1777420988.269082:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384a72 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c28 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420988.269096:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9af118b32900) 00010000:00010000:0.0:1777420988.269099:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777420988.269103:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12cf38c00, rc 0) 00000100:00100000:0.0:1777420988.269186:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118841180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+17:2366:x1863760833800960:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 661us (4661us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420988.269194:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 329 00000100:00100000:0.0:1777420988.273987:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420988.274765:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833801216 00000100:00100000:2.0:1777420988.274777:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833801216 00000100:00100000:2.0:1777420988.274846:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 73 00000100:00100000:2.0:1777420988.274858:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+5:2366:x1863760833801216:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777420988.274876:0:6543:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777420988.274895:0:6543:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e27a412f/0xa38d71289384a79 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375c36 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.274923:0:6543:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777420988.274926:0:6543:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777420988.274934:0:6543:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e27a412f/0xa38d71289384a79 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c36 expref: 6 pid: 6543 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.274959:0:6543:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e27a412f/0xa38d71289384a79 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c36 expref: 6 pid: 6543 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.274973:0:6543:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0013cfa00, rc 0) 00000100:00100000:2.0:1777420988.275034:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2366:x1863760833801216:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 178us (1057us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420988.275042:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 73 00000100:00100000:3.0:1777420988.280162:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420988.280232:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833801472 00000100:00100000:2.0:1777420988.280275:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833801472 00000100:00100000:2.0:1777420988.280336:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 330 00000100:00100000:2.0:1777420988.280346:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+17:13971:x1863760833801472:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1777420988.280539:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+17:13971:x1863760833801472:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 194us (390us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420988.280547:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 330 00000100:00100000:2.0:1777420988.294674:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420988.295136:0:6548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833801600 00000100:00100000:3.0:1777420988.295149:0:6548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833801600 00002000:00100000:3.0:1777420988.295206:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (524288->1048575) req@ffff9af0010f6d80 x1863760833801600/t0(0) o3->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:754/0 lens 488/0 e 0 to 0 dl 1777420999 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777420988.295220:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0010f6d80 with x1863760833801600 ext(524288->1048575) 00002000:00010000:3.0:1777420988.295227:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af0010f6d80 00000100:00100000:3.0:1777420988.295273:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 40 00000100:00100000:3.0:1777420988.295284:0:6548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2367:x1863760833801600:12345-192.168.203.47@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1777420988.298012:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420988.299653:0:5775:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833801728 00000100:00100000:2.0:1777420988.299670:0:5775:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833801728 00002000:00100000:2.0:1777420988.299730:0:5775:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000401:0x13:0x0] req@ffff9af118840000 x1863760833801728/t0(0) o3->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:754/0 lens 488/0 e 0 to 0 dl 1777420999 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777420988.299743:0:5775:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af118840000 with x1863760833801728 00000100:00100000:2.0:1777420988.299773:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 3 00000100:00100000:2.0:1777420988.299783:0:5775:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118840000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+17:2366:x1863760833801728:12345-192.168.203.47@tcp:3:lhsmtool_posix.0 00000100:00100000:2.0:1777420988.310487:0:6548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2367:x1863760833801600:12345-192.168.203.47@tcp:3:lhsmtool_posix.0 Request processed in 15197us (15816us total) trans 0 rc 524288/524288 00000100:00100000:2.0:1777420988.310509:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 40 00002000:00100000:2.0:1777420988.310522:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (524288->1048575) req@ffff9af0010f6d80 x1863760833801600/t0(0) o3->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:754/0 lens 488/440 e 0 to 0 dl 1777420999 ref 1 fl Complete:/600/0 rc 524288/524288 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777420988.310534:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0010f6d80 with x1863760833801600 ext(524288->1048575) 00002000:00010000:2.0:1777420988.310540:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af0010f6d80 00000100:00100000:0.0:1777420988.322973:0:5775:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118840000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+17:2366:x1863760833801728:12345-192.168.203.47@tcp:3:lhsmtool_posix.0 Request processed in 23180us (24968us total) trans 0 rc 524288/524288 00000100:00100000:0.0:1777420988.322994:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 3 00002000:00100000:0.0:1777420988.323008:0:5775:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000401:0x13:0x0] req@ffff9af118840000 x1863760833801728/t0(0) o3->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:754/0 lens 488/440 e 0 to 0 dl 1777420999 ref 1 fl Complete:/600/0 rc 524288/524288 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777420988.323019:0:5775:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af118840000 with x1863760833801728 00000100:00100000:1.0:1777420988.350483:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420988.350589:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833801856 00000100:00100000:2.0:1777420988.350600:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833801856 00000100:00100000:2.0:1777420988.350649:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 331 00000100:00100000:2.0:1777420988.350658:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118840a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+17:13971:x1863760833801856:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777420988.350676:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777420988.350696:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d71289384a80 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375c3d expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.350727:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d71289384a87 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.350741:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d71289384a87 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.350752:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d71289384a87 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.350845:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d71289384a80 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c3d expref: 19 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.350869:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d71289384a87 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c3d expref: 18 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.350889:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9af118b32900) 00010000:00010000:2.0:1777420988.350892:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777420988.350896:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0013cee00, rc 0) 00000100:00100000:2.0:1777420988.350948:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118840a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+18:13971:x1863760833801856:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 290us (473us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420988.350954:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 331 00000100:00100000:1.0:1777420988.358108:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420988.361240:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833801984 00000100:00100000:3.0:1777420988.361256:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833801984 00000100:00100000:3.0:1777420988.361330:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 332 00000100:00100000:3.0:1777420988.361341:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118840700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+18:13971:x1863760833801984:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1777420988.361397:0:5760:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000401:0x13:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1777420988.361510:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118840700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+18:13971:x1863760833801984:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 170us (3413us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420988.361518:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 332 00000100:00100000:1.0:1777420988.365293:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420988.368549:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420988.368570:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833802112 00000100:00100000:3.0:1777420988.368582:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833802112 00000100:00100000:1.0:1777420988.368596:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420988.368619:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833802240 00000100:00100000:0.0:1777420988.368627:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833802240 00000100:00100000:3.0:1777420988.368650:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 333 00000100:00100000:0.0:1777420988.368664:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833802368 00000100:00100000:3.0:1777420988.368665:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118841880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+18:2368:x1863760833802112:12345-192.168.203.47@tcp:33:lhsmtool_posix.0 00000100:00100000:0.0:1777420988.368669:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833802368 00000100:00100000:0.0:1777420988.368708:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 74 00000100:00100000:0.0:1777420988.368717:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118842680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2368:x1863760833802240:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1777420988.368755:0:6860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008d723d29/0xa38d71289384a8e lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420988.368761:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384a95 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420988.368777:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777420988.368781:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777420988.368782:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384a95 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x50010000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420988.368786:0:6860:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008d723d29/0xa38d71289384a8e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420988.368798:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384a95 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x40010000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420988.368802:0:6860:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008d723d29/0xa38d71289384a8e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420988.368829:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384a95 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x50010000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420988.368838:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384a95 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x50010400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420988.368849:0:6860:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008d723d29/0xa38d71289384a8e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420988.368862:0:6860:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008d723d29/0xa38d71289384a8e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420988.368868:0:6860:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008d723d29/0xa38d71289384a8e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420988.368878:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384a95 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x40010400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420988.368879:0:6860:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf38a00 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:0.0:1777420988.368886:0:6860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008d723d29/0xa38d71289384a8e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420988.368889:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cda00 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:3.0:1777420988.368895:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384a95 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x40010400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420988.368900:0:6860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008d723d29/0xa38d71289384a8e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420988.368906:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384a95 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x40018400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420988.368918:0:6860:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008d723d29/0xa38d71289384a8e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420988.368920:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9af118b32900) 00010000:00010000:3.0:1777420988.368927:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777420988.368932:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384a95 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x44819400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420988.368934:0:6860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008d723d29/0xa38d71289384a8e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420988.368946:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384a95 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x44819400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420988.369022:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118841880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+18:2368:x1863760833802112:12345-192.168.203.47@tcp:33:lhsmtool_posix.0 Request processed in 362us (3738us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420988.369025:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 75 00000100:00100000:3.0:1777420988.369036:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 333 00000100:00100000:2.0:1777420988.369041:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118843800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2368:x1863760833802368:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1777420988.369065:0:6543:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000b3609c28/0xa38d71289384a9c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.369074:0:6543:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777420988.369076:0:6543:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777420988.369079:0:6543:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b3609c28/0xa38d71289384a9c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.369090:0:6543:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b3609c28/0xa38d71289384a9c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.369110:0:6543:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000b3609c28/0xa38d71289384a9c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.369118:0:6543:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b3609c28/0xa38d71289384a9c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.369208:0:6543:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b3609c28/0xa38d71289384a9c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.369215:0:6543:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013cea00 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:2.0:1777420988.369218:0:6543:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b3609c28/0xa38d71289384a9c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.369227:0:6543:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b3609c28/0xa38d71289384a9c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.369238:0:6543:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b3609c28/0xa38d71289384a9c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.369245:0:6543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b3609c28/0xa38d71289384a9c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420988.369600:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118842680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2368:x1863760833802240:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 Request processed in 882us (1059us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420988.369610:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 74 00000100:00100000:2.0:1777420988.372280:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118843800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2368:x1863760833802368:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 Request processed in 3234us (3674us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420988.372295:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 75 00000100:00100000:1.0:1777420988.376881:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420988.377222:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833802624 00000100:00100000:3.0:1777420988.377233:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833802624 00000100:00100000:3.0:1777420988.377294:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 334 00000100:00100000:3.0:1777420988.377305:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118843100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+18:13971:x1863760833802624:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1777420988.377432:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289384aa3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420988.377650:0:5760:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d71289384a87 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c3d expref: 18 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420988.377673:0:5760:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289384aa3 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420988.377711:0:5760:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d71289384a87 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c3d expref: 18 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420988.377725:0:5760:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d71289384a87 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c3d expref: 18 pid: 5761 timeout: 300 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420988.377740:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c10e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1863760841083136:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777420988.377837:0:5760:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af10550bcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1777420988.383484:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420988.383526:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833802752 00000100:00100000:2.0:1777420988.383536:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833802752 00010000:00010000:2.0:1777420988.383576:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d71289384a87 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c3d expref: 19 pid: 5761 timeout: 300 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420988.383621:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 110 00000100:00100000:2.0:1777420988.383646:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118843480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+19:2369:x1863760833802752:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777420988.383662:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777420988.383670:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d71289384a87 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c3d expref: 19 pid: 5761 timeout: 300 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.383685:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d71289384a87 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c3d expref: 19 pid: 5761 timeout: 300 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.383719:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9af118b32900) 00010000:00010000:2.0:1777420988.383726:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289384aa3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.383737:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289384aa3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.383746:0:5746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289384aa3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.383764:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777420988.383827:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118843480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+19:2369:x1863760833802752:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 182us (353us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420988.383835:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 110 00010000:00010000:3.0:1777420988.383965:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d71289384a87 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c3d expref: 18 pid: 5761 timeout: 300 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420988.384001:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c10e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1863760841083136:192.168.203.47@tcp:104: 00010000:00010000:3.0:1777420988.384022:0:5760:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289384aa3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420988.384031:0:5760:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289384aa3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420988.384048:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289384aa3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420988.384290:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289384aa3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420988.384299:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289384aa3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420988.384313:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289384aa3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420988.384320:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cc000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420988.384324:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289384aa3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420988.384344:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289384aa3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420988.384387:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9af118b32900) 00010000:00010000:3.0:1777420988.384391:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1777420988.384394:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289384aa3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420988.384400:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289384aa3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420988.384553:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118843100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+18:13971:x1863760833802624:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 7248us (7681us total) trans 4294967530 rc 0/0 00000100:00100000:3.0:1777420988.384563:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 334 00000040:00080000:2.0:1777420988.385929:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777420988.385939:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777420988.386541:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 5 00000040:00080000:2.0:1777420988.386550:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777420988.397256:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420988.397339:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833803008 00000100:00100000:2.0:1777420988.397393:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833803008 00000100:00100000:2.0:1777420988.397452:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 90 00000100:00100000:2.0:1777420988.397479:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+18:13971:x1863760833803008:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1777420988.397826:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+19:13971:x1863760833803008:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 350us (579us total) trans 4294967531 rc 0/0 00000100:00100000:2.0:1777420988.397835:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 90 00000040:00080000:1.0:1777420988.595526:0:13361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777420988.595535:0:13361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777420988.595589:0:13361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 10 count 5 00000040:00080000:1.0:1777420988.595595:0:13361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777420988.672105:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420988.672243:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833803136 00000100:00100000:3.0:1777420988.672254:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833803136 00000100:00100000:3.0:1777420988.672312:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 335 00000100:00100000:3.0:1777420988.672323:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+37:2367:x1863760833803136:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:3.0:1777420988.672345:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777420988.672402:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289384aaa lrc: 2/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375c44 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420988.672463:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289384aaa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c44 expref: 38 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777420988.672476:0:5760:0:(mdt_io.c:1542:mdt_lvb2reply()) size 524288 00010000:00010000:3.0:1777420988.672484:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289384aaa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c44 expref: 38 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420988.672498:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9af118b32900) 00010000:00010000:3.0:1777420988.672500:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777420988.672504:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0cc000, rc 0) 00000100:00100000:3.0:1777420988.672569:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+38:2367:x1863760833803136:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 248us (474us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420988.672577:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 335 00000100:00100000:3.0:1777420988.673708:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420988.673866:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833803264 00000100:00100000:2.0:1777420988.673875:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833803264 00000100:00100000:2.0:1777420988.673918:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 76 00000100:00100000:2.0:1777420988.673927:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+5:2369:x1863760833803264:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:2.0:1777420988.673939:0:6543:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777420988.673953:0:6543:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000069fd9308/0xa38d71289384ab1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375c4b expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.673975:0:6543:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777420988.673977:0:6543:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777420988.673986:0:6543:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000069fd9308/0xa38d71289384ab1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c4b expref: 6 pid: 6543 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.674002:0:6543:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000069fd9308/0xa38d71289384ab1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c4b expref: 6 pid: 6543 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.674015:0:6543:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0013ce400, rc 0) 00000100:00100000:2.0:1777420988.674060:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2369:x1863760833803264:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 134us (355us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420988.674067:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 76 00000100:00100000:3.0:1777420988.685720:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420988.686249:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833803520 00000100:00100000:0.0:1777420988.686259:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833803520 00000100:00100000:0.0:1777420988.686315:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 336 00000100:00100000:0.0:1777420988.686334:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+38:13973:x1863760833803520:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:0.0:1777420988.686384:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777420988.686405:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d71289384ab8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375c52 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420988.686502:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289384abf lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420988.686516:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289384abf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420988.686527:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289384abf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777420988.686538:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13:0x0]: returning size 1048576 00010000:00010000:0.0:1777420988.686658:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d71289384ab8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c52 expref: 41 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420988.686673:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289384abf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c52 expref: 40 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420988.686681:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9af118b32900) 00010000:00010000:0.0:1777420988.686684:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777420988.686687:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12cf38400, rc 0) 00000100:00100000:0.0:1777420988.686741:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+40:13973:x1863760833803520:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 410us (1031us total) trans 4294967532 rc 0/0 00000100:00100000:0.0:1777420988.686748:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 336 00000100:00100000:0.0:1777420988.703608:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420988.703656:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420988.703713:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420988.703796:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833803776 00000100:00100000:2.0:1777420988.703807:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833803776 00000100:00100000:2.0:1777420988.703868:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833803904 00000100:00100000:2.0:1777420988.703872:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833803904 00000100:00100000:2.0:1777420988.703909:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 77 00000100:00100000:2.0:1777420988.703919:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2369:x1863760833803776:12345-192.168.203.47@tcp:1:lfs.0 00010000:00010000:2.0:1777420988.703963:0:6543:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000042e8d8fe/0xa38d71289384acd lrc: 3/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.703983:0:6543:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002be79875/0xa38d71289384a6b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c2f expref: 5 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.703994:0:6543:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000069fd9308/0xa38d71289384ab1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c4b expref: 6 pid: 6543 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.704001:0:6543:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777420988.704003:0:6543:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777420988.704007:0:6543:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000042e8d8fe/0xa38d71289384acd lrc: 5/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420988.704021:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 78 00000100:00100000:1.0:1777420988.704035:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+7:2369:x1863760833803904:12345-192.168.203.47@tcp:1:lfs.0 00010000:00010000:2.0:1777420988.704043:0:6543:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000069fd9308/0xa38d71289384ab1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c4b expref: 6 pid: 6543 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.704060:0:6543:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000069fd9308/0xa38d71289384ab1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c4b expref: 6 pid: 6543 timeout: 300 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420988.704062:0:6860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004d5f2982/0xa38d71289384ad4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420988.704088:0:6860:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002f0162a9/0xa38d71289384a10 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c0c expref: 7 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420988.704090:0:6543:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0010f6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6543:1863760841083264:192.168.203.47@tcp:104: 00010000:00010000:1.0:1777420988.704106:0:6860:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e27a412f/0xa38d71289384a79 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c36 expref: 5 pid: 6543 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420988.704112:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777420988.704114:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777420988.704117:0:6860:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004d5f2982/0xa38d71289384ad4 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420988.704147:0:6860:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e27a412f/0xa38d71289384a79 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c36 expref: 5 pid: 6543 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420988.704157:0:6860:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e27a412f/0xa38d71289384a79 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c36 expref: 5 pid: 6543 timeout: 300 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420988.704170:0:6860:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118e71180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:6860:1863760841083392:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777420988.704193:0:6543:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002be79875/0xa38d71289384a6b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c2f expref: 5 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.704210:0:6543:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002be79875/0xa38d71289384a6b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c2f expref: 5 pid: 6860 timeout: 300 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420988.704221:0:6543:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0010f6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6543:1863760841083520:192.168.203.47@tcp:104: 00010000:00010000:1.0:1777420988.704233:0:6860:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002f0162a9/0xa38d71289384a10 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c0c expref: 7 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420988.704245:0:6860:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002f0162a9/0xa38d71289384a10 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c0c expref: 7 pid: 6860 timeout: 300 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420988.704248:0:6543:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1348d2d80 going to sleep for 11 seconds 00000100:00100000:1.0:1777420988.704260:0:6860:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118e70380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:6860:1863760841083648:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777420988.704290:0:6860:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af105661240 going to sleep for 11 seconds 00000100:00100000:2.0:1777420988.704389:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833803648 00000100:00100000:2.0:1777420988.704393:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833803648 00000100:00100000:2.0:1777420988.704427:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 337 00000100:00100000:2.0:1777420988.704435:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+40:2369:x1863760833803648:12345-192.168.203.47@tcp:33:lfs.0 00010000:00010000:2.0:1777420988.704474:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce600/0xa38d71289384adb lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.704488:0:5760:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384a72 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c28 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.704496:0:5760:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289384aaa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c44 expref: 40 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.704503:0:5760:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce600/0xa38d71289384adb lrc: 5/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT flags: 0x50010000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.704524:0:5760:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289384aaa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c44 expref: 40 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.704533:0:5760:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289384aaa lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c44 expref: 40 pid: 5760 timeout: 300 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420988.704559:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0010f7800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1863760841083776:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777420988.704602:0:5760:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384a72 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c28 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.704613:0:5760:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384a72 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c28 expref: 18 pid: 5760 timeout: 300 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420988.704624:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0010f4700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1863760841083904:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777420988.704646:0:5760:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1348d2000 going to sleep for 11 seconds 00000100:00100000:0.0:1777420988.712407:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420988.712468:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833804032 00000100:00100000:0.0:1777420988.712477:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833804032 00010000:00010000:0.0:1777420988.712516:0:5745:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000069fd9308/0xa38d71289384ab1 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c4b expref: 7 pid: 6543 timeout: 300 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420988.712554:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 111 00000100:00100000:0.0:1777420988.712564:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+7:2369:x1863760833804032:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777420988.712578:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777420988.712600:0:5745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000069fd9308/0xa38d71289384ab1 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c4b expref: 7 pid: 6543 timeout: 300 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420988.712614:0:5745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000069fd9308/0xa38d71289384ab1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c4b expref: 7 pid: 6543 timeout: 300 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420988.712639:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777420988.712692:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+7:2369:x1863760833804032:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 128us (295us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420988.712700:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 111 00010000:00010000:2.0:1777420988.713197:0:6543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000069fd9308/0xa38d71289384ab1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c4b expref: 6 pid: 6543 timeout: 300 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420988.713212:0:6543:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0010f6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6543:1863760841083264:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777420988.717993:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420988.718015:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420988.718048:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420988.718068:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420988.718128:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0010f7800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1863760841083776:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777420988.718141:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0010f4700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1863760841083904:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777420988.718165:0:5760:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce600/0xa38d71289384adb lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT flags: 0x40010000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420988.718228:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833804160 00000100:00100000:0.0:1777420988.718235:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833804160 00010000:00010000:0.0:1777420988.718272:0:5747:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e27a412f/0xa38d71289384a79 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c36 expref: 6 pid: 6543 timeout: 300 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420988.718311:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833804416 00000100:00100000:0.0:1777420988.718314:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833804416 00010000:00010000:0.0:1777420988.718344:0:5747:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002f0162a9/0xa38d71289384a10 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c0c expref: 8 pid: 6860 timeout: 300 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420988.718398:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833804288 00000100:00100000:0.0:1777420988.718401:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833804288 00010000:00010000:0.0:1777420988.718415:0:5747:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002be79875/0xa38d71289384a6b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c2f expref: 6 pid: 6860 timeout: 300 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420988.718428:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833804544 00000100:00100000:0.0:1777420988.718431:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833804544 00010000:00010000:0.0:1777420988.718443:0:5747:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289384aaa lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c44 expref: 41 pid: 5760 timeout: 300 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420988.718459:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 112 00000100:00100000:0.0:1777420988.718468:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2369:x1863760833804160:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777420988.718481:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777420988.718502:0:5747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e27a412f/0xa38d71289384a79 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c36 expref: 6 pid: 6543 timeout: 300 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420988.718516:0:5747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e27a412f/0xa38d71289384a79 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c36 expref: 6 pid: 6543 timeout: 300 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420988.718542:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777420988.718591:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2369:x1863760833804160:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 122us (607us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420988.718607:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 112 00000100:00100000:0.0:1777420988.718627:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 113 00000100:00100000:0.0:1777420988.718641:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+8:2369:x1863760833804416:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777420988.718650:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777420988.718660:0:5747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002f0162a9/0xa38d71289384a10 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c0c expref: 8 pid: 6860 timeout: 300 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420988.718671:0:5747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002f0162a9/0xa38d71289384a10 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c0c expref: 8 pid: 6860 timeout: 300 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420988.718685:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777420988.718688:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777420988.718692:0:5747:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004d5f2982/0xa38d71289384ad4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420988.718702:0:5747:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004d5f2982/0xa38d71289384ad4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420988.718722:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777420988.718744:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+8:2369:x1863760833804416:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 103us (727us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420988.718751:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 113 00000100:00100000:0.0:1777420988.718767:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 114 00000100:00100000:0.0:1777420988.718774:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af102fb7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2369:x1863760833804288:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777420988.718783:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777420988.718797:0:5747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002be79875/0xa38d71289384a6b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c2f expref: 6 pid: 6860 timeout: 300 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420988.718821:0:5747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002be79875/0xa38d71289384a6b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c2f expref: 6 pid: 6860 timeout: 300 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420988.718836:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777420988.718838:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777420988.718841:0:5747:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000042e8d8fe/0xa38d71289384acd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420988.718848:0:5747:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000042e8d8fe/0xa38d71289384acd lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420988.718862:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777420988.718881:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af102fb7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2369:x1863760833804288:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 108us (843us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420988.718888:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 114 00000100:00100000:0.0:1777420988.718928:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 115 00000100:00100000:0.0:1777420988.718935:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+41:2369:x1863760833804544:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777420988.718943:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777420988.718962:0:5747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289384aaa lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c44 expref: 41 pid: 5760 timeout: 300 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420988.718972:0:5747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289384aaa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c44 expref: 41 pid: 5760 timeout: 300 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420988.718988:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289384aaa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c44 expref: 41 pid: 5760 timeout: 300 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420988.719010:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9af118b32900) 00010000:00010000:0.0:1777420988.719014:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce600/0xa38d71289384adb lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT flags: 0x40010000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420988.719022:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777420988.719042:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+40:2369:x1863760833804544:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 107us (973us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420988.719048:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 115 00010000:00010000:0.0:1777420988.719090:0:6543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002be79875/0xa38d71289384a6b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c2f expref: 5 pid: 6860 timeout: 300 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420988.719102:0:6543:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0010f6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6543:1863760841083520:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777420988.719118:0:6543:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000042e8d8fe/0xa38d71289384acd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420988.719127:0:6543:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000042e8d8fe/0xa38d71289384acd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420988.719133:0:6543:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000042e8d8fe/0xa38d71289384acd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420988.719156:0:6543:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000042e8d8fe/0xa38d71289384acd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420988.719164:0:6543:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000042e8d8fe/0xa38d71289384acd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420988.719179:0:6543:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000042e8d8fe/0xa38d71289384acd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420988.719186:0:6543:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013cf200 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:0.0:1777420988.719190:0:6543:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000042e8d8fe/0xa38d71289384acd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420988.719199:0:6543:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000042e8d8fe/0xa38d71289384acd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420988.719210:0:6543:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000042e8d8fe/0xa38d71289384acd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420988.719228:0:6543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000042e8d8fe/0xa38d71289384acd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420988.719274:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+5:2369:x1863760833803776:12345-192.168.203.47@tcp:1:lfs.0 Request processed in 15357us (15616us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420988.719281:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 77 00010000:00010000:3.0:1777420988.719816:0:6860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e27a412f/0xa38d71289384a79 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c36 expref: 5 pid: 6543 timeout: 300 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420988.719831:0:6860:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118e71180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:6860:1863760841083392:192.168.203.47@tcp:104: 00010000:00010000:3.0:1777420988.719845:0:6860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002f0162a9/0xa38d71289384a10 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c0c expref: 7 pid: 6860 timeout: 300 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420988.719857:0:6860:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118e70380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:6860:1863760841083648:192.168.203.47@tcp:104: 00010000:00010000:3.0:1777420988.719877:0:6860:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004d5f2982/0xa38d71289384ad4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420988.719898:0:6860:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004d5f2982/0xa38d71289384ad4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420988.719905:0:6860:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004d5f2982/0xa38d71289384ad4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420988.719925:0:6860:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004d5f2982/0xa38d71289384ad4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420988.719931:0:6860:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004d5f2982/0xa38d71289384ad4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420988.719938:0:6860:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004d5f2982/0xa38d71289384ad4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420988.719945:0:6860:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af101678200 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:3.0:1777420988.719948:0:6860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004d5f2982/0xa38d71289384ad4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420988.719955:0:6860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004d5f2982/0xa38d71289384ad4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420988.719967:0:6860:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004d5f2982/0xa38d71289384ad4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420988.719985:0:6860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004d5f2982/0xa38d71289384ad4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420988.720060:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2369:x1863760833803904:12345-192.168.203.47@tcp:1:lfs.0 Request processed in 16030us (16346us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420988.720069:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 78 00000100:00100000:2.0:1777420988.724690:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420988.724778:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833804672 00000100:00100000:3.0:1777420988.724790:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833804672 00010000:00010000:3.0:1777420988.724829:0:6558:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384a72 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c28 expref: 19 pid: 5760 timeout: 300 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420988.724872:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 116 00000100:00100000:3.0:1777420988.724883:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+19:2366:x1863760833804672:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777420988.724898:0:6558:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777420988.724922:0:6558:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384a72 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c28 expref: 19 pid: 5760 timeout: 300 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420988.724937:0:6558:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384a72 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c28 expref: 19 pid: 5760 timeout: 300 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420988.724960:0:6558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384a72 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c28 expref: 19 pid: 5760 timeout: 300 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420988.724973:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9af118b32900) 00010000:00010000:3.0:1777420988.724980:0:6558:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce600/0xa38d71289384adb lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x40010000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420988.724996:0:6558:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce600/0xa38d71289384adb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x40090000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420988.725004:0:6558:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce600/0xa38d71289384adb lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x40090000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420988.725121:0:6558:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777420988.725173:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+18:2366:x1863760833804672:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 291us (493us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420988.725182:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 116 00010000:00010000:2.0:1777420988.725233:0:5760:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce600/0xa38d71289384adb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x40010000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.725241:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce600/0xa38d71289384adb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x40010000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.725270:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce600/0xa38d71289384adb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x50010000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.725278:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce600/0xa38d71289384adb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x50010400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.725284:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce600/0xa38d71289384adb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x40010400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.725290:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013ce600 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:2.0:1777420988.725293:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce600/0xa38d71289384adb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x40010400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.725301:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce600/0xa38d71289384adb lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x40018400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.725311:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9af118b32900) 00010000:00010000:2.0:1777420988.725314:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777420988.725318:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce600/0xa38d71289384adb lrc: 2/0,0 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x44819400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.725324:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce600/0xa38d71289384adb lrc: 0/0,0 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x44819400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420988.725395:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+39:2369:x1863760833803648:12345-192.168.203.47@tcp:33:lfs.0 Request processed in 20960us (21803us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420988.725404:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 337 00000100:00100000:0.0:1777420988.729151:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420988.729222:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833804928 00000100:00100000:2.0:1777420988.729233:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833804928 00000100:00100000:2.0:1777420988.729286:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 91 00000100:00100000:2.0:1777420988.729298:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af10f5bcc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+39:13973:x1863760833804928:12345-192.168.203.47@tcp:35:lfs.0 00000004:00010000:2.0:1777420988.729400:0:5764:0:(mdt_open.c:1996:mdt_hsm_release()) ### [0x200000401:0x13:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289384abf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c52 expref: 39 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777420988.729603:0:5764:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967533 00000001:00080000:2.0:1777420988.741501:0:5764:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967534 00010000:00010000:2.0:1777420988.741648:0:5764:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384ae2 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.741671:0:5764:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893849bc lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375be9 expref: 42 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.741680:0:5764:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384a09 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c05 expref: 42 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.741690:0:5764:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384a48 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c21 expref: 17 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.741698:0:5764:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384ae2 lrc: 6/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.741738:0:5764:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384a48 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c21 expref: 17 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.741757:0:5764:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384a48 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c21 expref: 17 pid: 5761 timeout: 300 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420988.741786:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0010f7800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5764:1863760841084032:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777420988.743175:0:5764:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384a09 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c05 expref: 42 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.743191:0:5764:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384a09 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c05 expref: 42 pid: 5760 timeout: 300 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420988.743204:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0010f7b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5764:1863760841084160:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777420988.743249:0:5764:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893849bc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375be9 expref: 42 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.743258:0:5764:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893849bc lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375be9 expref: 42 pid: 5761 timeout: 300 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420988.743267:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0010f7100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5764:1863760841084288:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777420988.743283:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1348d2000 going to sleep for 11 seconds 00000100:00100000:2.0:1777420988.753930:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0010f7800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5764:1863760841084032:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777420988.753945:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0010f7b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5764:1863760841084160:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777420988.753952:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0010f7100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5764:1863760841084288:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777420988.753978:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384ae2 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420988.754131:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420988.754224:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420988.754291:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833805184 00000100:00100000:3.0:1777420988.754299:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833805184 00010000:00010000:3.0:1777420988.754342:0:6558:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384a09 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c05 expref: 43 pid: 5760 timeout: 300 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420988.754406:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833805056 00000100:00100000:3.0:1777420988.754411:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833805056 00010000:00010000:3.0:1777420988.754425:0:6558:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384a48 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c21 expref: 18 pid: 5761 timeout: 300 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420988.754456:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 117 00000100:00100000:3.0:1777420988.754471:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+43:2368:x1863760833805184:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777420988.754486:0:6558:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777420988.754492:0:6558:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384a09 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c05 expref: 43 pid: 5760 timeout: 300 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420988.754503:0:6558:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384a09 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c05 expref: 43 pid: 5760 timeout: 300 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420988.754538:0:6558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384a09 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c05 expref: 43 pid: 5760 timeout: 300 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420988.754553:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9af118b32900) 00010000:00010000:3.0:1777420988.754559:0:6558:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384ae2 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420988.754568:0:6558:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384ae2 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420988.754574:0:6558:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777420988.754619:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+42:2368:x1863760833805184:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 149us (490us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420988.754627:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 117 00000100:00100000:3.0:1777420988.754644:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 118 00000100:00100000:3.0:1777420988.754651:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011ae680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+18:2368:x1863760833805056:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777420988.754659:0:6558:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777420988.754664:0:6558:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384a48 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c21 expref: 18 pid: 5761 timeout: 300 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420988.754676:0:6558:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384a48 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c21 expref: 18 pid: 5761 timeout: 300 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420988.754692:0:6558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384a48 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c21 expref: 18 pid: 5761 timeout: 300 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420988.754713:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9af118b32900) 00010000:00010000:3.0:1777420988.754718:0:6558:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384ae2 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420988.754724:0:6558:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384ae2 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420988.754730:0:6558:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777420988.754751:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011ae680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+17:2368:x1863760833805056:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 101us (526us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420988.754758:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 118 00000100:00100000:0.0:1777420988.760968:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420988.761003:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833805312 00000100:00100000:0.0:1777420988.761013:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833805312 00010000:00010000:0.0:1777420988.761057:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893849bc lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375be9 expref: 42 pid: 5761 timeout: 300 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420988.761091:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 119 00000100:00100000:0.0:1777420988.761101:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011ae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+42:2368:x1863760833805312:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777420988.761116:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777420988.761124:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893849bc lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375be9 expref: 42 pid: 5761 timeout: 300 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420988.761137:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893849bc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375be9 expref: 42 pid: 5761 timeout: 300 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420988.761157:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d712893849bc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x13:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375be9 expref: 42 pid: 5761 timeout: 300 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420988.761172:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9af118b32900) 00010000:00010000:0.0:1777420988.761178:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384ae2 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420988.761188:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384ae2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420988.761196:0:5746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384ae2 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420988.761221:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777420988.761268:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011ae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+41:2368:x1863760833805312:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 168us (309us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420988.761276:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 119 00010000:00010000:0.0:1777420988.761308:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384ae2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420988.761317:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384ae2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777420988.761475:0:5764:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967535 00000001:00080000:0.0:1777420988.761656:0:5764:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967536 00000100:00100000:0.0:1777420988.761788:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0011af800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5764:1863760841084416:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777420988.761839:0:5764:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777420988.761880:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1348c9600 going to sleep for 11 seconds 00000100:00100000:0.0:1777420988.761899:0:5766:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841084416 00000100:00100000:0.0:1777420988.761904:0:5766:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841084416 00000100:00100000:0.0:1777420988.761934:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1777420988.761941:0:5766:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5764:x1863760841084416:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777420988.762007:0:5766:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5764:x1863760841084416:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 66us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420988.762014:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1777420988.762060:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0011af800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5764:1863760841084416:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777420988.762116:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0011af800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5764:1863760841084544:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777420988.762141:0:5764:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777420988.762154:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13c0b2cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1777420988.762166:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841084544 00000100:00100000:0.0:1777420988.762169:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841084544 00000100:00100000:0.0:1777420988.762191:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1777420988.762198:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5764:x1863760841084544:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777420988.762250:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5764:x1863760841084544:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 52us (109us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420988.762267:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1777420988.762415:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0011af800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5764:1863760841084544:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:0.0:1777420988.762563:0:5764:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967537 00000100:00100000:0.0:1777420988.762610:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0011af800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5764:1863760841084672:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777420988.762636:0:5764:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777420988.762650:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13c0b2840 going to sleep for 11 seconds 00000100:00100000:0.0:1777420988.762662:0:5766:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841084672 00000100:00100000:0.0:1777420988.762665:0:5766:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841084672 00000100:00100000:0.0:1777420988.762686:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1777420988.762693:0:5766:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5764:x1863760841084672:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777420988.762903:0:5766:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:5764:x1863760841084672:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 210us (266us total) trans 4294967312 rc 0/0 00000100:00100000:0.0:1777420988.762911:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1777420988.762943:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0011af800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5764:1863760841084672:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:0.0:1777420988.762987:0:5764:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967538 00010000:00010000:0.0:1777420988.763009:0:5764:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384ae2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420988.763018:0:5764:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384ae2 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420988.763025:0:5764:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384ae2 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420988.763031:0:5764:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013ce400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777420988.763036:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384ae2 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420988.763054:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384ae2 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420988.763067:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9af118b32900) 00010000:00010000:0.0:1777420988.763071:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1777420988.763075:0:5764:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384ae2 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420988.763082:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384ae2 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777420988.763280:0:5764:0:(mdd_object.c:3993:mdd_close()) Object [0x200000401:0x14:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:1.0:1777420988.763636:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1777420988.764620:0:5764:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].5, 64 off8512 00000004:00080000:0.0:1777420988.764635:0:5764:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 200547282899ns, next at 201547280207ns, rc = 0 00000040:00080000:0.0:1777420988.764683:0:5764:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3, 64 off8384 00000004:00080000:0.0:1777420988.764689:0:5764:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 200547338032ns, next at 201547336351ns, rc = 0 00000001:00080000:0.0:1777420988.764699:0:5764:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967539 00010000:00010000:0.0:1777420988.764789:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9af118b32900) 00010000:00010000:0.0:1777420988.764793:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777420988.764802:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289384abf lrc: 0/0,0 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c52 expref: 45 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420988.764955:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af10f5bcc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+44:13973:x1863760833804928:12345-192.168.203.47@tcp:35:lfs.0 Request processed in 35659us (35812us total) trans 4294967540 rc 0/0 00000100:00100000:0.0:1777420988.764964:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 91 00000020:00080000:0.0:1777420988.764969:0:5764:0:(tgt_main.c:782:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:1.0:1777420988.804864:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420988.804935:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833805568 00000100:00100000:2.0:1777420988.804953:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833805568 00000100:00100000:2.0:1777420988.805007:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 338 00000100:00100000:2.0:1777420988.805017:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+44:13976:x1863760833805568:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:2.0:1777420988.805050:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777420988.805071:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce600/0xa38d71289384ae9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375c59 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.805146:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf000/0xa38d71289384af0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.805161:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf000/0xa38d71289384af0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.805172:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf000/0xa38d71289384af0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.805188:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384af7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.805196:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384af7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.805202:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384af7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.805343:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d71289384afe lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.805388:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d71289384afe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.805396:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d71289384afe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777420988.805414:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13:0x0]: returning size 1048576 00000004:00010000:2.0:1777420988.805525:0:5760:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb size from disk: 0 -> 524288 00000004:00010000:2.0:1777420988.805529:0:5760:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb mtime from disk: 0 -> 1777420987 00000004:00010000:2.0:1777420988.805531:0:5760:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb atime from disk: 0 -> 1777420987 00000004:00010000:2.0:1777420988.805534:0:5760:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb ctime from disk: 0 -> 1777420987 00000004:00010000:2.0:1777420988.805536:0:5760:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb blocks from disk: 18427282363563114435 -> 2 00002000:00010000:2.0:1777420988.805540:0:5760:0:(mdt_io.c:1542:mdt_lvb2reply()) size 524288 00010000:00010000:2.0:1777420988.805545:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf000/0xa38d71289384af0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.805552:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf000/0xa38d71289384af0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.805559:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf000/0xa38d71289384af0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.805566:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013cf000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420988.805570:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf000/0xa38d71289384af0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.805577:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf000/0xa38d71289384af0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.805589:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff9af1061f8100) 00010000:00010000:2.0:1777420988.805592:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420988.805596:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf000/0xa38d71289384af0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.805603:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf000/0xa38d71289384af0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.805624:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384af7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.805631:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384af7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.805637:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384af7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.805642:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013cfc00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420988.805645:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384af7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.805651:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384af7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.805657:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x14789339 (ffff9af106213900) 00010000:00010000:2.0:1777420988.805660:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420988.805663:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384af7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.805669:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384af7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.805740:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce600/0xa38d71289384ae9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c59 expref: 47 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.805752:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d71289384afe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c59 expref: 46 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.805771:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9af106213c00) 00010000:00010000:2.0:1777420988.805773:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1777420988.805776:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0013ce800, rc 0) 00000100:00100000:2.0:1777420988.805838:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+46:13976:x1863760833805568:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 822us (983us total) trans 4294967541 rc 0/0 00000100:00100000:2.0:1777420988.805846:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 338 00000100:00100000:3.0:1777420988.811224:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420988.812586:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833805696 00000100:00100000:2.0:1777420988.812599:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833805696 00000100:00100000:2.0:1777420988.812707:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 339 00000100:00100000:2.0:1777420988.812718:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+46:13976:x1863760833805696:12345-192.168.203.47@tcp:54:lfs.0 00010000:00010000:2.0:1777420988.812789:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cec00/0xa38d71289384b0c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.812806:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cec00/0xa38d71289384b0c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.812818:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cec00/0xa38d71289384b0c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.812842:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cec00/0xa38d71289384b0c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.812849:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cec00/0xa38d71289384b0c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.812855:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cec00/0xa38d71289384b0c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.812861:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013cec00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420988.812872:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cec00/0xa38d71289384b0c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.812879:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cec00/0xa38d71289384b0c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.812891:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9af106213c00) 00010000:00010000:2.0:1777420988.812895:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777420988.812900:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cec00/0xa38d71289384b0c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420988.812906:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cec00/0xa38d71289384b0c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420988.812988:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+46:13976:x1863760833805696:12345-192.168.203.47@tcp:54:lfs.0 Request processed in 271us (1773us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420988.812996:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 339 00000100:00100000:3.0:1777420988.819333:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420988.819718:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833805952 00000100:00100000:1.0:1777420988.819738:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833805952 00000100:00100000:1.0:1777420988.819797:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 92 00000100:00100000:1.0:1777420988.819807:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+46:13976:x1863760833805952:12345-192.168.203.47@tcp:35:lfs.0 00000100:00100000:1.0:1777420988.820060:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+47:13976:x1863760833805952:12345-192.168.203.47@tcp:35:lfs.0 Request processed in 253us (732us total) trans 4294967542 rc 0/0 00000100:00100000:1.0:1777420988.820077:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 92 00000100:00100000:1.0:1777420988.865750:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420988.865843:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833806208 00000100:00100000:3.0:1777420988.865855:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833806208 00000100:00100000:3.0:1777420988.865914:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 340 00000100:00100000:3.0:1777420988.865924:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+47:13981:x1863760833806208:12345-192.168.203.47@tcp:58:lfs.0 00010000:00010000:3.0:1777420988.866020:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384b13 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420988.866036:0:5760:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d71289384afe lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c59 expref: 47 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420988.866046:0:5760:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384b13 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420988.866212:0:5760:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d71289384afe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c59 expref: 47 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420988.866239:0:5760:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d71289384afe lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c59 expref: 47 pid: 5760 timeout: 300 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420988.866255:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c13480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1863760841084800:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777420988.866463:0:5760:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af10550bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1777420988.868806:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c13480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1863760841084800:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777420988.868837:0:5760:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384b13 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420988.868981:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420988.870967:0:8215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833806336 00000100:00100000:0.0:1777420988.870980:0:8215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833806336 00010000:00010000:0.0:1777420988.871035:0:8215:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d71289384afe lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c59 expref: 48 pid: 5760 timeout: 300 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420988.871089:0:8215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 120 00000100:00100000:0.0:1777420988.871099:0:8215:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e72a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+48:2369:x1863760833806336:12345-192.168.203.47@tcp:102:ldlm_bl.0 00010000:00010000:0.0:1777420988.871117:0:8215:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d71289384afe lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c59 expref: 48 pid: 5760 timeout: 300 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420988.871129:0:8215:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d71289384afe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c59 expref: 48 pid: 5760 timeout: 300 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420988.871141:0:8215:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d71289384afe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x53/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c59 expref: 48 pid: 5760 timeout: 300 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420988.871150:0:8215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9af106213c00) 00010000:00010000:0.0:1777420988.871153:0:8215:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1777420988.871157:0:8215:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384b13 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420988.871167:0:8215:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384b13 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420988.871174:0:8215:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384b13 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420988.871211:0:8215:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d71289384afe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x53/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c59 expref: 48 pid: 5760 timeout: 300 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420988.871278:0:8215:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e72a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+48:2369:x1863760833806336:12345-192.168.203.47@tcp:102:ldlm_bl.0 Request processed in 181us (2298us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420988.871292:0:8215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 120 00010000:00010000:3.0:1777420988.871338:0:5760:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384b13 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420988.871389:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384b13 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777420988.871587:0:5760:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].10, 136 off9552 00000100:00100000:3.0:1777420988.872009:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+47:13981:x1863760833806208:12345-192.168.203.47@tcp:58:lfs.0 Request processed in 5733us (5915us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420988.872019:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 340 00000040:00080000:2.0:1777420989.400610:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777420989.400619:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:3.0:1777420989.400648:0:3298:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777420989.400672:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1863760841084928:0@lo:13:osp-pre-0-0.0 00000040:00080000:2.0:1777420989.400693:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 11 count 6 00000040:00080000:2.0:1777420989.400703:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777420989.400752:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777420989.400838:0:11331:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0010f7100 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841085056:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1777420989.400870:0:7924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841084928 00000100:00100000:1.0:1777420989.400879:0:7924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841084928 00000100:00100000:2.0:1777420989.400924:0:11331:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1348d20c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777420989.400953:0:7924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1777420989.400967:0:7924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3298:x1863760841084928:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777420989.401006:0:7924:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 52756480 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1777420989.401063:0:7924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3298:x1863760841084928:12345-0@lo:13:osp-pre-0-0.0 Request processed in 100us (312us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420989.401071:0:7924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00080000:1.0:1777420989.401094:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777420989.401170:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1863760841084928:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777420989.406549:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420989.406578:0:11331:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0010f7100 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841085056:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1777420989.406785:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833806464 00000100:00100000:3.0:1777420989.406796:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833806464 00000100:00080000:0.0:1777420989.406849:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777420989.406878:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 341 00000100:00100000:3.0:1777420989.407588:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+17:13991:x1863760833806464:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1777420989.407634:0:5760:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000401:0x13:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1777420989.407771:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+17:13991:x1863760833806464:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 883us (1235us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420989.407781:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 341 00000100:00100000:3.0:1777420989.411547:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420989.411620:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833806592 00000100:00100000:2.0:1777420989.411632:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833806592 00000100:00100000:2.0:1777420989.411709:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 342 00000100:00100000:2.0:1777420989.411720:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+17:13991:x1863760833806592:12345-192.168.203.47@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1777420989.411818:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cec00/0xa38d71289384b1a lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.411839:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cec00/0xa38d71289384b1a lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.411855:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cec00/0xa38d71289384b1a lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.412018:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce600/0xa38d71289384b21 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8e2cbb23 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.412042:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce600/0xa38d71289384b21 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8e2cbb23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.412055:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce600/0xa38d71289384b21 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8e2cbb23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.412090:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384b28 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.412100:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384b28 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.412108:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384b28 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777420989.412151:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13:0x0]: returning size 1048576 00000004:00200000:2.0:1777420989.412170:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777420989.412185:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384b28 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.412200:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cec00/0xa38d71289384b1a lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.412207:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cec00/0xa38d71289384b1a lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.412215:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cec00/0xa38d71289384b1a lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.412222:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013cec00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420989.412227:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cec00/0xa38d71289384b1a lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.412236:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cec00/0xa38d71289384b1a lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.412254:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9af106213200) 00010000:00010000:2.0:1777420989.412257:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420989.412262:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cec00/0xa38d71289384b1a lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.412269:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cec00/0xa38d71289384b1a lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.412493:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce600/0xa38d71289384b21 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8e2cbb23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.412500:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce600/0xa38d71289384b21 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8e2cbb23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.412518:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce600/0xa38d71289384b21 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8e2cbb23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.412525:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013ce600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420989.412528:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce600/0xa38d71289384b21 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8e2cbb23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.412536:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce600/0xa38d71289384b21 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8e2cbb23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.412544:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x8e2cbb23 (ffff9af106213900) 00010000:00010000:2.0:1777420989.412547:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420989.412550:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce600/0xa38d71289384b21 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8e2cbb23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.412556:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce600/0xa38d71289384b21 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8e2cbb23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.412574:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384b28 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.412579:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384b28 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.412586:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384b28 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.412592:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013cfc00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420989.412595:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384b28 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.412610:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384b28 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.412621:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9af106213c00) 00010000:00010000:2.0:1777420989.412624:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420989.412628:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384b28 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.412634:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384b28 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420989.412857:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+17:13991:x1863760833806592:12345-192.168.203.47@tcp:34:lhsmtool_posix.0 Request processed in 1135us (1319us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420989.412869:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 342 00000100:00100000:0.0:1777420989.415458:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420989.415583:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833806848 00000100:00100000:2.0:1777420989.415593:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833806848 00000100:00100000:2.0:1777420989.415642:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 343 00000100:00100000:2.0:1777420989.415652:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+17:13991:x1863760833806848:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777420989.415673:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777420989.415693:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf000/0xa38d71289384b2f lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375c60 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.415787:0:5761:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d71289384afe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x53/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c59 expref: 46 pid: 5760 timeout: 300 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.415806:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384b36 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.415834:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384b36 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.415845:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384b36 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777420989.415856:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13:0x0]: returning size 1048576 00000004:00010000:2.0:1777420989.415961:0:5761:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb size from disk: 524288 -> 524288 00000004:00010000:2.0:1777420989.415965:0:5761:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb mtime from disk: 1777420987 -> 1777420987 00000004:00010000:2.0:1777420989.415967:0:5761:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb atime from disk: 1777420987 -> 1777420987 00000004:00010000:2.0:1777420989.415970:0:5761:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb ctime from disk: 1777420987 -> 1777420987 00000004:00010000:2.0:1777420989.415972:0:5761:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb blocks from disk: 2 -> 2 00002000:00010000:2.0:1777420989.415976:0:5761:0:(mdt_io.c:1542:mdt_lvb2reply()) size 524288 00010000:00010000:2.0:1777420989.416006:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf000/0xa38d71289384b2f lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c60 expref: 20 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.416023:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384b36 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c60 expref: 19 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.416039:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9af106213c00) 00010000:00010000:2.0:1777420989.416042:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 53 00010000:00010000:2.0:1777420989.416046:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0013ce400, rc 0) 00000100:00100000:2.0:1777420989.416100:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+19:13991:x1863760833806848:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 450us (651us total) trans 4294967543 rc 0/0 00000100:00100000:2.0:1777420989.416108:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 343 00000100:00100000:1.0:1777420989.422725:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420989.424985:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833806976 00000100:00100000:3.0:1777420989.425000:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833806976 00000100:00100000:2.0:1777420989.425194:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 344 00000100:00100000:2.0:1777420989.425204:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+19:13991:x1863760833806976:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1777420989.425249:0:5760:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000401:0x13:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1777420989.425406:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+19:13991:x1863760833806976:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 201us (2688us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420989.425415:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 344 00000100:00100000:3.0:1777420989.427155:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420989.427706:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833807104 00000100:00100000:0.0:1777420989.427717:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833807104 00000100:00100000:0.0:1777420989.427774:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 345 00000100:00100000:0.0:1777420989.427784:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+19:13991:x1863760833807104:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777420989.427803:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777420989.427826:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38600/0xa38d71289384b44 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375c67 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420989.427896:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39600/0xa38d71289384b4b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420989.427911:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39600/0xa38d71289384b4b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420989.427923:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39600/0xa38d71289384b4b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420989.427940:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384b52 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420989.427948:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384b52 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420989.427955:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384b52 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420989.428114:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38e00/0xa38d71289384b59 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420989.428124:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38e00/0xa38d71289384b59 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420989.428132:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38e00/0xa38d71289384b59 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777420989.428167:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x12:0x0]: returning size 512 00000004:00200000:0.0:1777420989.428171:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1777420989.428196:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38e00/0xa38d71289384b59 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420989.428208:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39600/0xa38d71289384b4b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420989.428216:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39600/0xa38d71289384b4b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420989.428223:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39600/0xa38d71289384b4b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420989.428230:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf39600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777420989.428235:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39600/0xa38d71289384b4b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420989.428243:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39600/0xa38d71289384b4b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420989.428255:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af118b32b00) 00010000:00010000:0.0:1777420989.428264:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777420989.428270:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39600/0xa38d71289384b4b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420989.428277:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39600/0xa38d71289384b4b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420989.428291:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384b52 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420989.428296:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384b52 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420989.428302:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384b52 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420989.428308:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf38c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777420989.428311:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384b52 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420989.428317:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384b52 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420989.428325:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xedcd73f9 (ffff9af10b558000) 00010000:00010000:0.0:1777420989.428328:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777420989.428330:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384b52 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420989.428337:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384b52 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420989.428401:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38600/0xa38d71289384b44 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c67 expref: 21 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420989.428426:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38e00/0xa38d71289384b59 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c67 expref: 20 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420989.428434:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff9af1061f8100) 00010000:00010000:0.0:1777420989.428436:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1777420989.428438:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12cf38e00, rc 0) 00000100:00100000:0.0:1777420989.428498:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+20:13991:x1863760833807104:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 715us (1350us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420989.428508:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 345 00000100:00100000:2.0:1777420989.432114:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420989.432190:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833807360 00000100:00100000:3.0:1777420989.432200:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833807360 00000100:00100000:3.0:1777420989.432254:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 346 00000100:00100000:3.0:1777420989.432264:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+20:13991:x1863760833807360:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777420989.432283:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777420989.432302:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384b60 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375c6e expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420989.432985:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384b67 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420989.433001:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384b67 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420989.433012:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384b67 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777420989.433024:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7:0x0]: returning size 0 00010000:00010000:3.0:1777420989.433069:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384b60 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c6e expref: 23 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420989.433086:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384b67 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c6e expref: 22 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420989.433094:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff9af118b32f00) 00010000:00010000:3.0:1777420989.433097:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777420989.433111:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0cc400, rc 0) 00000100:00100000:3.0:1777420989.433180:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+22:13991:x1863760833807360:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 916us (1074us total) trans 4294967544 rc 0/0 00000100:00100000:3.0:1777420989.433189:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 346 00000100:00100000:3.0:1777420989.436133:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420989.436215:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833807616 00000100:00100000:2.0:1777420989.436226:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833807616 00000100:00100000:2.0:1777420989.436281:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 347 00000100:00100000:2.0:1777420989.436292:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+22:13991:x1863760833807616:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1777420989.436346:0:5761:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777420989.436402:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384b67 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c6e expref: 22 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.436421:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff9af118b32f00) 00010000:00010000:2.0:1777420989.436431:0:5761:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777420989.436453:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384b75 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.436468:0:5761:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d71289384a3a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c1a expref: 46 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.436478:0:5761:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384b75 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.436510:0:5761:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d71289384a3a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c1a expref: 46 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.436524:0:5761:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d71289384a3a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c1a expref: 46 pid: 5761 timeout: 301 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420989.436551:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0010f7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841085184:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777420989.436644:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1348d2540 going to sleep for 11 seconds 00000100:00100000:3.0:1777420989.441025:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420989.441069:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833807744 00000100:00100000:3.0:1777420989.441078:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833807744 00010000:00010000:3.0:1777420989.441124:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d71289384a3a lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c1a expref: 47 pid: 5761 timeout: 301 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420989.441157:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 121 00000100:00100000:3.0:1777420989.441166:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af102fb4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+47:2369:x1863760833807744:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777420989.441180:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777420989.441186:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d71289384a3a lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c1a expref: 47 pid: 5761 timeout: 301 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420989.441200:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d71289384a3a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c1a expref: 47 pid: 5761 timeout: 301 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420989.441223:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff9af1061f8100) 00010000:00010000:3.0:1777420989.441229:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384b75 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420989.441239:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384b75 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420989.441248:0:5746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384b75 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420989.441274:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777420989.441319:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af102fb4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+47:2369:x1863760833807744:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 154us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420989.441327:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 121 00000100:00080000:3.0:1777420989.441404:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1777420989.441580:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d71289384a3a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x12:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c1a expref: 46 pid: 5761 timeout: 301 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420989.441597:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0010f7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841085184:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777420989.441614:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384b75 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.441623:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384b75 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.442708:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384b75 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.442738:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cec00/0xa38d71289384b7c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x12:0x0].0x38854156 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.442748:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cec00/0xa38d71289384b7c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x12:0x0].0x38854156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.442758:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cec00/0xa38d71289384b7c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x12:0x0].0x38854156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.442840:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384b75 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.442848:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384b75 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.442861:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384b75 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.442868:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013cfc00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420989.442873:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384b75 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.442881:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384b75 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.442892:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff9af1061f8100) 00010000:00010000:2.0:1777420989.442894:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420989.442898:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384b75 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.442905:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384b75 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.442916:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cec00/0xa38d71289384b7c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x12:0x0].0x38854156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.442922:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cec00/0xa38d71289384b7c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x12:0x0].0x38854156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.442928:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cec00/0xa38d71289384b7c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x12:0x0].0x38854156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.442934:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013cec00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420989.442937:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cec00/0xa38d71289384b7c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x12:0x0].0x38854156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.442951:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cec00/0xa38d71289384b7c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x12:0x0].0x38854156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.442960:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x38854156 (ffff9af106213900) 00010000:00010000:2.0:1777420989.442962:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420989.442965:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cec00/0xa38d71289384b7c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x12:0x0].0x38854156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.442972:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cec00/0xa38d71289384b7c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x12:0x0].0x38854156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420989.443049:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+21:13991:x1863760833807616:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 Request processed in 6756us (6923us total) trans 0 rc -2/-2 00000100:00100000:2.0:1777420989.443057:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 347 00000100:00100000:3.0:1777420989.447735:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420989.447857:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833807872 00000100:00100000:1.0:1777420989.447868:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833807872 00000100:00100000:1.0:1777420989.447925:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 348 00000100:00100000:1.0:1777420989.447935:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+21:13991:x1863760833807872:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777420989.447955:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777420989.447978:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678400/0xa38d71289384b83 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375c75 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.448013:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289384b8a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.448026:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289384b8a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.448049:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289384b8a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.448148:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678400/0xa38d71289384b83 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c75 expref: 23 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.448166:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289384b8a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c75 expref: 22 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.448175:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff9af1061f8500) 00010000:00010000:1.0:1777420989.448177:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1777420989.448181:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af101679a00, rc 0) 00000100:00100000:1.0:1777420989.448233:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+22:13991:x1863760833807872:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 299us (509us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420989.448241:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 348 00000100:00100000:3.0:1777420989.452333:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420989.455498:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833808128 00000100:00100000:2.0:1777420989.455515:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833808128 00000100:00100000:2.0:1777420989.455589:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 349 00000100:00100000:2.0:1777420989.455601:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+22:13991:x1863760833808128:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1777420989.455688:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384b91 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.455706:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384b91 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.455718:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384b91 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777420989.455922:0:5760:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000001fc7a68e reply state 0000000099ca52ad transno 4294967545 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384b91 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420989.455949:0:5760:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777420989.456055:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+24:13991:x1863760833808128:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 Request processed in 456us (3730us total) trans 4294967545 rc 0/0 00000100:00100000:2.0:1777420989.456062:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 349 00010000:00010000:1.0:1777420989.458041:0:3281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384b91 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.458056:0:3281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384b91 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.458064:0:3281:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384b91 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.458071:0:3281:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013cf600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777420989.458076:0:3281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384b91 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.458084:0:3281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384b91 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.458100:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff9af1061f8500) 00010000:00010000:1.0:1777420989.458112:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1777420989.458117:0:3281:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384b91 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.458124:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384b91 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420989.458900:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420989.461542:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833808256 00000100:00100000:1.0:1777420989.461557:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833808256 00000100:00100000:1.0:1777420989.462550:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 350 00000100:00100000:1.0:1777420989.462562:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+23:13991:x1863760833808256:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777420989.462584:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777420989.462605:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678200/0xa38d71289384b98 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375c7c expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.462660:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678200/0xa38d71289384b98 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c7c expref: 24 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.462675:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678200/0xa38d71289384b98 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c7c expref: 24 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.462685:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff9af1061f8500) 00010000:00010000:1.0:1777420989.462688:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777420989.462692:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af101678200, rc 0) 00000100:00100000:1.0:1777420989.462751:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+24:13991:x1863760833808256:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 192us (3855us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420989.462758:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 350 00000100:00100000:3.0:1777420989.468082:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420989.468167:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833808384 00000100:00100000:0.0:1777420989.468177:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833808384 00000100:00100000:0.0:1777420989.468232:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 93 00000100:00100000:0.0:1777420989.468242:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+24:13991:x1863760833808384:12345-192.168.203.47@tcp:49:lhsmtool_posix.0 00000100:00100000:0.0:1777420989.468396:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+24:13991:x1863760833808384:12345-192.168.203.47@tcp:49:lhsmtool_posix.0 Request processed in 155us (325us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420989.468404:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 93 00000100:00100000:0.0:1777420989.471723:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420989.471782:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833808640 00000100:00100000:3.0:1777420989.471791:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833808640 00000100:00100000:3.0:1777420989.471841:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 94 00000100:00100000:3.0:1777420989.471851:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+24:13991:x1863760833808640:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1777420989.472079:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+25:13991:x1863760833808640:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 229us (364us total) trans 4294967546 rc 0/0 00000100:00100000:3.0:1777420989.472087:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 94 00000100:00100000:2.0:1777420989.477464:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420989.477630:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833808896 00000100:00100000:3.0:1777420989.477640:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833808896 00000100:00100000:3.0:1777420989.477701:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 351 00000100:00100000:3.0:1777420989.477712:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+25:13991:x1863760833808896:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1777420989.477816:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+25:13991:x1863760833808896:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 105us (358us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420989.477825:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 351 00000100:00100000:1.0:1777420989.483809:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420989.483880:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833809152 00000100:00100000:2.0:1777420989.483891:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833809152 00000100:00100000:2.0:1777420989.483957:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 352 00000100:00100000:2.0:1777420989.483968:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+25:13991:x1863760833809152:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777420989.483986:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777420989.484009:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cec00/0xa38d71289384b9f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375c83 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.484119:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384ba6 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.484134:0:5760:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678200/0xa38d71289384b98 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c7c expref: 26 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.484144:0:5760:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384ba6 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.484176:0:5760:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678200/0xa38d71289384b98 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c7c expref: 26 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.484188:0:5760:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678200/0xa38d71289384b98 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c7c expref: 26 pid: 5761 timeout: 301 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420989.484215:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0010f7800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1863760841085312:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777420989.484306:0:5760:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1348d2600 going to sleep for 11 seconds 00000100:00100000:3.0:1777420989.489967:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420989.490003:0:8215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833809280 00000100:00100000:3.0:1777420989.490018:0:8215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833809280 00010000:00010000:3.0:1777420989.490053:0:8215:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678200/0xa38d71289384b98 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c7c expref: 27 pid: 5761 timeout: 301 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420989.490088:0:8215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 122 00000100:00100000:3.0:1777420989.490098:0:8215:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c10700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+27:2368:x1863760833809280:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777420989.490112:0:8215:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777420989.490119:0:8215:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678200/0xa38d71289384b98 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c7c expref: 27 pid: 5761 timeout: 301 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420989.490132:0:8215:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678200/0xa38d71289384b98 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c7c expref: 27 pid: 5761 timeout: 301 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420989.490155:0:8215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff9af1061f8500) 00010000:00010000:3.0:1777420989.490161:0:8215:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384ba6 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420989.490171:0:8215:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384ba6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420989.490179:0:8215:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384ba6 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420989.490197:0:8215:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777420989.490244:0:8215:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c10700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+27:2368:x1863760833809280:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 147us (286us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420989.490251:0:8215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 122 00010000:00010000:1.0:1777420989.490617:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678200/0xa38d71289384b98 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c7c expref: 26 pid: 5761 timeout: 301 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420989.490640:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0010f7800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1863760841085312:192.168.203.47@tcp:104: 00010000:00010000:1.0:1777420989.490659:0:5760:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384ba6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.490669:0:5760:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384ba6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.490675:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384ba6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777420989.490705:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7:0x0]: returning size 0 00010000:00010000:1.0:1777420989.491021:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384ba6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.491032:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384ba6 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.491038:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384ba6 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.491044:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013cfc00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777420989.491049:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384ba6 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.491056:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384ba6 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.491067:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff9af1061f8500) 00010000:00010000:1.0:1777420989.491070:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777420989.491083:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384ba6 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.491090:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384ba6 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.491138:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cec00/0xa38d71289384b9f lrc: 1/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c83 expref: 26 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.491148:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff9af1061f8100) 00010000:00010000:1.0:1777420989.491151:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777420989.491155:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cec00/0xa38d71289384b9f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c83 expref: 26 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.491169:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0013cec00, rc 0) 00000100:00100000:1.0:1777420989.491201:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+25:13991:x1863760833809152:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 7236us (7403us total) trans 4294967547 rc 301/301 00000100:00100000:1.0:1777420989.491209:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 352 00000100:00100000:0.0:1777420989.502023:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420989.502092:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833809536 00000100:00100000:0.0:1777420989.502102:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833809536 00000100:00100000:0.0:1777420989.502151:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 95 00000100:00100000:0.0:1777420989.502161:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+25:13991:x1863760833809536:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1777420989.502686:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+26:13991:x1863760833809536:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 524us (670us total) trans 4294967548 rc 0/0 00000100:00100000:0.0:1777420989.502706:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 95 00000100:00100000:0.0:1777420989.520956:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420989.522245:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833809664 00000100:00100000:1.0:1777420989.522258:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833809664 00000100:00100000:1.0:1777420989.522390:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 353 00000100:00100000:1.0:1777420989.522401:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+26:13991:x1863760833809664:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777420989.522451:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777420989.522488:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678200/0xa38d71289384bb4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375c8a expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.522558:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678e00/0xa38d71289384bbb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.522590:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678e00/0xa38d71289384bbb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.522603:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678e00/0xa38d71289384bbb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777420989.522639:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777420989.522659:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678e00/0xa38d71289384bbb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.522703:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678200/0xa38d71289384bb4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c8a expref: 28 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.522722:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678e00/0xa38d71289384bbb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c8a expref: 27 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.522731:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff9af1061f8500) 00010000:00010000:1.0:1777420989.522734:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1777420989.522737:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af101678e00, rc 0) 00000100:00100000:1.0:1777420989.522834:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+27:13991:x1863760833809664:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 419us (1873us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420989.522843:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 353 00000100:00100000:3.0:1777420989.524898:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420989.524978:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833809792 00000100:00100000:1.0:1777420989.524988:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833809792 00000100:00100000:1.0:1777420989.525040:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 354 00000100:00100000:1.0:1777420989.525049:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111015c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+27:2369:x1863760833809792:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777420989.525066:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777420989.525083:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678a00/0xa38d71289384bc2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375c91 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.525125:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678a00/0xa38d71289384bc2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c91 expref: 28 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777420989.525149:0:5761:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1777420989.525152:0:5761:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7:0x0] updating lvb mtime from disk: 0 -> 1777420989 00000004:00010000:1.0:1777420989.525154:0:5761:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7:0x0] updating lvb atime from disk: 0 -> 1777420989 00000004:00010000:1.0:1777420989.525157:0:5761:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7:0x0] updating lvb ctime from disk: 0 -> 1777420989 00000004:00010000:1.0:1777420989.525159:0:5761:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7:0x0] updating lvb blocks from disk: 18427282363563114435 -> 1 00002000:00010000:1.0:1777420989.525163:0:5761:0:(mdt_io.c:1542:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1777420989.525170:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678a00/0xa38d71289384bc2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c91 expref: 28 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.525181:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff9af1061f8500) 00010000:00010000:1.0:1777420989.525185:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777420989.525188:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af101678a00, rc 0) 00000100:00100000:1.0:1777420989.525301:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111015c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+28:2369:x1863760833809792:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 251us (422us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420989.525308:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 354 00000040:00080000:3.0:1777420989.541869:0:13413:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777420989.541882:0:13413:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777420989.541939:0:13413:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 11 count 6 00000040:00080000:3.0:1777420989.541945:0:13413:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777420989.548600:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420989.552590:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833810048 00000100:00100000:1.0:1777420989.552606:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833810048 00000100:00100000:1.0:1777420989.552682:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 355 00000100:00100000:1.0:1777420989.552694:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+28:13991:x1863760833810048:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777420989.552814:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+28:13991:x1863760833810048:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 121us (4223us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420989.552834:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 355 00000100:00100000:0.0:1777420989.582757:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420989.582912:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833810304 00000100:00100000:1.0:1777420989.582922:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833810304 00000100:00100000:1.0:1777420989.582978:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 356 00000100:00100000:1.0:1777420989.582989:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118840380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+28:13991:x1863760833810304:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777420989.583007:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777420989.583010:0:5761:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1777420989.583151:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678e00/0xa38d71289384bbb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c8a expref: 28 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.583169:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff9af1061f8500) 00010000:00010000:1.0:1777420989.583174:0:5761:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777420989.583188:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678200/0xa38d71289384bc9 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375c98 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.583233:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678400/0xa38d71289384bd0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.583246:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678400/0xa38d71289384bd0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.583255:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678400/0xa38d71289384bd0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777420989.583538:0:5761:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x7:0x0], index 1: 0 00000004:00080000:1.0:1777420989.583546:0:5761:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x8:0x0], index 0: 0 00010000:00010000:1.0:1777420989.583676:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678400/0xa38d71289384bd0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c98 expref: 30 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.583704:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff9af1061f8500) 00010000:00010000:1.0:1777420989.583707:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1777420989.583717:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678200/0xa38d71289384bc9 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c98 expref: 30 pid: 5761 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.583730:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678400/0xa38d71289384bd0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c98 expref: 29 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.583751:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff9af1061f8500) 00010000:00010000:1.0:1777420989.583753:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1777420989.583756:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af101678400, rc 0) 00000100:00100000:1.0:1777420989.583851:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118840380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+29:13991:x1863760833810304:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 864us (1103us total) trans 4294967549 rc 0/0 00000100:00100000:1.0:1777420989.583860:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 356 00000100:00100000:1.0:1777420989.604239:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420989.604317:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833810432 00000100:00100000:2.0:1777420989.604327:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833810432 00000100:00100000:2.0:1777420989.604483:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 357 00000100:00100000:2.0:1777420989.604494:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+29:13991:x1863760833810432:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777420989.604517:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777420989.604520:0:5761:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1777420989.604562:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678a00/0xa38d71289384bc2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c91 expref: 29 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.604580:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff9af1061f8500) 00010000:00010000:2.0:1777420989.604585:0:5761:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777420989.604597:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d71289384bd7 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375c9f expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.604621:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d71289384bd7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c9f expref: 29 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.604633:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d71289384bd7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c9f expref: 29 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.604643:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff9af1061f8500) 00010000:00010000:2.0:1777420989.604646:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777420989.604648:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0013cfa00, rc 0) 00000100:00100000:2.0:1777420989.604706:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+29:13991:x1863760833810432:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 214us (477us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420989.604714:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 357 00000100:00100000:1.0:1777420989.622781:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420989.627165:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833810560 00000100:00100000:3.0:1777420989.627179:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833810560 00000100:00100000:1.0:1777420989.627284:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 79 00000100:00100000:1.0:1777420989.627296:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+5:13991:x1863760833810560:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777420989.627314:0:6860:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777420989.627337:0:6860:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004d5f2982/0xa38d71289384bde lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375ca6 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777420989.627395:0:6860:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1777420989.627412:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777420989.627414:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777420989.627430:0:6860:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004d5f2982/0xa38d71289384bde lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 524288->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375ca6 expref: 6 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.627450:0:6860:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004d5f2982/0xa38d71289384bde lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 524288->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375ca6 expref: 6 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.627463:0:6860:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af101678200, rc 0) 00000100:00100000:1.0:1777420989.627527:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:13991:x1863760833810560:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 234us (4756us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420989.627535:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 79 00000100:00100000:0.0:1777420989.646557:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420989.646598:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420989.646660:0:5775:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833810688 00000100:00100000:1.0:1777420989.646671:0:5775:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833810688 00002000:00100000:1.0:1777420989.646722:0:5775:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0x7:0x0] req@ffff9af118842a00 x1863760833810688/t0(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:0/0 lens 488/0 e 0 to 0 dl 1777421000 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777420989.646732:0:5775:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af118842a00 with x1863760833810688 00000100:00100000:1.0:1777420989.646769:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 4 00000100:00100000:1.0:1777420989.646780:0:5775:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118842a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+29:2368:x1863760833810688:12345-192.168.203.47@tcp:4:lhsmtool_posix.0 00000100:00100000:3.0:1777420989.646784:0:6548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833810816 00000100:00100000:3.0:1777420989.646789:0:6548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833810816 00002000:00100000:3.0:1777420989.646813:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (524288->1048575) req@ffff9af118842300 x1863760833810816/t0(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:0/0 lens 488/0 e 0 to 0 dl 1777421000 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777420989.646822:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af118842300 with x1863760833810816 ext(524288->1048575) 00002000:00010000:3.0:1777420989.646827:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af118842300 00000100:00100000:3.0:1777420989.646846:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 41 00000100:00100000:3.0:1777420989.646853:0:6548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118842300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2369:x1863760833810816:12345-192.168.203.47@tcp:4:lhsmtool_posix.0 00000004:00010000:1.0:1777420989.669918:0:5775:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7:0x0] updating lvb size from disk: 0 -> 524288 00000004:00010000:1.0:1777420989.669928:0:5775:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7:0x0] updating lvb mtime from disk: 1777420989 -> 1777420989 00000004:00010000:1.0:1777420989.669931:0:5775:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7:0x0] updating lvb atime from disk: 1777420989 -> 1777420989 00000004:00010000:1.0:1777420989.669934:0:5775:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7:0x0] updating lvb ctime from disk: 1777420989 -> 1777420989 00000004:00010000:1.0:1777420989.669936:0:5775:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1777420989.670025:0:5775:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118842a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+31:2368:x1863760833810688:12345-192.168.203.47@tcp:4:lhsmtool_posix.0 Request processed in 23241us (23472us total) trans 4294967550 rc 0/0 00000100:00100000:1.0:1777420989.670113:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 4 00002000:00100000:1.0:1777420989.670133:0:5775:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0x7:0x0] req@ffff9af118842a00 x1863760833810688/t4294967550(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:0/0 lens 488/448 e 0 to 0 dl 1777421000 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777420989.670144:0:5775:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9af118842a00 with x1863760833810688 00000100:00100000:3.0:1777420989.670990:0:6548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118842300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+8:2369:x1863760833810816:12345-192.168.203.47@tcp:4:lhsmtool_posix.0 Request processed in 24134us (24387us total) trans 4294967309 rc 0/0 00000100:00100000:3.0:1777420989.671002:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 41 00002000:00100000:3.0:1777420989.671011:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (524288->1048575) req@ffff9af118842300 x1863760833810816/t4294967309(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:0/0 lens 488/448 e 0 to 0 dl 1777421000 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777420989.671022:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af118842300 with x1863760833810816 ext(524288->1048575) 00002000:00010000:3.0:1777420989.671028:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af118842300 00000100:00100000:1.0:1777420989.678979:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420989.679058:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833810944 00000100:00100000:2.0:1777420989.679068:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833810944 00000100:00100000:2.0:1777420989.679124:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 358 00000100:00100000:2.0:1777420989.679135:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+31:13991:x1863760833810944:12345-192.168.203.47@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1777420989.766478:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967548 is committed 00000001:00080000:0.0:1777420989.766531:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967540 is committed 00000004:00080000:0.0:1777420989.766538:0:5782:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 3 committed 00000004:00080000:0.0:1777420989.766557:0:5782:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 6 committed 00000020:00080000:0.0:1777420989.766584:0:5782:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9af1348c9b40 refcount 2 committed 0 result 0 batchid 7 00000020:00080000:0.0:1777420989.766589:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9af13c67c100 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9af1054499c0 00000020:00080000:0.0:1777420989.766593:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9af13c67cf00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9af001d7f400 00000020:00080000:0.0:1777420989.766628:0:5782:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 6 batchid updated 00000001:00080000:0.0:1777420989.766639:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967550 is committed 00000001:00080000:0.0:1777420989.766651:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967542 is committed 00000020:00080000:0.0:1777420989.766719:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 7 committed batchid 6 00000020:00080000:0.0:1777420989.766954:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 6 00000100:00100000:2.0:1777420989.767115:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777420989.767135:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0010f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841085440:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777420989.767204:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777420989.767283:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841085440 00000100:00100000:2.0:1777420989.767291:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841085440 00000100:00100000:2.0:1777420989.767344:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1777420989.767463:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841085440:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1777420989.767488:0:6543:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:6 count 1 00002000:00010000:2.0:1777420989.767521:0:6543:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1777420989.767529:0:6543:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000002dfcf1a/0xa38d71289384be5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.767543:0:6543:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777420989.767545:0:6543:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777420989.767550:0:6543:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000002dfcf1a/0xa38d71289384be5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.767563:0:6543:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000002dfcf1a/0xa38d71289384be5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.767591:0:6543:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000002dfcf1a/0xa38d71289384be5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.767598:0:6543:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000002dfcf1a/0xa38d71289384be5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.767616:0:6543:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777420989.768030:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3297:x1863760841085440:12345-0@lo:6:osp-syn-1-0.0 Request processed in 678us (826us total) trans 4294967310 rc 0/0 00000100:00100000:2.0:1777420989.768038:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00080000:2.0:1777420989.768062:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1777420989.768075:0:5749:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777420989.768081:0:5749:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000002dfcf1a/0xa38d71289384be5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.768090:0:5749:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013cfe00 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:2.0:1777420989.768094:0:5749:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000002dfcf1a/0xa38d71289384be5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.768103:0:5749:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000002dfcf1a/0xa38d71289384be5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.768118:0:5749:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000002dfcf1a/0xa38d71289384be5 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.768137:0:5749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000002dfcf1a/0xa38d71289384be5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.768152:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777420989.768154:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777420989.768156:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1777420989.768185:0:3297:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9af0010f5c00/2, rc 0, transno 4294967310 00000100:00100000:2.0:1777420989.768191:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0010f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841085440:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777420989.768518:0:3296:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777420989.768529:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af111017100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841085568:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777420989.768566:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420989.769693:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+18:13991:x1863760833810944:12345-192.168.203.47@tcp:44:lhsmtool_posix.0 Request processed in 90555us (90719us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420989.769704:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 358 00000100:00100000:2.0:1777420989.771193:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841085568 00000100:00100000:2.0:1777420989.771206:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841085568 00000100:00100000:2.0:1777420989.771249:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:2.0:1777420989.771258:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111016680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3296:x1863760841085568:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1777420989.771284:0:6860:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:7 count 1 00002000:00010000:2.0:1777420989.771319:0:6860:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x7:0x0] initial LVB size: 1048576, mtime: 0x69f14abb, atime: 0x0, ctime: 0x69f14abb, blocks: 0x407 00010000:00010000:2.0:1777420989.771327:0:6860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000869a2dc9/0xa38d71289384bec lrc: 3/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.771342:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777420989.771344:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777420989.771546:0:6860:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000869a2dc9/0xa38d71289384bec lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.771565:0:6860:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000869a2dc9/0xa38d71289384bec lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.771574:0:6860:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000869a2dc9/0xa38d71289384bec lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.771592:0:6860:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000869a2dc9/0xa38d71289384bec lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.771612:0:6860:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777420989.772165:0:8267:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777420989.772174:0:8267:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000869a2dc9/0xa38d71289384bec lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420989.772196:0:8267:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013ce000 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:3.0:1777420989.772201:0:8267:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000869a2dc9/0xa38d71289384bec lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420989.772210:0:8267:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000869a2dc9/0xa38d71289384bec lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420989.772228:0:8267:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000869a2dc9/0xa38d71289384bec lrc: 1/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420989.772236:0:8267:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000869a2dc9/0xa38d71289384bec lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420989.772258:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777420989.772260:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777420989.772262:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777420989.772949:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111016680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3296:x1863760841085568:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1688us (4379us total) trans 4294967313 rc 0/0 00000100:00100000:2.0:1777420989.772958:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000004:00080000:3.0:1777420989.773065:0:3296:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9af111017100/2, rc 0, transno 4294967313 00000100:00100000:3.0:1777420989.773073:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af111017100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841085568:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777420989.774697:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420989.774731:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420989.774816:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420989.774858:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833811072 00000100:00100000:1.0:1777420989.774867:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833811072 00000100:00100000:1.0:1777420989.774914:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 359 00000100:00100000:1.0:1777420989.774922:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118843480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+18:2368:x1863760833811072:12345-192.168.203.47@tcp:16:lhsmtool_posix.0 00000100:00100000:1.0:1777420989.775018:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118843480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+18:2368:x1863760833811072:12345-192.168.203.47@tcp:16:lhsmtool_posix.0 Request processed in 97us (328us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420989.775026:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 359 00000100:00100000:2.0:1777420989.780267:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833811328 00000100:00100000:2.0:1777420989.780282:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833811328 00000100:00100000:2.0:1777420989.780342:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833811200 00000100:00100000:2.0:1777420989.780346:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833811200 00000100:00100000:3.0:1777420989.780495:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 82 00000100:00100000:3.0:1777420989.780507:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+5:2368:x1863760833811328:12345-192.168.203.47@tcp:16:lhsmtool_posix.0 00000100:00100000:3.0:1777420989.780611:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+5:2368:x1863760833811328:12345-192.168.203.47@tcp:16:lhsmtool_posix.0 Request processed in 105us (5878us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420989.780624:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 82 00000100:00100000:2.0:1777420989.781252:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 83 00000100:00100000:2.0:1777420989.781260:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+8:2368:x1863760833811200:12345-192.168.203.47@tcp:16:lhsmtool_posix.0 00010000:00010000:2.0:1777420989.787603:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1777420989.850801:0:7430:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967310 is committed 00000001:00080000:3.0:1777420989.850841:0:7430:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967309 is committed 00000100:00100000:1.0:1777420989.851015:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2368:x1863760833811200:12345-192.168.203.47@tcp:16:lhsmtool_posix.0 Request processed in 69746us (76189us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420989.851029:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 83 00000100:00100000:0.0:1777420989.855735:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420989.855828:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833811584 00000100:00100000:3.0:1777420989.855845:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833811584 00000100:00100000:3.0:1777420989.855919:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 360 00000100:00100000:3.0:1777420989.855932:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+18:13991:x1863760833811584:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1777420989.856003:0:5761:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777420989.856049:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678400/0xa38d71289384bd0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c98 expref: 18 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420989.856072:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff9af1061f8500) 00010000:00010000:3.0:1777420989.856077:0:5761:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777420989.856115:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384bf3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420989.856132:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384bf3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420989.856144:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384bf3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777420989.856175:0:5761:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7:0x0] updating lvb size from disk: 524288 -> 524288 00000004:00010000:3.0:1777420989.856179:0:5761:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7:0x0] updating lvb mtime from disk: 1777420989 -> 1777420989 00000004:00010000:3.0:1777420989.856182:0:5761:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7:0x0] updating lvb atime from disk: 1777420989 -> 1777420989 00000004:00010000:3.0:1777420989.856185:0:5761:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7:0x0] updating lvb ctime from disk: 1777420989 -> 1777420989 00000004:00010000:3.0:1777420989.856187:0:5761:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7:0x0] updating lvb blocks from disk: 1 -> 1031 00010000:00010000:3.0:1777420989.856195:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384bf3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420989.856212:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384bf3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420989.856238:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384bf3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420989.856245:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cd200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420989.856250:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384bf3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420989.856258:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384bf3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420989.856267:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff9af1061f8500) 00010000:00010000:3.0:1777420989.856269:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420989.856273:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384bf3 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420989.856280:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384bf3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420989.856463:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+17:13991:x1863760833811584:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 Request processed in 532us (736us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420989.856472:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 360 00000100:00100000:2.0:1777420989.860830:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420989.860921:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833811712 00000100:00100000:3.0:1777420989.860934:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833811712 00000100:00100000:3.0:1777420989.861008:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 361 00000100:00100000:3.0:1777420989.861019:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+17:13991:x1863760833811712:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777420989.861052:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777420989.861081:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384bfa lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375cad expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420989.861178:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384bfa lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375cad expref: 18 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420989.861194:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384bfa lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375cad expref: 18 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420989.861414:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff9af1061f8500) 00010000:00010000:3.0:1777420989.861418:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777420989.861422:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0cda00, rc 0) 00000100:00100000:3.0:1777420989.861494:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+18:13991:x1863760833811712:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 475us (677us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420989.861505:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 361 00000100:00100000:0.0:1777420989.864887:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420989.864930:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420989.865016:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833811840 00000100:00100000:2.0:1777420989.865033:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833811840 00000100:00100000:2.0:1777420989.865093:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833811968 00000100:00100000:2.0:1777420989.865097:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833811968 00000100:00100000:2.0:1777420989.865130:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 84 00000100:00100000:2.0:1777420989.865141:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2369:x1863760833811840:12345-192.168.203.47@tcp:2:lhsmtool_posix.0 00000100:00100000:0.0:1777420989.865210:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 85 00000100:00100000:0.0:1777420989.865229:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+5:2369:x1863760833811968:12345-192.168.203.47@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1777420989.865507:0:6543:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 0 -> 1048576 00002000:00010000:2.0:1777420989.865513:0:6543:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 0 -> 1777420987 00002000:00010000:2.0:1777420989.865516:0:6543:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 0 -> 1777420987 00002000:00010000:2.0:1777420989.865518:0:6543:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 0 -> 1777420987 00002000:00010000:2.0:1777420989.865520:0:6543:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 1 -> 1031 00000100:00100000:2.0:1777420989.865611:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+7:2369:x1863760833811840:12345-192.168.203.47@tcp:2:lhsmtool_posix.0 Request processed in 470us (733us total) trans 4294967311 rc 0/0 00000100:00100000:2.0:1777420989.865621:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 84 00000100:00100000:2.0:1777420989.866663:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2369:x1863760833811968:12345-192.168.203.47@tcp:2:lhsmtool_posix.0 Request processed in 1438us (1727us total) trans 4294967314 rc 0/0 00000100:00100000:2.0:1777420989.866674:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 85 00000100:00100000:0.0:1777420989.869556:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420989.869662:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833812224 00000100:00100000:2.0:1777420989.869678:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833812224 00000100:00100000:2.0:1777420989.869802:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 362 00000100:00100000:2.0:1777420989.869814:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+18:13991:x1863760833812224:12345-192.168.203.47@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1777420989.869893:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d71289384c01 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.869914:0:5761:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289384b8a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c75 expref: 18 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.869925:0:5761:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d71289384c01 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x7:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.869970:0:5761:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289384b8a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c75 expref: 18 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.869985:0:5761:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289384b8a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c75 expref: 18 pid: 5761 timeout: 301 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420989.870002:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0010f7800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841085696:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777420989.870118:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1348c9240 going to sleep for 11 seconds 00000100:00100000:0.0:1777420989.873862:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420989.873969:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833812352 00000100:00100000:2.0:1777420989.873969:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0010f7800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841085696:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777420989.873987:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833812352 00010000:00010000:2.0:1777420989.874010:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d71289384c01 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420989.874030:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289384b8a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c75 expref: 19 pid: 5761 timeout: 301 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420989.874078:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 123 00000100:00100000:3.0:1777420989.874089:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+19:2368:x1863760833812352:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777420989.874103:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777420989.874109:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289384b8a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c75 expref: 19 pid: 5761 timeout: 301 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420989.874123:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289384b8a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c75 expref: 19 pid: 5761 timeout: 301 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420989.874161:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289384b8a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c75 expref: 19 pid: 5761 timeout: 301 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420989.874179:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff9af1061f8500) 00010000:00010000:3.0:1777420989.874184:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d71289384c01 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420989.874195:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d71289384c01 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420989.874203:0:5746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d71289384c01 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420989.874231:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777420989.874300:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+18:2368:x1863760833812352:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 212us (450us total) trans 0 rc 0/0 00010000:00010000:2.0:1777420989.874306:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d71289384c01 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420989.874313:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 123 00010000:00010000:2.0:1777420989.874324:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d71289384c01 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.874404:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d71289384c01 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.874413:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d71289384c01 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.874420:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d71289384c01 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.874426:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013cee00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420989.874432:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d71289384c01 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.874439:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d71289384c01 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.874455:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff9af1061f8500) 00010000:00010000:2.0:1777420989.874458:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1777420989.874462:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d71289384c01 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x7:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.874468:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d71289384c01 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420989.874550:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+17:13991:x1863760833812224:12345-192.168.203.47@tcp:55:lhsmtool_posix.0 Request processed in 4737us (5001us total) trans 0 rc -22/-22 00000100:00100000:2.0:1777420989.874560:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 362 00000100:00100000:3.0:1777420989.877859:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420989.877897:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420989.877928:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420989.877932:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833812480 00000100:00100000:2.0:1777420989.877949:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833812480 00000100:00100000:2.0:1777420989.878034:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 363 00000100:00100000:2.0:1777420989.878045:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111016300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+17:2369:x1863760833812480:12345-192.168.203.47@tcp:33:lhsmtool_posix.0 00010000:00010000:2.0:1777420989.878110:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cea00/0xa38d71289384c08 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.878129:0:5761:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d71289384bd7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c9f expref: 17 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.878141:0:5761:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cea00/0xa38d71289384c08 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.878193:0:5761:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d71289384bd7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c9f expref: 17 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420989.878308:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833812608 00000100:00100000:1.0:1777420989.878313:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833812608 00000100:00100000:1.0:1777420989.878344:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833812736 00000100:00100000:1.0:1777420989.878346:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833812736 00000100:00100000:1.0:1777420989.878403:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 86 00000100:00100000:1.0:1777420989.878411:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111014700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+7:2369:x1863760833812608:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1777420989.878440:0:6544:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006d956ecb/0xa38d71289384c0f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.878478:0:6544:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004d5f2982/0xa38d71289384bde lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 524288->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375ca6 expref: 7 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.878487:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777420989.878489:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777420989.878492:0:6544:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006d956ecb/0xa38d71289384c0f lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.878516:0:6544:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004d5f2982/0xa38d71289384bde lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 524288->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375ca6 expref: 7 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.878531:0:6544:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004d5f2982/0xa38d71289384bde lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 524288->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375ca6 expref: 7 pid: 6860 timeout: 301 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420989.878548:0:6544:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118e70700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6544:1863760841085952:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777420989.878638:0:6544:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1204066c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777420989.878660:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 87 00000100:00100000:1.0:1777420989.878667:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111015880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2369:x1863760833812736:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 00002000:00010000:1.0:1777420989.878709:0:6860:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x8:0x0] initial LVB size: 0, mtime: 0x69f14abb, atime: 0x69f14abb, ctime: 0x69f14abb, blocks: 0x1 00010000:00010000:1.0:1777420989.878716:0:6860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002be79875/0xa38d71289384c16 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.878725:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777420989.878726:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777420989.878732:0:6860:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002be79875/0xa38d71289384c16 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.878754:0:6860:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002be79875/0xa38d71289384c16 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.878778:0:6860:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002be79875/0xa38d71289384c16 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.878787:0:6860:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002be79875/0xa38d71289384c16 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.878795:0:6860:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002be79875/0xa38d71289384c16 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.878813:0:6860:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af101678400 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:1.0:1777420989.878818:0:6860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002be79875/0xa38d71289384c16 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.878827:0:6860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002be79875/0xa38d71289384c16 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.878844:0:6860:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002be79875/0xa38d71289384c16 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.878852:0:6860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002be79875/0xa38d71289384c16 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420989.878923:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111015880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2369:x1863760833812736:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 Request processed in 254us (993us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420989.878931:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 87 00010000:00010000:2.0:1777420989.879388:0:5761:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d71289384bd7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c9f expref: 17 pid: 5761 timeout: 301 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420989.879403:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0010f7800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841085824:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777420989.879451:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1348c9240 going to sleep for 11 seconds 00000100:00100000:3.0:1777420989.883831:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420989.883858:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420989.883889:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833812992 00000100:00100000:3.0:1777420989.883900:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833812992 00010000:00010000:3.0:1777420989.883947:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d71289384bd7 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c9f expref: 18 pid: 5761 timeout: 301 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420989.883985:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833812864 00000100:00100000:3.0:1777420989.884006:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833812864 00010000:00010000:3.0:1777420989.884033:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004d5f2982/0xa38d71289384bde lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 524288->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375ca6 expref: 8 pid: 6860 timeout: 301 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420989.884070:0:8215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 124 00000100:00100000:0.0:1777420989.884099:0:8215:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111014000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+18:2366:x1863760833812992:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777420989.884120:0:8215:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777420989.884152:0:8215:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d71289384bd7 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c9f expref: 18 pid: 5761 timeout: 301 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420989.884168:0:8215:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d71289384bd7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c9f expref: 18 pid: 5761 timeout: 301 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420989.884192:0:8215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff9af1061f8500) 00010000:00010000:0.0:1777420989.884198:0:8215:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cea00/0xa38d71289384c08 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x50010000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420989.884208:0:8215:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cea00/0xa38d71289384c08 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x50090000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420989.884216:0:8215:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cea00/0xa38d71289384c08 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x50090000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420989.884236:0:8215:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777420989.884299:0:8215:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111014000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+18:2366:x1863760833812992:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 215us (478us total) trans 0 rc 0/0 00010000:00010000:2.0:1777420989.884384:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d71289384bd7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c9f expref: 18 pid: 5761 timeout: 301 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420989.884418:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0010f7800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841085824:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777420989.884443:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cea00/0xa38d71289384c08 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.884453:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cea00/0xa38d71289384c08 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.884458:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cea00/0xa38d71289384c08 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.884493:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cea00/0xa38d71289384c08 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.884500:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cea00/0xa38d71289384c08 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.884508:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cea00/0xa38d71289384c08 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.884514:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013cea00 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:2.0:1777420989.884519:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cea00/0xa38d71289384c08 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.884527:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cea00/0xa38d71289384c08 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.884541:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff9af1061f8500) 00010000:00010000:2.0:1777420989.884544:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777420989.884549:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cea00/0xa38d71289384c08 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.884567:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cea00/0xa38d71289384c08 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420989.884622:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111016300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+17:2369:x1863760833812480:12345-192.168.203.47@tcp:33:lhsmtool_posix.0 Request processed in 6578us (6769us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420989.884631:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 363 00000100:00100000:3.0:1777420989.885038:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 125 00000100:00100000:3.0:1777420989.885049:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111014380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+8:2366:x1863760833812864:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777420989.885063:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777420989.885083:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004d5f2982/0xa38d71289384bde lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 524288->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375ca6 expref: 8 pid: 6860 timeout: 301 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420989.885098:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004d5f2982/0xa38d71289384bde lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 524288->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375ca6 expref: 8 pid: 6860 timeout: 301 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420989.885117:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777420989.885119:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777420989.885124:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006d956ecb/0xa38d71289384c0f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420989.885135:0:5746:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006d956ecb/0xa38d71289384c0f lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420989.885151:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777420989.885172:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111014380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+8:2366:x1863760833812864:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 126us (1311us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420989.885179:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 125 00000100:00100000:0.0:1777420989.885692:0:8215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 124 00010000:00010000:1.0:1777420989.885755:0:6544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004d5f2982/0xa38d71289384bde lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 524288->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375ca6 expref: 7 pid: 6860 timeout: 301 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420989.885774:0:6544:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118e70700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6544:1863760841085952:192.168.203.47@tcp:104: 00010000:00010000:1.0:1777420989.885792:0:6544:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006d956ecb/0xa38d71289384c0f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.885801:0:6544:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006d956ecb/0xa38d71289384c0f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.885809:0:6544:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006d956ecb/0xa38d71289384c0f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.885835:0:6544:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006d956ecb/0xa38d71289384c0f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.885844:0:6544:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006d956ecb/0xa38d71289384c0f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.885851:0:6544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006d956ecb/0xa38d71289384c0f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.885893:0:6544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af101678a00 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:1.0:1777420989.885899:0:6544:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006d956ecb/0xa38d71289384c0f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.885909:0:6544:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006d956ecb/0xa38d71289384c0f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.885925:0:6544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006d956ecb/0xa38d71289384c0f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.885934:0:6544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006d956ecb/0xa38d71289384c0f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420989.885993:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111014700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2369:x1863760833812608:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 Request processed in 7582us (8096us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420989.886002:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 86 00000100:00100000:3.0:1777420989.889190:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420989.889302:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833813248 00000100:00100000:2.0:1777420989.889314:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833813248 00000100:00100000:2.0:1777420989.889440:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 364 00000100:00100000:2.0:1777420989.889452:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111014e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+16:13991:x1863760833813248:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1777420989.889548:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d71289384c1d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.889567:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d71289384c1d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.889580:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d71289384c1d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.889897:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d71289384c24 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.889910:0:5761:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384bfa lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375cad expref: 17 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.889919:0:5761:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d71289384c24 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.889959:0:5761:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384bfa lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375cad expref: 17 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.889990:0:5761:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384bfa lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375cad expref: 17 pid: 5761 timeout: 301 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420989.890008:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0010f7800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841086080:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777420989.890102:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1348c9240 going to sleep for 11 seconds 00000100:00100000:0.0:1777420989.894014:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0010f7800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841086080:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777420989.894049:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d71289384c24 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420989.895035:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420989.895149:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833813376 00000100:00100000:2.0:1777420989.895161:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833813376 00010000:00010000:2.0:1777420989.895459:0:5745:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384bfa lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375cad expref: 18 pid: 5761 timeout: 301 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420989.895510:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 126 00000100:00100000:2.0:1777420989.895526:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111015500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+18:2369:x1863760833813376:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777420989.895545:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777420989.895553:0:5745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384bfa lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375cad expref: 18 pid: 5761 timeout: 301 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.895567:0:5745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384bfa lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375cad expref: 18 pid: 5761 timeout: 301 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.895592:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384bfa lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375cad expref: 18 pid: 5761 timeout: 301 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.895612:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff9af1061f8500) 00010000:00010000:2.0:1777420989.895617:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d71289384c24 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.895639:0:5745:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d71289384c24 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.895645:0:5745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d71289384c24 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420989.895665:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777420989.895735:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111015500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+17:2369:x1863760833813376:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 211us (709us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420989.895743:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 126 00010000:00010000:0.0:1777420989.895979:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d71289384c24 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420989.895995:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d71289384c24 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777420989.896425:0:5761:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967551 00000001:00080000:0.0:1777420989.896605:0:5761:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967552 00000001:00080000:0.0:1777420989.896688:0:5761:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967553 00000100:00100000:0.0:1777420989.896788:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c15ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5761:1863760841086208:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1777420989.896848:0:5761:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777420989.896885:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af118e34900 going to sleep for 11 seconds 00000100:00100000:2.0:1777420989.900228:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841086208 00000100:00100000:2.0:1777420989.900246:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841086208 00000100:00100000:2.0:1777420989.900378:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1777420989.900391:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5761:x1863760841086208:12345-0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1777420989.900523:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5761:x1863760841086208:12345-0@lo:1000:mdt00_001.0 Request processed in 135us (3673us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420989.900532:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1777420989.900624:0:5761:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967310 gen 2 00000004:00080000:3.0:1777420989.900631:0:5761:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9af0010f5c00, transno 4294967310 00000100:00100000:3.0:1777420989.900647:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c15ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5761:1863760841086208:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1777420989.900926:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af111016d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5761:1863760841086336:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1777420989.900967:0:5761:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420989.901534:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af108ea7d80 going to sleep for 11 seconds 00000100:00100000:0.0:1777420989.901578:0:5766:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841086336 00000100:00100000:0.0:1777420989.901584:0:5766:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841086336 00000100:00100000:0.0:1777420989.901612:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1777420989.901619:0:5766:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111017800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:5761:x1863760841086336:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1777420989.901893:0:5766:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111017800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:5761:x1863760841086336:12345-0@lo:1000:mdt00_001.0 Request processed in 273us (924us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420989.901901:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1777420989.901951:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af111016d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5761:1863760841086336:0@lo:1000:mdt00_001.0 00000040:00080000:3.0:1777420989.902727:0:5761:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1777420989.902864:0:5761:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000400:0x1:0x0].1, 64 off32832 00000040:00080000:3.0:1777420989.902985:0:5761:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000400:0x2:0x0].1, 280 off33048 00000001:00080000:3.0:1777420989.902994:0:5761:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967554 00000100:00100000:3.0:1777420989.903084:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af111016d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5761:1863760841086464:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1777420989.903129:0:5761:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420989.903761:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1348d2900 going to sleep for 11 seconds 00000100:00100000:2.0:1777420989.904117:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841086464 00000100:00100000:2.0:1777420989.904126:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841086464 00000100:00100000:2.0:1777420989.904171:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1777420989.904180:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111014a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:5761:x1863760841086464:12345-0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1777420989.905715:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111014a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:5761:x1863760841086464:12345-0@lo:1000:mdt00_001.0 Request processed in 1527us (2577us total) trans 4294967315 rc 0/0 00000100:00100000:2.0:1777420989.905727:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1777420989.905858:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af111016d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5761:1863760841086464:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1777420989.905907:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af111015180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5761:1863760841086592:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1777420989.905942:0:5761:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420989.905980:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1348d2900 going to sleep for 11 seconds 00000100:00100000:2.0:1777420989.906033:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841086592 00000100:00100000:2.0:1777420989.906039:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841086592 00000100:00100000:2.0:1777420989.906066:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1777420989.906088:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111017480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5761:x1863760841086592:12345-0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1777420989.906387:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111017480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5761:x1863760841086592:12345-0@lo:1000:mdt00_001.0 Request processed in 261us (407us total) trans 4294967312 rc 0/0 00000100:00100000:2.0:1777420989.906395:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1777420989.906506:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af111015180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5761:1863760841086592:0@lo:1000:mdt00_001.0 00000001:00080000:3.0:1777420989.906614:0:5761:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967555 00010000:00010000:3.0:1777420989.906654:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d71289384c24 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420989.906665:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d71289384c24 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420989.906673:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d71289384c24 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420989.906686:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013cfe00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420989.906692:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d71289384c24 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420989.906699:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d71289384c24 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420989.906718:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff9af1061f8500) 00010000:00010000:3.0:1777420989.906721:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777420989.906728:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d71289384c24 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420989.906734:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d71289384c24 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420989.906770:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384b13 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420989.906777:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384b13 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420989.906783:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384b13 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420989.906788:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cc800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420989.906791:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384b13 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420989.906798:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384b13 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420989.906819:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9af106213c00) 00010000:00010000:3.0:1777420989.906822:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777420989.906825:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384b13 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420989.906831:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384b13 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420989.906854:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384c2b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420989.906870:0:5761:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d71289384afe lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x53/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c59 expref: 25 pid: 5760 timeout: 300 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420989.906878:0:5761:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384b36 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x53/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c60 expref: 21 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420989.906886:0:5761:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384c2b lrc: 5/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420989.906919:0:5761:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384b36 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x53/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c60 expref: 21 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420989.906934:0:5761:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384b36 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x53/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c60 expref: 21 pid: 5761 timeout: 301 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420989.906947:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af134081500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841086720:192.168.203.47@tcp:104: 00010000:00010000:3.0:1777420989.907029:0:5761:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d71289384afe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x53/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c59 expref: 25 pid: 5760 timeout: 300 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420989.907045:0:5761:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d71289384afe lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x53/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c59 expref: 25 pid: 5760 timeout: 301 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420989.907056:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af134081f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841086848:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777420989.907079:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1348d2900 going to sleep for 11 seconds 00000100:00100000:3.0:1777420989.910070:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420989.910149:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420989.910314:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833813632 00000100:00100000:1.0:1777420989.910326:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833813632 00010000:00010000:1.0:1777420989.910410:0:5745:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d71289384afe lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x53/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c59 expref: 26 pid: 5760 timeout: 301 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420989.910444:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833813504 00000100:00100000:1.0:1777420989.910447:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833813504 00010000:00010000:1.0:1777420989.910460:0:5745:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384b36 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x53/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c60 expref: 22 pid: 5761 timeout: 301 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420989.910501:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 127 00000100:00100000:1.0:1777420989.910510:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134083b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+26:2369:x1863760833813632:12345-192.168.203.47@tcp:102:ldlm_bl.0 00010000:00010000:1.0:1777420989.910528:0:5745:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d71289384afe lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x53/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c59 expref: 26 pid: 5760 timeout: 301 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.910538:0:5745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d71289384afe lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x53/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c59 expref: 26 pid: 5760 timeout: 301 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.910550:0:5745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d71289384afe lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c59 expref: 26 pid: 5760 timeout: 301 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.910560:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9af106213c00) 00010000:00010000:1.0:1777420989.910562:0:5745:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 53 00010000:00010000:1.0:1777420989.910566:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384c2b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.910576:0:5745:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d71289384afe lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c59 expref: 26 pid: 5760 timeout: 301 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420989.910632:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134083b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+26:2369:x1863760833813632:12345-192.168.203.47@tcp:102:ldlm_bl.0 Request processed in 122us (571us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420989.910640:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 127 00000100:00100000:1.0:1777420989.910659:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 128 00000100:00100000:1.0:1777420989.910665:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af102fb5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+22:2369:x1863760833813504:12345-192.168.203.47@tcp:102:ldlm_bl.0 00010000:00010000:1.0:1777420989.910676:0:5745:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384b36 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x53/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c60 expref: 22 pid: 5761 timeout: 301 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.910694:0:5745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384b36 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x53/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c60 expref: 22 pid: 5761 timeout: 301 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.910702:0:5745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384b36 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c60 expref: 22 pid: 5761 timeout: 301 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.910708:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9af106213c00) 00010000:00010000:1.0:1777420989.910710:0:5745:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 53 00010000:00010000:1.0:1777420989.910713:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384c2b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.910720:0:5745:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384c2b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.910726:0:5745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384c2b lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.910750:0:5745:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384b36 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c60 expref: 22 pid: 5761 timeout: 301 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420989.910773:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af102fb5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+22:2369:x1863760833813504:12345-192.168.203.47@tcp:102:ldlm_bl.0 Request processed in 108us (625us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420989.910779:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 128 00000100:00100000:0.0:1777420989.911847:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af134081500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841086720:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777420989.911931:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af134081f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841086848:192.168.203.47@tcp:104: 00010000:00010000:1.0:1777420989.911959:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384c2b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.911983:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384c2b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.912002:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384c2b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.912016:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384c2b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.912022:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384c2b lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.912029:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384c2b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.912036:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cd200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777420989.912040:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384c2b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.912047:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384c2b lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.912062:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9af106213c00) 00010000:00010000:1.0:1777420989.912065:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777420989.912069:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384c2b lrc: 2/0,0 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.912075:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384c2b lrc: 0/0,0 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.912091:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d71289384c1d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.912097:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d71289384c1d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.912109:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d71289384c1d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.912114:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013cee00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777420989.912117:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d71289384c1d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.912123:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d71289384c1d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.912130:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9af106213c00) 00010000:00010000:1.0:1777420989.912133:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1777420989.912136:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d71289384c1d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.912141:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d71289384c1d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420989.912422:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111014e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+21:13991:x1863760833813248:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 22972us (23241us total) trans 4294967556 rc 0/0 00000100:00100000:1.0:1777420989.912433:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 364 00000020:00080000:1.0:1777420989.912437:0:5761:0:(tgt_main.c:782:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:2.0:1777420989.912702:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777420989.912708:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777420989.913169:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 6 00000040:00080000:2.0:1777420989.913179:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777420989.915903:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420989.916529:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833813888 00000100:00100000:0.0:1777420989.916542:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833813888 00000100:00100000:0.0:1777420989.916596:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 96 00000100:00100000:0.0:1777420989.916606:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134080000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+21:13991:x1863760833813888:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000004:00080000:0.0:1777420989.917076:0:5764:0:(mdd_object.c:3993:mdd_close()) Object [0x200000402:0x7:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1777420989.917825:0:5764:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967557 00010000:00010000:1.0:1777420989.917885:0:5764:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289384c32 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.917904:0:5764:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289384c32 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.917918:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289384c32 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.917943:0:5764:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289384c32 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.917950:0:5764:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289384c32 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.917957:0:5764:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289384c32 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420989.919943:0:5764:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777420989.920122:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134080000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+23:13991:x1863760833813888:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 3510us (4220us total) trans 4294967558 rc 0/0 00000100:00100000:1.0:1777420989.920134:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 96 00000020:00080000:1.0:1777420989.920140:0:5764:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1777420989.926744:0:5748:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777420989.926763:0:5748:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289384c32 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420989.926777:0:5748:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137d12000 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:3.0:1777420989.926783:0:5748:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289384c32 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420989.926795:0:5748:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289384c32 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420989.926817:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff9af1061f8e00) 00010000:00010000:3.0:1777420989.926821:0:5748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777420989.926826:0:5748:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289384c32 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420989.926834:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289384c32 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420989.926863:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777420989.926886:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777420989.926888:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777420990.828097:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777420990.991229:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420990.991285:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420990.991318:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420990.991346:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420990.991401:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420990.991421:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420990.991450:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420990.991487:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833814144 00000100:00100000:1.0:1777420990.991488:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833814400 00000100:00100000:1.0:1777420990.991499:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833814400 00000100:00100000:3.0:1777420990.991500:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833814144 00000100:00100000:3.0:1777420990.991559:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833814528 00000100:00100000:3.0:1777420990.991562:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833814528 00000100:00100000:1.0:1777420990.991565:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833814656 00000100:00100000:1.0:1777420990.991571:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833814656 00000100:00100000:3.0:1777420990.991593:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 97 00000100:00100000:1.0:1777420990.991595:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833814272 00000100:00100000:1.0:1777420990.991599:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833814272 00000100:00100000:3.0:1777420990.991606:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134083100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+26:2369:x1863760833814144:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777420990.991615:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833814784 00000100:00100000:1.0:1777420990.991619:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833814784 00000100:00100000:1.0:1777420990.991641:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 80 00000100:00100000:1.0:1777420990.991650:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134080380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2369:x1863760833814400:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777420990.991692:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134080380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2369:x1863760833814400:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 43us (405us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420990.991694:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134083100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+26:2369:x1863760833814144:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 89us (477us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420990.991708:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 80 00000100:00100000:3.0:1777420990.991710:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 97 00000100:00100000:1.0:1777420990.991737:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 81 00000100:00100000:3.0:1777420990.991740:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 98 00000100:00100000:1.0:1777420990.991749:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134082a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2369:x1863760833814656:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777420990.991752:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134081180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+23:2369:x1863760833814528:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777420990.991783:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134081180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+23:2369:x1863760833814528:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 35us (360us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420990.991791:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 98 00000100:00100000:1.0:1777420990.991806:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134082a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2369:x1863760833814656:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 58us (485us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420990.991817:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 82 00000100:00100000:0.0:1777420990.991884:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833814016 00000100:00100000:0.0:1777420990.991889:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833814016 00000100:00100000:0.0:1777420990.991920:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 268 00000100:00100000:0.0:1777420990.991927:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+12:2369:x1863760833814016:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:0.0:1777420990.991963:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+12:2369:x1863760833814016:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 37us (616us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420990.991970:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 268 00000100:00100000:3.0:1777420990.992035:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134081880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+5:2369:x1863760833814272:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777420990.992063:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134081880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+5:2369:x1863760833814272:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 32us (662us total) trans 0 rc 0/0 00000100:00080000:2.0:1777420990.992511:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1777420990.992517:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777420990.992582:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 81 00000100:00100000:1.0:1777420990.992602:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 83 00000100:00100000:1.0:1777420990.992611:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134082680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2369:x1863760833814784:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777420990.992636:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 82 00000100:00100000:1.0:1777420990.992647:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134082680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2369:x1863760833814784:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 37us (1196us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420990.992655:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 83 00000040:00080000:1.0:1777420991.335592:0:13465:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777420991.335601:0:13465:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777420991.335661:0:13465:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 11 count 6 00000040:00080000:1.0:1777420991.335668:0:13465:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777420991.400836:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420991.400920:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833815040 00000100:00100000:0.0:1777420991.400930:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833815040 00000100:00100000:0.0:1777420991.401001:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 365 00000100:00100000:0.0:1777420991.401011:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134081f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+26:14002:x1863760833815040:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:0.0:1777420991.401030:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777420991.401059:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d71289384c39 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375cb4 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420991.401160:0:6569:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d71289384afe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c59 expref: 27 pid: 5760 timeout: 301 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420991.401181:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d71289384c40 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420991.401195:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d71289384c40 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420991.401208:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d71289384c40 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777420991.401220:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13:0x0]: returning size 1048576 00010000:00010000:0.0:1777420991.401384:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d71289384c39 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375cb4 expref: 29 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420991.401401:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d71289384c40 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375cb4 expref: 28 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420991.401418:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9af106213c00) 00010000:00010000:0.0:1777420991.401422:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777420991.401425:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12cf39000, rc 0) 00000100:00100000:0.0:1777420991.401480:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134081f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+28:14002:x1863760833815040:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 470us (652us total) trans 4294967559 rc 0/0 00000100:00100000:0.0:1777420991.401487:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 365 00000100:00080000:1.0:1777420991.401746:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777420991.420482:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420991.420968:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833815168 00000100:00100000:0.0:1777420991.420979:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833815168 00000100:00100000:0.0:1777420991.421032:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 366 00000100:00100000:0.0:1777420991.421041:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+28:14002:x1863760833815168:12345-192.168.203.47@tcp:54:lfs.0 00010000:00010000:0.0:1777420991.421114:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d71289384c4e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420991.421132:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d71289384c4e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420991.421143:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d71289384c4e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420991.421179:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d71289384c4e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420991.421186:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d71289384c4e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420991.421193:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d71289384c4e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420991.421200:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf38000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777420991.421212:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d71289384c4e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420991.421221:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d71289384c4e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420991.421233:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9af106213c00) 00010000:00010000:0.0:1777420991.421236:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777420991.421241:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d71289384c4e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420991.421248:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d71289384c4e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420991.421322:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+28:14002:x1863760833815168:12345-192.168.203.47@tcp:54:lfs.0 Request processed in 281us (848us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420991.421331:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 366 00000100:00100000:0.0:1777420991.430690:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420991.430762:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833815424 00000100:00100000:3.0:1777420991.430774:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833815424 00000100:00100000:3.0:1777420991.430829:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 97 00000100:00100000:3.0:1777420991.430839:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af10f5b8450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+28:14002:x1863760833815424:12345-192.168.203.47@tcp:35:lfs.0 00000100:00100000:3.0:1777420991.431069:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af10f5b8450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+29:14002:x1863760833815424:12345-192.168.203.47@tcp:35:lfs.0 Request processed in 230us (388us total) trans 4294967560 rc 0/0 00000100:00100000:3.0:1777420991.431077:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 97 00000100:00100000:0.0:1777420991.474676:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420991.474751:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833815680 00000100:00100000:1.0:1777420991.474761:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833815680 00000100:00100000:1.0:1777420991.474815:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 367 00000100:00100000:1.0:1777420991.474825:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+29:14007:x1863760833815680:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:1.0:1777420991.474846:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777420991.474867:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289384c55 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375cbb expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777420991.474993:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x12:0x0]: returning size 11776 00010000:00010000:1.0:1777420991.475115:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289384c55 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375cbb expref: 31 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420991.475143:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af118b32b00) 00010000:00010000:1.0:1777420991.475146:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777420991.475152:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289384c55 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375cbb expref: 31 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420991.475164:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137d12200, rc 0) 00000100:00100000:1.0:1777420991.475216:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+30:14007:x1863760833815680:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 392us (546us total) trans 4294967561 rc 301/301 00000100:00100000:1.0:1777420991.475224:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 367 00000100:00100000:1.0:1777420991.479676:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420991.480050:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833815808 00000100:00100000:0.0:1777420991.480060:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833815808 00000100:00100000:0.0:1777420991.480116:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 368 00000100:00100000:0.0:1777420991.480125:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+30:14007:x1863760833815808:12345-192.168.203.47@tcp:34:lfs.0 00010000:00010000:0.0:1777420991.480197:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384c63 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420991.480213:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384c63 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420991.480224:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384c63 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420991.480255:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38600/0xa38d71289384c6a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420991.480263:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38600/0xa38d71289384c6a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420991.480270:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38600/0xa38d71289384c6a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420991.480430:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289384c71 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420991.480440:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289384c71 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420991.480448:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289384c71 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777420991.480480:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13:0x0]: returning size 1048576 00000004:00200000:0.0:1777420991.480484:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777420991.480496:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289384c71 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420991.480509:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384c63 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420991.480516:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384c63 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420991.480524:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384c63 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420991.480541:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf38c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777420991.480546:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384c63 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420991.480554:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384c63 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420991.480567:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff9af1061f8100) 00010000:00010000:0.0:1777420991.480570:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777420991.480575:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384c63 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420991.480581:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384c63 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420991.480592:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38600/0xa38d71289384c6a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420991.480599:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38600/0xa38d71289384c6a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420991.480605:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38600/0xa38d71289384c6a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420991.480611:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf38600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777420991.480614:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38600/0xa38d71289384c6a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420991.480620:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38600/0xa38d71289384c6a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420991.480636:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x14789339 (ffff9af10b558000) 00010000:00010000:0.0:1777420991.480639:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777420991.480643:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38600/0xa38d71289384c6a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420991.480649:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38600/0xa38d71289384c6a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420991.480663:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289384c71 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420991.480669:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289384c71 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420991.480674:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289384c71 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420991.480680:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf38400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777420991.480683:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289384c71 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420991.480689:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289384c71 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420991.480695:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9af106213c00) 00010000:00010000:0.0:1777420991.480697:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777420991.480700:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289384c71 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420991.480706:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289384c71 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420991.480789:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+30:14007:x1863760833815808:12345-192.168.203.47@tcp:34:lfs.0 Request processed in 663us (1117us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420991.480797:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 368 00000100:00100000:0.0:1777420991.488145:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420991.488182:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833816064 00000100:00100000:0.0:1777420991.488193:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833816064 00000100:00100000:0.0:1777420991.488243:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 98 00000100:00100000:0.0:1777420991.488254:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+30:14007:x1863760833816064:12345-192.168.203.47@tcp:35:lfs.0 00000100:00100000:0.0:1777420991.488556:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+31:14007:x1863760833816064:12345-192.168.203.47@tcp:35:lfs.0 Request processed in 302us (419us total) trans 4294967562 rc 0/0 00000100:00100000:0.0:1777420991.488565:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 98 00000100:00100000:0.0:1777420991.523224:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420991.523320:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420991.523383:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833816192 00000100:00100000:0.0:1777420991.523394:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833816192 00000100:00100000:0.0:1777420991.523444:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833816320 00000100:00100000:0.0:1777420991.523448:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833816320 00000100:00100000:0.0:1777420991.523470:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 88 00000100:00100000:0.0:1777420991.523480:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2366:x1863760833816192:12345-192.168.203.47@tcp:101:chmod.0 00010000:00010000:0.0:1777420991.523499:0:6860:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777420991.523522:0:6860:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a147b8f8/0xa38d71289384c78 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375cc2 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777420991.523552:0:6860:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x7:0x0] initial LVB size: 1048576, mtime: 0x69f14abb, atime: 0x69f14abb, ctime: 0x69f14abb, blocks: 0x407 00010000:00010000:0.0:1777420991.523570:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777420991.523585:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777420991.523595:0:6860:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a147b8f8/0xa38d71289384c78 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375cc2 expref: 7 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420991.523616:0:6860:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a147b8f8/0xa38d71289384c78 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375cc2 expref: 7 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420991.523631:0:6860:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12cf38400, rc 0) 00000100:00100000:0.0:1777420991.523683:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+7:2366:x1863760833816192:12345-192.168.203.47@tcp:101:chmod.0 Request processed in 204us (471us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420991.523691:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 88 00000100:00100000:0.0:1777420991.523711:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 89 00000100:00100000:0.0:1777420991.523718:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+5:2366:x1863760833816320:12345-192.168.203.47@tcp:101:chmod.0 00010000:00010000:0.0:1777420991.523726:0:6860:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777420991.523739:0:6860:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006c830174/0xa38d71289384c7f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375cc9 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777420991.523755:0:6860:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x8:0x0] initial LVB size: 0, mtime: 0x69f14abb, atime: 0x69f14abb, ctime: 0x69f14abb, blocks: 0x1 00010000:00010000:0.0:1777420991.523764:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777420991.523765:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777420991.523769:0:6860:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006c830174/0xa38d71289384c7f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375cc9 expref: 6 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420991.523781:0:6860:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006c830174/0xa38d71289384c7f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375cc9 expref: 6 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420991.523790:0:6860:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12cf38600, rc 0) 00000100:00100000:0.0:1777420991.523818:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2366:x1863760833816320:12345-192.168.203.47@tcp:101:chmod.0 Request processed in 100us (497us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420991.523824:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 89 00000100:00100000:0.0:1777420991.527990:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420991.528125:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833816576 00000100:00100000:3.0:1777420991.528137:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833816576 00000100:00100000:3.0:1777420991.528192:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 369 00000100:00100000:3.0:1777420991.528202:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+31:14008:x1863760833816576:12345-192.168.203.47@tcp:36:chmod.0 00010000:00010000:3.0:1777420991.528256:0:6569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777420991.528281:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d71289384c40 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375cb4 expref: 31 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420991.528301:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9af106213c00) 00010000:00010000:3.0:1777420991.528307:0:6569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777420991.528336:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384c86 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420991.528599:0:6569:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d71289384afe lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c59 expref: 30 pid: 5760 timeout: 301 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420991.528610:0:6569:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384b36 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c60 expref: 22 pid: 5761 timeout: 301 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420991.528628:0:6569:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384c86 lrc: 5/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420991.528950:0:6569:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384b36 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c60 expref: 22 pid: 5761 timeout: 301 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420991.528967:0:6569:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384b36 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c60 expref: 22 pid: 5761 timeout: 303 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420991.528983:0:6569:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0010f4000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841086976:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777420991.529085:0:6569:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d71289384afe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c59 expref: 30 pid: 5760 timeout: 301 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420991.529096:0:6569:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d71289384afe lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c59 expref: 30 pid: 5760 timeout: 303 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420991.529106:0:6569:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0010f4700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841087104:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777420991.529131:0:6569:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13c0b29c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777420991.535990:0:6569:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0010f4000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841086976:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777420991.536018:0:6569:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0010f4700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841087104:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777420991.536042:0:6569:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384c86 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420991.544430:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420991.544483:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833816832 00000100:00100000:3.0:1777420991.544494:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833816832 00010000:00010000:3.0:1777420991.544546:0:6558:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384b36 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c60 expref: 23 pid: 5761 timeout: 303 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420991.544580:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 129 00000100:00080000:1.0:1777420991.544669:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777420991.544705:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420991.544980:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+23:2368:x1863760833816832:12345-192.168.203.47@tcp:102:ldlm_bl.0 00010000:00010000:3.0:1777420991.545002:0:6558:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384b36 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c60 expref: 23 pid: 5761 timeout: 303 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420991.545014:0:6558:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384b36 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c60 expref: 23 pid: 5761 timeout: 303 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420991.545025:0:6558:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384b36 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x41/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c60 expref: 23 pid: 5761 timeout: 303 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420991.545034:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9af106213c00) 00010000:00010000:3.0:1777420991.545037:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 51 00010000:00010000:3.0:1777420991.545041:0:6558:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384c86 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420991.545051:0:6558:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384b36 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x41/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c60 expref: 23 pid: 5761 timeout: 303 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420991.545176:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+23:2368:x1863760833816832:12345-192.168.203.47@tcp:102:ldlm_bl.0 Request processed in 586us (754us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420991.545186:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 129 00000100:00100000:3.0:1777420991.545206:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833816704 00000100:00100000:3.0:1777420991.545210:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833816704 00010000:00010000:3.0:1777420991.545226:0:6558:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d71289384afe lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c59 expref: 31 pid: 5760 timeout: 303 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420991.545321:0:8215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 130 00000100:00100000:1.0:1777420991.545333:0:8215:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+31:2368:x1863760833816704:12345-192.168.203.47@tcp:102:ldlm_bl.0 00010000:00010000:1.0:1777420991.545346:0:8215:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d71289384afe lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c59 expref: 31 pid: 5760 timeout: 303 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420991.545389:0:8215:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d71289384afe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c59 expref: 31 pid: 5760 timeout: 303 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420991.545398:0:8215:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d71289384afe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x41/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c59 expref: 31 pid: 5760 timeout: 303 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420991.545405:0:8215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9af106213c00) 00010000:00010000:1.0:1777420991.545408:0:8215:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 51 00010000:00010000:1.0:1777420991.545411:0:8215:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384c86 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420991.545428:0:8215:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384c86 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420991.545434:0:8215:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384c86 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420991.545463:0:8215:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d71289384afe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x41/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c59 expref: 31 pid: 5760 timeout: 303 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420991.545492:0:8215:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+31:2368:x1863760833816704:12345-192.168.203.47@tcp:102:ldlm_bl.0 Request processed in 163us (788us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420991.545499:0:8215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 130 00010000:00010000:1.0:1777420991.545524:0:6569:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384c86 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420991.545533:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384c86 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777420991.545750:0:6569:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb size from disk: 524288 -> 524288 00000004:00010000:1.0:1777420991.545754:0:6569:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb mtime from disk: 1777420987 -> 1777420987 00000004:00010000:1.0:1777420991.545757:0:6569:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb atime from disk: 1777420987 -> 1777420987 00000004:00010000:1.0:1777420991.545759:0:6569:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb ctime from disk: 1777420987 -> 1777420991 00000004:00010000:1.0:1777420991.545761:0:6569:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb blocks from disk: 2 -> 1030 00000004:00010000:1.0:1777420991.545767:0:6569:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000002a06e711 reply state 00000000588d185b transno 4294967563 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384c86 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420991.545775:0:6569:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777420991.545839:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+32:14008:x1863760833816576:12345-192.168.203.47@tcp:36:chmod.0 Request processed in 17638us (17858us total) trans 4294967563 rc 0/0 00000100:00100000:1.0:1777420991.545852:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 369 00010000:00010000:2.0:1777420991.559475:0:3282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384c86 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420991.559493:0:3282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384c86 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420991.559501:0:3282:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384c86 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420991.559509:0:3282:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cc600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420991.559514:0:3282:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384c86 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420991.559521:0:3282:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384c86 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420991.559539:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9af106213c00) 00010000:00010000:2.0:1777420991.559543:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1777420991.559547:0:3282:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384c86 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420991.559553:0:3282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384c86 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420991.559667:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420991.559739:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833816960 00000100:00100000:1.0:1777420991.559751:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833816960 00000100:00100000:1.0:1777420991.559800:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 370 00000100:00100000:1.0:1777420991.559810:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001190700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+31:14008:x1863760833816960:12345-192.168.203.47@tcp:101:chmod.0 00010000:00010000:1.0:1777420991.559831:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777420991.559849:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d71289384c8d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375cd0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420991.559905:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d71289384c8d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375cd0 expref: 32 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420991.559918:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d71289384c8d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375cd0 expref: 32 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420991.559936:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9af106213c00) 00010000:00010000:1.0:1777420991.559938:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777420991.559941:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137d12400, rc 0) 00000100:00100000:1.0:1777420991.560002:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001190700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+32:14008:x1863760833816960:12345-192.168.203.47@tcp:101:chmod.0 Request processed in 193us (341us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420991.560010:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 370 00000100:00100000:0.0:1777420991.574672:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420991.574717:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420991.574763:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833817088 00000100:00100000:3.0:1777420991.574787:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833817088 00000100:00100000:3.0:1777420991.574842:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833817216 00000100:00100000:3.0:1777420991.574846:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833817216 00000100:00100000:3.0:1777420991.574883:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 90 00000100:00100000:3.0:1777420991.574894:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001190e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+7:2367:x1863760833817088:12345-192.168.203.47@tcp:2:chmod.0 00000100:00100000:2.0:1777420991.575069:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 91 00000100:00100000:2.0:1777420991.575082:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001191f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2367:x1863760833817216:12345-192.168.203.47@tcp:2:chmod.0 00002000:00010000:3.0:1777420991.575130:0:6541:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:3.0:1777420991.575135:0:6541:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1777420987 -> 1777420987 00002000:00010000:3.0:1777420991.575138:0:6541:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1777420987 -> 1777420987 00002000:00010000:3.0:1777420991.575141:0:6541:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1777420987 -> 1777420991 00002000:00010000:3.0:1777420991.575144:0:6541:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 1031 -> 1031 00000100:00100000:3.0:1777420991.575200:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001190e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+8:2367:x1863760833817088:12345-192.168.203.47@tcp:2:chmod.0 Request processed in 308us (538us total) trans 4294967313 rc 0/0 00000100:00100000:3.0:1777420991.575210:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 90 00002000:00010000:2.0:1777420991.575229:0:6860:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777420991.575234:0:6860:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x8:0x0] updating lvb mtime from disk: 1777420987 -> 1777420987 00002000:00010000:2.0:1777420991.575238:0:6860:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x8:0x0] updating lvb atime from disk: 1777420987 -> 1777420987 00002000:00010000:2.0:1777420991.575240:0:6860:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x8:0x0] updating lvb ctime from disk: 1777420987 -> 1777420991 00002000:00010000:2.0:1777420991.575243:0:6860:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x8:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1777420991.575269:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001191f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+7:2367:x1863760833817216:12345-192.168.203.47@tcp:2:chmod.0 Request processed in 190us (550us total) trans 4294967316 rc 0/0 00000100:00100000:2.0:1777420991.575275:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 91 00000100:00100000:2.0:1777420991.597788:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420991.598127:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833817344 00000100:00100000:3.0:1777420991.598139:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833817344 00000100:00100000:2.0:1777420991.598328:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 371 00000100:00100000:2.0:1777420991.598339:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+32:14009:x1863760833817344:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:2.0:1777420991.598388:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777420991.598425:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384c94 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375cd7 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420991.598514:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce600/0xa38d71289384c9b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420991.598530:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce600/0xa38d71289384c9b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420991.598541:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce600/0xa38d71289384c9b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420991.598555:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf000/0xa38d71289384ca2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420991.598561:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf000/0xa38d71289384ca2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420991.598582:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf000/0xa38d71289384ca2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420991.598706:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384ca9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420991.598714:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384ca9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420991.598721:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384ca9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777420991.598752:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13:0x0]: returning size 1048576 00000004:00200000:2.0:1777420991.598756:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777420991.598774:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384ca9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777420991.598791:0:5762:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb size from disk: 524288 -> 524288 00000004:00010000:2.0:1777420991.598794:0:5762:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb mtime from disk: 1777420987 -> 1777420987 00000004:00010000:2.0:1777420991.598797:0:5762:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb atime from disk: 1777420987 -> 1777420987 00000004:00010000:2.0:1777420991.598799:0:5762:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb ctime from disk: 1777420991 -> 1777420991 00000004:00010000:2.0:1777420991.598802:0:5762:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb blocks from disk: 1030 -> 1030 00002000:00010000:2.0:1777420991.598806:0:5762:0:(mdt_io.c:1542:mdt_lvb2reply()) size 524288 00010000:00010000:2.0:1777420991.598811:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce600/0xa38d71289384c9b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420991.598817:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce600/0xa38d71289384c9b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420991.598823:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce600/0xa38d71289384c9b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420991.598835:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013ce600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420991.598840:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce600/0xa38d71289384c9b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420991.598848:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce600/0xa38d71289384c9b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420991.598859:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff9af1061f8100) 00010000:00010000:2.0:1777420991.598862:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420991.598866:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce600/0xa38d71289384c9b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420991.598872:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce600/0xa38d71289384c9b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420991.598884:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf000/0xa38d71289384ca2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420991.598889:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf000/0xa38d71289384ca2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420991.598910:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf000/0xa38d71289384ca2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420991.598915:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013cf000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420991.598917:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf000/0xa38d71289384ca2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420991.598923:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf000/0xa38d71289384ca2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420991.598941:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x14789339 (ffff9af106213000) 00010000:00010000:2.0:1777420991.598944:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420991.598946:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf000/0xa38d71289384ca2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420991.598952:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf000/0xa38d71289384ca2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420991.598982:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384c94 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375cd7 expref: 34 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420991.598994:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384ca9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375cd7 expref: 33 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420991.599001:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9af106213c00) 00010000:00010000:2.0:1777420991.599003:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1777420991.599006:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0013cfc00, rc 0) 00000100:00100000:2.0:1777420991.599077:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+33:14009:x1863760833817344:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 739us (1316us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420991.599085:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 371 00000100:00100000:0.0:1777420991.608905:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420991.609003:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833817472 00000100:00100000:2.0:1777420991.609015:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833817472 00000100:00100000:2.0:1777420991.609073:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 372 00000100:00100000:2.0:1777420991.609084:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001192d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+33:14009:x1863760833817472:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:2.0:1777420991.609104:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777420991.609126:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384cb0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375cde expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420991.609213:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf000/0xa38d71289384cb7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420991.609227:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf000/0xa38d71289384cb7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420991.609238:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf000/0xa38d71289384cb7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777420991.609306:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x12:0x0]: returning size 11776 00000004:00200000:2.0:1777420991.609310:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1777420991.609333:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf000/0xa38d71289384cb7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420991.609398:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384cb0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375cde expref: 35 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420991.609416:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf000/0xa38d71289384cb7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375cde expref: 34 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420991.609425:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff9af1061f8100) 00010000:00010000:2.0:1777420991.609428:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777420991.609433:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0013cf000, rc 0) 00000100:00100000:2.0:1777420991.609495:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001192d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+34:14009:x1863760833817472:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 413us (600us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420991.609502:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 372 00000100:00100000:0.0:1777420991.615224:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420991.615317:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833817728 00000100:00100000:1.0:1777420991.615328:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833817728 00000100:00100000:1.0:1777420991.615423:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 373 00000100:00100000:1.0:1777420991.615434:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001190380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+34:14009:x1863760833817728:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:1.0:1777420991.615455:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777420991.615488:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289384cbe lrc: 2/0,0 mode: --/CR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375ce5 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420991.615597:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289384cc5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420991.615613:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289384cc5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420991.615625:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289384cc5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777420991.615639:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13:0x0]: returning size 1048576 00010000:00010000:1.0:1777420991.615774:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289384cbe lrc: 0/0,0 mode: --/CR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375ce5 expref: 37 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420991.615793:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289384cc5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375ce5 expref: 36 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420991.615800:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9af106213c00) 00010000:00010000:1.0:1777420991.615803:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1777420991.615807:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137d12200, rc 0) 00000100:00100000:1.0:1777420991.615857:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001190380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+36:14009:x1863760833817728:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 426us (643us total) trans 4294967564 rc 0/0 00000100:00100000:1.0:1777420991.615865:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 373 00000100:00100000:3.0:1777420991.623250:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420991.623385:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833817856 00000100:00100000:2.0:1777420991.623398:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833817856 00000100:00100000:2.0:1777420991.623472:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 374 00000100:00100000:2.0:1777420991.623483:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134080000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+36:2369:x1863760833817856:12345-192.168.203.47@tcp:33:lfs.0 00010000:00010000:2.0:1777420991.623539:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384cd3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420991.623557:0:5762:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384b36 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x41/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c60 expref: 22 pid: 5761 timeout: 303 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420991.623568:0:5762:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d71289384afe lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x41/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c59 expref: 36 pid: 5760 timeout: 303 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420991.623576:0:5762:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384ca9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375cd7 expref: 36 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420991.623584:0:5762:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384cd3 lrc: 6/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x50010000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420991.623620:0:5762:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384ca9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375cd7 expref: 36 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420991.623654:0:5762:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384ca9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375cd7 expref: 36 pid: 5762 timeout: 303 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420991.623670:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0010f4000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841087232:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777420991.623795:0:5762:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d71289384afe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x41/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c59 expref: 36 pid: 5760 timeout: 303 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420991.623804:0:5762:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d71289384afe lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x41/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c59 expref: 36 pid: 5760 timeout: 303 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420991.623820:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0010f6300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841087360:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777420991.623855:0:5762:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384b36 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x41/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c60 expref: 22 pid: 5761 timeout: 303 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420991.623864:0:5762:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384b36 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x41/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c60 expref: 22 pid: 5761 timeout: 303 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420991.623873:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0010f6680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841087488:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777420991.623892:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13c0b2b40 going to sleep for 11 seconds 00000100:00100000:0.0:1777420991.628969:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420991.629123:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833817984 00000100:00100000:1.0:1777420991.629134:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833817984 00000100:00100000:1.0:1777420991.629194:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 92 00000100:00100000:1.0:1777420991.629204:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001191c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+8:2369:x1863760833817984:12345-192.168.203.47@tcp:1:lfs.0 00010000:00010000:1.0:1777420991.629270:0:6544:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ee5e8d41/0xa38d71289384cda lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420991.629290:0:6544:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a147b8f8/0xa38d71289384c78 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375cc2 expref: 8 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420991.629299:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777420991.629301:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777420991.629305:0:6544:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ee5e8d41/0xa38d71289384cda lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420991.629338:0:6544:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a147b8f8/0xa38d71289384c78 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375cc2 expref: 8 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420991.629395:0:6544:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a147b8f8/0xa38d71289384c78 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375cc2 expref: 8 pid: 6860 timeout: 303 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420991.629411:0:6544:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118e71180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6544:1863760841087616:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777420991.629494:0:6544:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af120406a80 going to sleep for 11 seconds 00000100:00100000:0.0:1777420991.636426:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420991.636737:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833818112 00000100:00100000:1.0:1777420991.636748:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833818112 00000100:00100000:1.0:1777420991.636809:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 93 00000100:00100000:1.0:1777420991.636820:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001193480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+7:2369:x1863760833818112:12345-192.168.203.47@tcp:1:lfs.0 00010000:00010000:1.0:1777420991.636866:0:6543:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f903eeb0/0xa38d71289384ce1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420991.636906:0:6543:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006c830174/0xa38d71289384c7f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375cc9 expref: 7 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420991.636914:0:6543:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777420991.636916:0:6543:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777420991.636920:0:6543:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f903eeb0/0xa38d71289384ce1 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420991.636957:0:6543:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006c830174/0xa38d71289384c7f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375cc9 expref: 7 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420991.636970:0:6543:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006c830174/0xa38d71289384c7f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375cc9 expref: 7 pid: 6860 timeout: 303 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420991.636985:0:6543:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c11f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6543:1863760841087744:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777420991.637066:0:6543:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1204069c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777420991.639744:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0010f4000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841087232:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777420991.640950:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420991.640987:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420991.643582:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833818240 00000100:00100000:3.0:1777420991.643609:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833818240 00010000:00010000:3.0:1777420991.643653:0:6558:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384ca9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375cd7 expref: 37 pid: 5762 timeout: 303 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420991.643688:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833818368 00000100:00100000:3.0:1777420991.643691:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833818368 00010000:00010000:3.0:1777420991.643705:0:6558:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d71289384afe lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x41/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c59 expref: 38 pid: 5760 timeout: 303 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420991.643725:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 131 00000100:00100000:3.0:1777420991.643733:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001192a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+38:2368:x1863760833818240:12345-192.168.203.47@tcp:102:ldlm_bl.0 00010000:00010000:3.0:1777420991.643749:0:6558:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384ca9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375cd7 expref: 38 pid: 5762 timeout: 303 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420991.643762:0:6558:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384ca9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375cd7 expref: 38 pid: 5762 timeout: 303 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420991.643774:0:6558:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384ca9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375cd7 expref: 38 pid: 5762 timeout: 303 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420991.643783:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9af106213c00) 00010000:00010000:3.0:1777420991.643786:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1777420991.643790:0:6558:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384cd3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x50010000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420991.643800:0:6558:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384ca9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375cd7 expref: 38 pid: 5762 timeout: 303 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420991.643863:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001192a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+38:2368:x1863760833818240:12345-192.168.203.47@tcp:102:ldlm_bl.0 Request processed in 130us (2919us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420991.643877:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 131 00000100:00100000:3.0:1777420991.643895:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 132 00000100:00100000:3.0:1777420991.643901:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001193100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+37:2367:x1863760833818368:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777420991.643912:0:6558:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777420991.643936:0:6558:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d71289384afe lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x41/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c59 expref: 37 pid: 5760 timeout: 303 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420991.643947:0:6558:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d71289384afe lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x41/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c59 expref: 37 pid: 5760 timeout: 303 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420991.643966:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9af106213c00) 00010000:00010000:3.0:1777420991.643971:0:6558:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384cd3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT flags: 0x50010000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420991.643978:0:6558:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777420991.643995:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001193100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+37:2367:x1863760833818368:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 94us (3008us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420991.644001:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 132 00000100:00100000:3.0:1777420991.644057:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420991.644114:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420991.644192:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420991.644205:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833818752 00000100:00100000:3.0:1777420991.644209:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833818752 00010000:00010000:3.0:1777420991.644226:0:6558:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006c830174/0xa38d71289384c7f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375cc9 expref: 8 pid: 6860 timeout: 303 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420991.644242:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833818624 00000100:00100000:3.0:1777420991.644251:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833818624 00010000:00010000:3.0:1777420991.644266:0:6558:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a147b8f8/0xa38d71289384c78 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375cc2 expref: 9 pid: 6860 timeout: 303 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420991.644281:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833818496 00000100:00100000:3.0:1777420991.644284:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833818496 00010000:00010000:3.0:1777420991.644296:0:6558:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384b36 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x41/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c60 expref: 23 pid: 5761 timeout: 303 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420991.644310:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 133 00000100:00100000:3.0:1777420991.644317:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134081500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+8:2368:x1863760833818752:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777420991.644326:0:6558:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777420991.644342:0:6558:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006c830174/0xa38d71289384c7f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375cc9 expref: 8 pid: 6860 timeout: 303 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420991.644398:0:6558:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006c830174/0xa38d71289384c7f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375cc9 expref: 8 pid: 6860 timeout: 303 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420991.644415:0:6558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777420991.644417:0:6558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777420991.644422:0:6558:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f903eeb0/0xa38d71289384ce1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420991.644431:0:6558:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f903eeb0/0xa38d71289384ce1 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420991.644449:0:6558:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777420991.644477:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134081500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+8:2368:x1863760833818752:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 160us (421us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420991.644490:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 133 00000100:00100000:1.0:1777420991.644504:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 134 00000100:00100000:1.0:1777420991.644514:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134083b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+9:2367:x1863760833818624:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777420991.644526:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777420991.644540:0:5745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a147b8f8/0xa38d71289384c78 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375cc2 expref: 9 pid: 6860 timeout: 303 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420991.644551:0:5745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a147b8f8/0xa38d71289384c78 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375cc2 expref: 9 pid: 6860 timeout: 303 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420991.644576:0:5745:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777420991.644578:0:5745:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777420991.644581:0:5745:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ee5e8d41/0xa38d71289384cda lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420991.644589:0:5745:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ee5e8d41/0xa38d71289384cda lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420991.644602:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777420991.644623:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134083b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+9:2367:x1863760833818624:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 111us (508us total) trans 0 rc 0/0 00010000:00010000:2.0:1777420991.644699:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d71289384afe lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x41/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c59 expref: 36 pid: 5760 timeout: 303 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420991.644716:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0010f6300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841087360:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777420991.644729:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0010f6680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841087488:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777420991.644757:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384cd3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x40010000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420991.644928:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 135 00000100:00100000:3.0:1777420991.644937:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af102fb6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+23:2367:x1863760833818496:12345-192.168.203.47@tcp:102:ldlm_bl.0 00010000:00010000:3.0:1777420991.644948:0:6558:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384b36 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x41/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c60 expref: 23 pid: 5761 timeout: 303 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420991.644959:0:6558:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384b36 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x41/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c60 expref: 23 pid: 5761 timeout: 303 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420991.644970:0:6558:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384b36 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c60 expref: 23 pid: 5761 timeout: 303 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420991.644978:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9af106213c00) 00010000:00010000:3.0:1777420991.644980:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 41 00010000:00010000:3.0:1777420991.644983:0:6558:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384cd3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x40010000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420991.644992:0:6558:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384cd3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x40090000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420991.644998:0:6558:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384cd3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x40090000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420991.645377:0:6558:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce400/0xa38d71289384b36 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375c60 expref: 23 pid: 5761 timeout: 303 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420991.645412:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af102fb6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+23:2367:x1863760833818496:12345-192.168.203.47@tcp:102:ldlm_bl.0 Request processed in 475us (1218us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420991.645430:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 135 00010000:00010000:3.0:1777420991.645470:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384cd3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x40010000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420991.645484:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384cd3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x40010000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420991.645512:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384cd3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x50010000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420991.645520:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384cd3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x50010400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420991.645527:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384cd3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x40010400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420991.645533:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013cf600 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:3.0:1777420991.645537:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384cd3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x40010400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420991.645544:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384cd3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x40018400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420991.645554:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9af106213c00) 00010000:00010000:3.0:1777420991.645557:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777420991.645560:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384cd3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x44819400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420991.645567:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384cd3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x44819400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420991.645601:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134080000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+35:2369:x1863760833817856:12345-192.168.203.47@tcp:33:lfs.0 Request processed in 22120us (22362us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420991.645614:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 374 00000100:00100000:1.0:1777420991.648880:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 134 00010000:00010000:1.0:1777420991.649013:0:6543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006c830174/0xa38d71289384c7f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375cc9 expref: 7 pid: 6860 timeout: 303 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420991.649300:0:6543:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c11f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6543:1863760841087744:192.168.203.47@tcp:104: 00010000:00010000:1.0:1777420991.649325:0:6543:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f903eeb0/0xa38d71289384ce1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420991.649338:0:6543:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f903eeb0/0xa38d71289384ce1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420991.649345:0:6543:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f903eeb0/0xa38d71289384ce1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420991.649426:0:6543:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f903eeb0/0xa38d71289384ce1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420991.649434:0:6543:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f903eeb0/0xa38d71289384ce1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420991.649442:0:6543:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f903eeb0/0xa38d71289384ce1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420991.649450:0:6543:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137d13a00 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:1.0:1777420991.649454:0:6543:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f903eeb0/0xa38d71289384ce1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420991.649461:0:6543:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f903eeb0/0xa38d71289384ce1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420991.649479:0:6543:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f903eeb0/0xa38d71289384ce1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420991.649487:0:6543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f903eeb0/0xa38d71289384ce1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420991.649534:0:6544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a147b8f8/0xa38d71289384c78 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375cc2 expref: 8 pid: 6860 timeout: 303 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420991.649547:0:6544:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118e71180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6544:1863760841087616:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777420991.649561:0:6544:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ee5e8d41/0xa38d71289384cda lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420991.649562:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001193480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2369:x1863760833818112:12345-192.168.203.47@tcp:1:lfs.0 Request processed in 12744us (13147us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420991.649570:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 93 00010000:00010000:0.0:1777420991.649570:0:6544:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ee5e8d41/0xa38d71289384cda lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420991.649577:0:6544:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ee5e8d41/0xa38d71289384cda lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420991.649604:0:6544:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ee5e8d41/0xa38d71289384cda lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420991.649612:0:6544:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ee5e8d41/0xa38d71289384cda lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420991.649620:0:6544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ee5e8d41/0xa38d71289384cda lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420991.649626:0:6544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137d13000 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:0.0:1777420991.649629:0:6544:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ee5e8d41/0xa38d71289384cda lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420991.649637:0:6544:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ee5e8d41/0xa38d71289384cda lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420991.649649:0:6544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ee5e8d41/0xa38d71289384cda lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420991.649656:0:6544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ee5e8d41/0xa38d71289384cda lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420991.649700:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001191c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+7:2369:x1863760833817984:12345-192.168.203.47@tcp:1:lfs.0 Request processed in 20498us (20741us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420991.649708:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 92 00000100:00100000:0.0:1777420991.662501:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420991.662591:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833819008 00000100:00100000:3.0:1777420991.662602:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833819008 00000100:00100000:3.0:1777420991.662656:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 99 00000100:00100000:3.0:1777420991.662665:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001190000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+35:14009:x1863760833819008:12345-192.168.203.47@tcp:35:lfs.0 00000004:00010000:3.0:1777420991.662721:0:5764:0:(mdt_open.c:1996:mdt_hsm_release()) ### [0x200000401:0x13:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289384cc5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375ce5 expref: 35 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777420991.662952:0:5764:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967565 00000001:00080000:3.0:1777420991.663330:0:5764:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967566 00010000:00010000:3.0:1777420991.663439:0:5764:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384ce8 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420991.663455:0:5764:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384ca9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375cd7 expref: 38 pid: 5762 timeout: 303 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420991.663466:0:5764:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d71289384c8d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375cd0 expref: 38 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420991.663474:0:5764:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384ce8 lrc: 5/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420991.663507:0:5764:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d71289384c8d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375cd0 expref: 38 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420991.663523:0:5764:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d71289384c8d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375cd0 expref: 38 pid: 6569 timeout: 303 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420991.663557:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af134081500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5764:1863760841087872:192.168.203.47@tcp:104: 00010000:00010000:3.0:1777420991.663755:0:5764:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384ca9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375cd7 expref: 38 pid: 5762 timeout: 303 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420991.663765:0:5764:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384ca9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375cd7 expref: 38 pid: 5762 timeout: 303 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420991.663775:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af134083b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5764:1863760841088000:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777420991.663805:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1348d20c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777420991.668345:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af134081500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5764:1863760841087872:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777420991.668444:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420991.668612:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833819136 00000100:00100000:2.0:1777420991.668621:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833819136 00010000:00010000:2.0:1777420991.668658:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d71289384c8d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375cd0 expref: 39 pid: 6569 timeout: 303 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420991.668699:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 136 00000100:00100000:2.0:1777420991.668727:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c11f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+39:2368:x1863760833819136:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777420991.668742:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777420991.668749:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d71289384c8d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375cd0 expref: 39 pid: 6569 timeout: 303 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420991.668764:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d71289384c8d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375cd0 expref: 39 pid: 6569 timeout: 303 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420991.668848:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af134083b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5764:1863760841088000:192.168.203.47@tcp:104: 00010000:00010000:3.0:1777420991.668888:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384ce8 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420991.668899:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d71289384c8d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x13:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375cd0 expref: 39 pid: 6569 timeout: 303 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420991.668915:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9af106213c00) 00010000:00010000:2.0:1777420991.668921:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384ce8 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420991.668931:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384ce8 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420991.668938:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777420991.668994:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c11f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+38:2368:x1863760833819136:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 269us (550us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420991.669001:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 136 00000100:00100000:0.0:1777420991.677865:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420991.678147:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833819264 00000100:00100000:2.0:1777420991.678159:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833819264 00010000:00010000:2.0:1777420991.678201:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384ca9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375cd7 expref: 38 pid: 5762 timeout: 303 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420991.678246:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 137 00000100:00100000:2.0:1777420991.678257:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001192300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+38:2369:x1863760833819264:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777420991.678289:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777420991.678296:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384ca9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375cd7 expref: 38 pid: 5762 timeout: 303 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420991.678310:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384ca9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375cd7 expref: 38 pid: 5762 timeout: 303 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420991.678333:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384ca9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375cd7 expref: 38 pid: 5762 timeout: 303 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420991.678383:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9af106213c00) 00010000:00010000:2.0:1777420991.678389:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384ce8 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420991.678400:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384ce8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420991.678408:0:5746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384ce8 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420991.678438:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777420991.678468:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384ce8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420991.678476:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384ce8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420991.678499:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001192300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+37:2369:x1863760833819264:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 244us (645us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420991.678506:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 137 00000001:00080000:3.0:1777420991.678610:0:5764:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967567 00000001:00080000:3.0:1777420991.678809:0:5764:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967568 00000100:00100000:3.0:1777420991.678935:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af134083b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5764:1863760841088128:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777420991.679002:0:5764:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420991.679066:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1348d29c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777420991.679138:0:5766:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841088128 00000100:00100000:1.0:1777420991.679145:0:5766:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841088128 00000100:00100000:1.0:1777420991.679201:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1777420991.679210:0:5766:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134081500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:5764:x1863760841088128:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777420991.679280:0:5766:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134081500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:5764:x1863760841088128:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 72us (278us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420991.679287:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1777420991.679323:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af134083b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5764:1863760841088128:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777420991.679410:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c13480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5764:1863760841088256:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777420991.679450:0:5764:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420991.679476:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af120406480 going to sleep for 11 seconds 00000100:00080000:2.0:1777420991.679562:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777420991.679749:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841088256 00000100:00100000:3.0:1777420991.679754:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841088256 00000100:00100000:3.0:1777420991.679805:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1777420991.679813:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:5764:x1863760841088256:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777420991.679879:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:5764:x1863760841088256:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 66us (428us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420991.679886:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00080000:2.0:1777420991.679902:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777420991.679958:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c13480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5764:1863760841088256:0@lo:1000:mdt_rdpg00_001.0 00000040:00080000:1.0:1777420991.680178:0:5764:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000400:0x2:0x0].2, 280 off33328 00000001:00080000:1.0:1777420991.680189:0:5764:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967569 00000100:00100000:1.0:1777420991.680239:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c13480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5764:1863760841088384:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777420991.680279:0:5764:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420991.680306:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af120406f00 going to sleep for 11 seconds 00000100:00100000:3.0:1777420991.680508:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841088384 00000100:00100000:3.0:1777420991.680513:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841088384 00000100:00100000:3.0:1777420991.680534:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1777420991.680540:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:5764:x1863760841088384:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777420991.680675:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:5764:x1863760841088384:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 134us (395us total) trans 4294967317 rc 0/0 00000100:00100000:3.0:1777420991.680683:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1777420991.680753:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c13480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5764:1863760841088384:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777420991.680778:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c15ce00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5764:1863760841088512:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777420991.680805:0:5764:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420991.680832:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af120406f00 going to sleep for 11 seconds 00000100:00100000:3.0:1777420991.680872:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841088512 00000100:00100000:3.0:1777420991.680877:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841088512 00000100:00100000:3.0:1777420991.680906:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1777420991.680913:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111014380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5764:x1863760841088512:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777420991.681042:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111014380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:5764:x1863760841088512:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 128us (235us total) trans 4294967314 rc 0/0 00000100:00100000:3.0:1777420991.681049:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1777420991.681171:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c15ce00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5764:1863760841088512:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:1.0:1777420991.681220:0:5764:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967570 00010000:00010000:1.0:1777420991.681263:0:5764:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384ce8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420991.681285:0:5764:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384ce8 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420991.681294:0:5764:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384ce8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420991.681301:0:5764:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cc800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777420991.681306:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384ce8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420991.681313:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384ce8 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420991.681331:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9af106213c00) 00010000:00010000:1.0:1777420991.681334:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1777420991.681339:0:5764:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384ce8 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420991.681378:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384ce8 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777420991.681611:0:5764:0:(mdd_object.c:3993:mdd_close()) Object [0x200000401:0x15:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1777420991.681704:0:5764:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4, 64 off8448 00000004:00080000:1.0:1777420991.681712:0:5764:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 203464360617ns, next at 204464358905ns, rc = 0 00000040:00080000:1.0:1777420991.681753:0:5764:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].6, 64 off8576 00000004:00080000:1.0:1777420991.681758:0:5764:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 203464406364ns, next at 204464405512ns, rc = 0 00000001:00080000:1.0:1777420991.681764:0:5764:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967571 00010000:00010000:1.0:1777420991.681828:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9af106213c00) 00010000:00010000:1.0:1777420991.681832:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1777420991.681844:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289384cc5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375ce5 expref: 41 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420991.681931:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001190000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+40:14009:x1863760833819008:12345-192.168.203.47@tcp:35:lfs.0 Request processed in 19266us (19441us total) trans 4294967572 rc 0/0 00000100:00100000:1.0:1777420991.681939:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 99 00000020:00080000:1.0:1777420991.681943:0:5764:0:(tgt_main.c:782:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:0.0:1777420991.716940:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420991.717103:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833819520 00000100:00100000:3.0:1777420991.717115:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833819520 00000100:00100000:3.0:1777420991.717176:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 375 00000100:00100000:3.0:1777420991.717187:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001192680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+40:14010:x1863760833819520:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:3.0:1777420991.717211:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777420991.717233:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384cef lrc: 2/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375cec expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420991.717326:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384cf6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420991.717342:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384cf6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420991.717399:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384cf6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420991.717417:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384cfd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420991.717426:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384cfd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420991.717433:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384cfd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420991.717577:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d71289384d04 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420991.717586:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d71289384d04 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420991.717595:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d71289384d04 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777420991.717606:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13:0x0]: returning size 1048576 00000004:00010000:3.0:1777420991.717709:0:5762:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb size from disk: 524288 -> 524288 00000004:00010000:3.0:1777420991.717713:0:5762:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb mtime from disk: 1777420987 -> 1777420987 00000004:00010000:3.0:1777420991.717716:0:5762:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb atime from disk: 1777420987 -> 1777420987 00000004:00010000:3.0:1777420991.717723:0:5762:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb ctime from disk: 1777420991 -> 1777420991 00000004:00010000:3.0:1777420991.717726:0:5762:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb blocks from disk: 1030 -> 1030 00002000:00010000:3.0:1777420991.717730:0:5762:0:(mdt_io.c:1542:mdt_lvb2reply()) size 524288 00010000:00010000:3.0:1777420991.717736:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384cf6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420991.717744:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384cf6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420991.717751:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384cf6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420991.717757:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cd200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420991.717761:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384cf6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420991.717768:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384cf6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420991.717779:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff9af1061f8100) 00010000:00010000:3.0:1777420991.717782:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420991.717787:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384cf6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420991.717793:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384cf6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420991.717806:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384cfd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420991.717812:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384cfd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420991.717827:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384cfd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420991.717833:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cda00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420991.717836:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384cfd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420991.717842:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384cfd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420991.717851:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x14789339 (ffff9af118b32e00) 00010000:00010000:3.0:1777420991.717853:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420991.717856:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384cfd lrc: 2/0,0 mode: --/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420991.717862:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384cfd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420991.717905:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384cef lrc: 0/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375cec expref: 43 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420991.717921:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d71289384d04 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375cec expref: 42 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420991.717928:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9af106213c00) 00010000:00010000:3.0:1777420991.717930:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1777420991.717934:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0cc200, rc 0) 00000100:00100000:3.0:1777420991.717983:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001192680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+42:14010:x1863760833819520:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 798us (1053us total) trans 4294967573 rc 0/0 00000100:00100000:3.0:1777420991.718005:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 375 00000100:00100000:3.0:1777420991.720917:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420991.721046:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833819648 00000100:00100000:1.0:1777420991.721057:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833819648 00000100:00100000:1.0:1777420991.721110:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 376 00000100:00100000:1.0:1777420991.721119:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134083b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+42:14010:x1863760833819648:12345-192.168.203.47@tcp:54:lfs.0 00010000:00010000:1.0:1777420991.721181:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289384d12 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420991.721197:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289384d12 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420991.721209:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289384d12 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420991.721231:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289384d12 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420991.721238:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289384d12 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420991.721245:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289384d12 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420991.721257:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137d12200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777420991.721261:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289384d12 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420991.721281:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289384d12 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420991.721293:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9af106213c00) 00010000:00010000:1.0:1777420991.721296:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777420991.721300:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289384d12 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420991.721307:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289384d12 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420991.721802:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134083b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+42:14010:x1863760833819648:12345-192.168.203.47@tcp:54:lfs.0 Request processed in 681us (889us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420991.721812:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 376 00000100:00100000:0.0:1777420991.727577:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420991.727717:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833819904 00000100:00100000:1.0:1777420991.727728:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833819904 00000100:00100000:1.0:1777420991.727818:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 100 00000100:00100000:1.0:1777420991.727829:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001193800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+42:14010:x1863760833819904:12345-192.168.203.47@tcp:35:lfs.0 00000100:00100000:1.0:1777420991.728083:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001193800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+43:14010:x1863760833819904:12345-192.168.203.47@tcp:35:lfs.0 Request processed in 256us (515us total) trans 4294967574 rc 0/0 00000100:00100000:1.0:1777420991.728091:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 100 00000100:00100000:0.0:1777420991.764023:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420991.764117:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833820160 00000100:00100000:2.0:1777420991.764127:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833820160 00000100:00100000:2.0:1777420991.764183:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 377 00000100:00100000:2.0:1777420991.764193:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001193b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+43:14013:x1863760833820160:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:2.0:1777420991.764218:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777420991.764240:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384d19 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375cf3 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420991.764409:0:6569:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc200/0xa38d71289384d04 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375cec expref: 44 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420991.764428:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cec00/0xa38d71289384d20 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420991.764442:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cec00/0xa38d71289384d20 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420991.764453:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cec00/0xa38d71289384d20 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777420991.764463:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13:0x0]: returning size 1048576 00010000:00010000:2.0:1777420991.764586:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384d19 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375cf3 expref: 46 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420991.764604:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cec00/0xa38d71289384d20 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375cf3 expref: 45 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420991.764613:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9af106213c00) 00010000:00010000:2.0:1777420991.764616:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1777420991.764625:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0013cec00, rc 0) 00000100:00100000:2.0:1777420991.764685:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001193b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+45:14013:x1863760833820160:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 493us (680us total) trans 4294967575 rc 0/0 00000100:00100000:2.0:1777420991.764694:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 377 00000100:00100000:3.0:1777420991.769196:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420991.769269:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833820288 00000100:00100000:2.0:1777420991.769281:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833820288 00000100:00100000:2.0:1777420991.769339:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 378 00000100:00100000:2.0:1777420991.769377:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+45:14013:x1863760833820288:12345-192.168.203.47@tcp:54:lfs.0 00010000:00010000:2.0:1777420991.769447:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d71289384d2e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420991.769465:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d71289384d2e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420991.769477:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d71289384d2e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420991.769503:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d71289384d2e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420991.769509:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d71289384d2e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420991.769516:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d71289384d2e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420991.769522:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013cf200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420991.769526:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d71289384d2e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420991.769533:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d71289384d2e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420991.769559:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9af106213c00) 00010000:00010000:2.0:1777420991.769562:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777420991.769566:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d71289384d2e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420991.769573:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d71289384d2e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420991.769649:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+45:14013:x1863760833820288:12345-192.168.203.47@tcp:54:lfs.0 Request processed in 300us (473us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420991.769658:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 378 00010000:00010000:3.0:1777420991.833278:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777420992.472506:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001192a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841088768:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777420992.472556:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0010f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3298:1863760841088896:0@lo:400:kworker.0 00000100:00100000:0.0:1777420992.472588:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777420992.472597:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777420992.472661:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0010f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3297:1863760841089280:0@lo:400:kworker.0 00000100:00100000:3.0:1777420992.472674:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0010f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3296:1863760841088640:0@lo:400:kworker.0 00000100:00100000:0.0:1777420992.472692:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420992.472718:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777420992.472738:0:6546:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841088768 00000100:00100000:0.0:1777420992.472747:0:6546:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841088768 00000100:00100000:3.0:1777420992.472748:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0010f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841089152:0@lo:400:kworker.0 00000100:00100000:3.0:1777420992.472777:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420992.472799:0:3296:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777420992.472801:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1777420992.472806:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0010f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3296:1863760841089024:0@lo:400:kworker.0 00000100:00100000:0.0:1777420992.472813:0:6546:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001193100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3297:x1863760841088768:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777420992.472833:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:0.0:1777420992.472852:0:6546:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 54460416 pending 0 free 3855613952 avail 3853516800 00000100:00100000:3.0:1777420992.472871:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841088640 00000100:00100000:3.0:1777420992.472876:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841088640 00000100:00100000:0.0:1777420992.472899:0:6546:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001193100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3297:x1863760841088768:12345-0@lo:13:osp-pre-1-0.0 Request processed in 88us (321us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420992.472908:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1777420992.472912:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 269 00000100:00100000:3.0:1777420992.472922:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3296:x1863760841088640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777420992.472944:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841088896 00000100:00100000:0.0:1777420992.472949:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841088896 00000100:00100000:3.0:1777420992.472962:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3296:x1863760841088640:12345-0@lo:400:kworker.0 Request processed in 41us (244us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420992.472969:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 269 00000100:00100000:0.0:1777420992.472979:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841089280 00000100:00100000:0.0:1777420992.472983:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841089280 00000100:00100000:0.0:1777420992.473019:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841089024 00000100:00100000:0.0:1777420992.473022:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841089024 00000100:00100000:3.0:1777420992.473023:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:3.0:1777420992.473033:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1863760841088896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777420992.473044:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:0.0:1777420992.473054:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1863760841089280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777420992.473068:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1863760841088896:12345-0@lo:400:kworker.0 Request processed in 35us (471us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420992.473074:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:3.0:1777420992.473093:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:0.0:1777420992.473097:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1863760841089280:12345-0@lo:400:kworker.0 Request processed in 43us (404us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420992.473106:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3296:x1863760841089024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777420992.473108:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00080000:0.0:1777420992.473141:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777420992.473153:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3296:x1863760841089024:12345-0@lo:400:kworker.0 Request processed in 50us (318us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420992.473162:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:0.0:1777420992.473182:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0010f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3297:1863760841089280:0@lo:400:kworker.0 00000100:00100000:0.0:1777420992.473204:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001192a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841088768:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777420992.473208:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0010f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3296:1863760841089024:0@lo:400:kworker.0 00000100:00100000:3.0:1777420992.473221:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0010f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3296:1863760841088640:0@lo:400:kworker.0 00000100:00100000:0.0:1777420992.473243:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841089152 00000100:00100000:0.0:1777420992.473248:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841089152 00000100:00100000:0.0:1777420992.473282:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:0.0:1777420992.473290:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+9:3296:x1863760841089152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777420992.473371:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+9:3296:x1863760841089152:12345-0@lo:400:kworker.0 Request processed in 54us (564us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420992.473378:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:3.0:1777420992.474899:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0010f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841089152:0@lo:400:kworker.0 00000100:00100000:2.0:1777420992.482606:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0010f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3298:1863760841088896:0@lo:400:kworker.0 00000100:00100000:2.0:1777420992.482623:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0010f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1863760841089408:0@lo:400:kworker.0 00000100:00100000:2.0:1777420992.482682:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777420992.482790:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841089408 00000100:00100000:0.0:1777420992.482798:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841089408 00000100:00100000:0.0:1777420992.482848:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:0.0:1777420992.482858:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3298:x1863760841089408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777420992.482930:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3298:x1863760841089408:12345-0@lo:400:kworker.0 Request processed in 74us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420992.482938:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1777420992.483333:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0010f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1863760841089408:0@lo:400:kworker.0 00010000:00010000:2.0:1777420992.856816:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1777420992.988560:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777420992.988569:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777420992.988829:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 11 count 3 00000040:00080000:0.0:1777420992.988836:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000001:00080000:0.0:1777420993.533307:0:6572:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967314 is committed 00000001:00080000:0.0:1777420993.533323:0:6572:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967312 is committed 00000001:00080000:0.0:1777420993.533789:0:6572:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967316 is committed 00000001:00080000:0.0:1777420993.533797:0:6572:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967315 is committed 00000001:00080000:0.0:1777420993.533905:0:6572:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967317 is committed 00010000:00010000:3.0:1777420993.881558:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1777420994.522375:0:6856:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 206305020654ns, next at 207305018267ns, rc = 0 00000100:00100000:0.0:1777420994.522384:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af12d0d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841089536:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777420994.525753:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420994.526023:0:7924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841089536 00000100:00100000:1.0:1777420994.526034:0:7924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841089536 00000100:00080000:0.0:1777420994.527345:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777420994.528409:0:7924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1777420994.528423:0:7924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001192a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1863760841089536:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777420994.528464:0:7924:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 52756480 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1777420994.528555:0:7924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001192a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1863760841089536:12345-0@lo:13:osp-pre-0-0.0 Request processed in 137us (2809us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420994.528562:0:7924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1777420994.528699:0:3295:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967317 gen 2 00000004:00080000:3.0:1777420994.528706:0:3295:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967312 committed transno 4294967317 00000004:00080000:3.0:1777420994.528725:0:3295:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9af111017100, transno 4294967313 00000004:00080000:3.0:1777420994.528739:0:3295:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967315 committed transno 4294967317 00000004:00080000:3.0:1777420994.528750:0:3295:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967317 committed transno 4294967317 00000100:00100000:3.0:1777420994.528770:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af12d0d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841089536:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1777420994.907420:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1777420995.077373:0:7430:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967312 is committed 00000001:00080000:3.0:1777420995.077388:0:7430:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967311 is committed 00000001:00080000:3.0:1777420995.077399:0:7430:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967314 is committed 00000001:00080000:3.0:1777420995.077406:0:7430:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967313 is committed 00000001:00080000:1.0:1777420995.116060:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967562 is committed 00000001:00080000:1.0:1777420995.116073:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967558 is committed 00000020:00080000:1.0:1777420995.116086:0:5782:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 7 batchid updated 00000001:00080000:1.0:1777420995.116110:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967574 is committed 00000004:00080000:1.0:1777420995.116117:0:5782:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 7 committed 00000004:00080000:1.0:1777420995.116131:0:5782:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 4 committed 00000020:00080000:1.0:1777420995.116152:0:5782:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9af120406d80 refcount 2 committed 0 result 0 batchid 9 00000020:00080000:1.0:1777420995.116157:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9af13799aa00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9af120406780 00000020:00080000:1.0:1777420995.116160:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9af13799a800 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9af1204069c0 00000020:00080000:1.0:1777420995.116162:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9af13799a400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9af118e60400 00000020:00080000:1.0:1777420995.116165:0:5782:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000400:0x2:0x0].2 00000001:00080000:1.0:1777420995.116181:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967575 is committed 00000004:00080000:1.0:1777420995.116189:0:5782:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 8 committed 00000020:00080000:1.0:1777420995.116209:0:5782:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9af10550be40 refcount 2 committed 0 result 0 batchid 8 00000020:00080000:1.0:1777420995.116212:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9af13c46d500 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9af1348d2c00 00000020:00080000:1.0:1777420995.116214:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9af13c46da00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9af10550bb40 00000020:00080000:1.0:1777420995.116217:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9af13c46d400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9af001d7f800 00000020:00080000:1.0:1777420995.116219:0:5782:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000400:0x2:0x0].1 00000100:00100000:3.0:1777420995.116265:0:3295:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777420995.116284:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af12d0d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841089664:0@lo:6:osp-syn-1-0.0 00000020:00080000:0.0:1777420995.116509:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 9 committed batchid 7 00000020:00080000:0.0:1777420995.116715:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 7 00000100:00100000:3.0:1777420995.116839:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777420995.117104:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841089664 00000100:00100000:0.0:1777420995.117112:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841089664 00000100:00080000:1.0:1777420995.117164:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777420995.117177:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:0.0:1777420995.117187:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3295:x1863760841089664:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1777420995.117210:0:6543:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:7 count 1 00002000:00010000:0.0:1777420995.117274:0:6543:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x7:0x0] initial LVB size: 1048576, mtime: 0x69f14abb, atime: 0x69f14abb, ctime: 0x69f14abf, blocks: 0x407 00010000:00010000:0.0:1777420995.117282:0:6543:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002e884284/0xa38d71289384d35 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420995.117296:0:6543:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777420995.117298:0:6543:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777420995.117303:0:6543:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002e884284/0xa38d71289384d35 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420995.117316:0:6543:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002e884284/0xa38d71289384d35 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420995.118195:0:3298:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777420995.118213:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0010f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1863760841089792:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777420995.118262:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777420995.118297:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841089792 00000100:00100000:2.0:1777420995.118303:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841089792 00010000:00010000:0.0:1777420995.118447:0:6543:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002e884284/0xa38d71289384d35 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420995.118459:0:6543:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002e884284/0xa38d71289384d35 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420995.118482:0:6543:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777420995.119128:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:2.0:1777420995.119139:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3298:x1863760841089792:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1777420995.119159:0:6544:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:8 count 1 00002000:00010000:2.0:1777420995.119188:0:6544:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x8:0x0] initial LVB size: 0, mtime: 0x69f14abb, atime: 0x69f14abb, ctime: 0x69f14abf, blocks: 0x1 00010000:00010000:2.0:1777420995.119195:0:6544:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000869a2dc9/0xa38d71289384d3c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420995.119206:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777420995.119209:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777420995.119213:0:6544:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000869a2dc9/0xa38d71289384d3c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420995.119227:0:6544:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000869a2dc9/0xa38d71289384d3c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420995.119236:0:6544:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000869a2dc9/0xa38d71289384d3c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420995.119243:0:6544:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000869a2dc9/0xa38d71289384d3c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420995.119258:0:6544:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1777420995.119496:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3295:x1863760841089664:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2309us (2657us total) trans 4294967315 rc 0/0 00000100:00100000:0.0:1777420995.119505:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00010000:00010000:3.0:1777420995.119604:0:8267:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1777420995.119612:0:8267:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002e884284/0xa38d71289384d35 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420995.119632:0:8267:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf39200 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:3.0:1777420995.119636:0:8267:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002e884284/0xa38d71289384d35 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420995.119645:0:8267:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002e884284/0xa38d71289384d35 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420995.119661:0:8267:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002e884284/0xa38d71289384d35 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420995.119668:0:8267:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002e884284/0xa38d71289384d35 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420995.119684:0:8267:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777420995.119687:0:8267:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000869a2dc9/0xa38d71289384d3c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420995.119693:0:8267:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013ce000 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:3.0:1777420995.119696:0:8267:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000869a2dc9/0xa38d71289384d3c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420995.119703:0:8267:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000869a2dc9/0xa38d71289384d3c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420995.119712:0:8267:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000869a2dc9/0xa38d71289384d3c lrc: 1/0,0 mode: --/PW res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420995.119723:0:8267:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000869a2dc9/0xa38d71289384d3c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420995.119737:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777420995.119739:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777420995.119741:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777420995.119771:0:3295:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967314 gen 2 00000004:00080000:3.0:1777420995.119777:0:3295:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967312 committed transno 4294967314 00000004:00080000:3.0:1777420995.119792:0:3295:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967314 committed transno 4294967314 00000100:00100000:3.0:1777420995.119807:0:3295:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9af12d0d1c00 x1863760841089664/t4294967315(4294967315) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777421011 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1777420995.119819:0:3295:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9af12d0d1c00/2, rc 0, transno 4294967315 00000100:00100000:3.0:1777420995.119824:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af12d0d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841089664:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777420995.120918:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3298:x1863760841089792:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1780us (2653us total) trans 4294967318 rc 0/0 00000100:00100000:2.0:1777420995.120927:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00010000:00010000:2.0:1777420995.120952:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1777420995.121039:0:3298:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9af0010f5180/2, rc 0, transno 4294967318 00000100:00100000:0.0:1777420995.121045:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0010f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1863760841089792:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777420995.332043:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420995.332191:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833820416 00000100:00100000:3.0:1777420995.332201:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833820416 00000100:00100000:3.0:1777420995.332273:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 379 00000100:00100000:3.0:1777420995.332285:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+15:13960:x1863760833820416:12345-192.168.203.47@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1777420995.332423:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+15:13960:x1863760833820416:12345-192.168.203.47@tcp:60:lhsmtool_posix.0 Request processed in 141us (389us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420995.332431:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 379 00000100:00080000:1.0:1777420995.332835:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777420995.336770:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420995.337337:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833820672 00000100:00100000:3.0:1777420995.337401:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833820672 00000100:00100000:3.0:1777420995.337469:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 101 00000100:00100000:3.0:1777420995.337481:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111017100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+15:13960:x1863760833820672:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1777420995.337841:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111017100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+16:13960:x1863760833820672:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 361us (1085us total) trans 4294967576 rc 0/0 00000100:00100000:3.0:1777420995.337850:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 101 00010000:00010000:1.0:1777420995.928843:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777420996.113169:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420996.113218:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420996.113251:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420996.113283:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420996.113313:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420996.113398:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420996.113437:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833820800 00000100:00100000:3.0:1777420996.113451:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833820800 00000100:00100000:3.0:1777420996.113519:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 270 00000100:00100000:3.0:1777420996.113533:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+12:2368:x1863760833820800:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777420996.113620:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+12:2368:x1863760833820800:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 91us (336us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420996.113629:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 270 00000100:00100000:3.0:1777420996.113674:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833821184 00000100:00100000:3.0:1777420996.113678:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833821184 00000100:00100000:3.0:1777420996.113720:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833821440 00000100:00100000:3.0:1777420996.113724:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833821440 00000100:00100000:3.0:1777420996.113746:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833821056 00000100:00100000:3.0:1777420996.113750:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833821056 00000100:00100000:3.0:1777420996.113769:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833821312 00000100:00100000:3.0:1777420996.113771:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833821312 00000100:00100000:3.0:1777420996.113792:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 86 00000100:00100000:3.0:1777420996.113800:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2369:x1863760833821184:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777420996.113835:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2369:x1863760833821184:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 36us (617us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420996.113855:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 86 00000100:00100000:3.0:1777420996.113872:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 87 00000100:00100000:3.0:1777420996.113881:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+5:2369:x1863760833821440:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777420996.113912:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+5:2369:x1863760833821440:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 32us (659us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420996.113918:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 87 00000100:00100000:3.0:1777420996.113930:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 88 00000100:00100000:3.0:1777420996.113938:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+5:2368:x1863760833821056:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777420996.113969:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+5:2368:x1863760833821056:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 32us (656us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420996.113976:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 88 00000100:00100000:3.0:1777420996.113988:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 89 00000100:00100000:3.0:1777420996.113995:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+5:2368:x1863760833821312:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777420996.114021:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+5:2368:x1863760833821312:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 27us (625us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420996.114027:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 89 00000100:00100000:2.0:1777420996.114284:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833820928 00000100:00100000:2.0:1777420996.114291:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833820928 00000100:00100000:2.0:1777420996.114349:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 102 00000100:00100000:2.0:1777420996.114385:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+28:2369:x1863760833820928:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:2.0:1777420996.114422:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+28:2369:x1863760833820928:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 40us (1269us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420996.114438:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 102 00000100:00080000:1.0:1777420996.117768:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1777420996.117778:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777420996.117781:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:02000400:1.0:1777420996.388867:0:13666:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 2: Check file dirtyness when doing setattr ========================================================== 20:03:15 (1777420995) 00000100:00100000:1.0:1777420996.435725:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420996.436479:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833821568 00000100:00100000:3.0:1777420996.436491:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833821568 00000100:00100000:3.0:1777420996.436544:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 380 00000100:00100000:3.0:1777420996.436554:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111014000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+28:14593:x1863760833821568:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:3.0:1777420996.436574:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777420996.436596:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384d43 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375cfa expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.436675:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384d4a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.436690:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384d4a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.436705:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384d4a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.436720:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384d51 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.436728:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384d51 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.436735:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384d51 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.436908:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384d4a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.436917:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384d4a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.436923:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384d4a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.436929:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cda00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420996.436933:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384d4a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.436951:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384d4a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.436964:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af118b32b00) 00010000:00010000:3.0:1777420996.436966:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420996.436970:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384d4a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.436974:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384d4a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.436982:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384d51 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.436986:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384d51 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.436990:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384d51 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.436994:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cd200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420996.436996:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384d51 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.437000:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384d51 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.437005:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf746ee97 (ffff9af118b32900) 00010000:00010000:3.0:1777420996.437006:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420996.437008:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384d51 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.437029:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384d51 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.437059:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384d43 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375cfa expref: 29 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.437070:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af118b32b00) 00010000:00010000:3.0:1777420996.437072:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420996.437077:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384d43 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375cfa expref: 29 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.437088:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0cc600, rc 0) 00000100:00100000:3.0:1777420996.437231:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111014000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+28:14593:x1863760833821568:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 677us (1513us total) trans 0 rc 301/301 00000100:00100000:3.0:1777420996.437240:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 380 00000100:00100000:1.0:1777420996.446192:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420996.446286:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833821824 00000100:00100000:3.0:1777420996.446297:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833821824 00000100:00100000:3.0:1777420996.446393:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 381 00000100:00100000:3.0:1777420996.446404:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111015500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+28:14593:x1863760833821824:12345-192.168.203.47@tcp:36:lfs.0 00010000:00010000:3.0:1777420996.446454:0:5762:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777420996.446480:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d71289384914 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375bb8 expref: 28 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.446497:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af118b32b00) 00010000:00010000:3.0:1777420996.446501:0:5762:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777420996.446591:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384d58 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.446610:0:5762:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d712893849d8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375bf7 expref: 15 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.446619:0:5762:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384d58 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.446649:0:5762:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d712893849d8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375bf7 expref: 15 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.446675:0:5762:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d712893849d8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375bf7 expref: 15 pid: 5761 timeout: 308 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420996.446689:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af12d0d1180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841089920:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777420996.446764:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af120406900 going to sleep for 11 seconds 00000100:00100000:1.0:1777420996.450185:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420996.450260:0:8215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833821952 00000100:00100000:2.0:1777420996.450269:0:8215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833821952 00010000:00010000:2.0:1777420996.450311:0:8215:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d712893849d8 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375bf7 expref: 16 pid: 5761 timeout: 308 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420996.450483:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af12d0d1180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841089920:192.168.203.47@tcp:104: 00010000:00010000:3.0:1777420996.450525:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384d58 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420996.451762:0:8215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 138 00000100:00100000:2.0:1777420996.451779:0:8215:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111015180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+16:2368:x1863760833821952:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777420996.451794:0:8215:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777420996.451804:0:8215:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d712893849d8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375bf7 expref: 16 pid: 5761 timeout: 308 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.451819:0:8215:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d712893849d8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375bf7 expref: 16 pid: 5761 timeout: 308 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.451840:0:8215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d712893849d8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375bf7 expref: 16 pid: 5761 timeout: 308 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.451854:0:8215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af118b32b00) 00010000:00010000:2.0:1777420996.451859:0:8215:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384d58 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.451868:0:8215:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384d58 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.451876:0:8215:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384d58 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.451925:0:8215:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777420996.451989:0:8215:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111015180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+15:2368:x1863760833821952:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 215us (1811us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420996.451998:0:8215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 138 00010000:00010000:3.0:1777420996.452394:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384d58 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.452404:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384d58 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.452429:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384d5f lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.452439:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384d5f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.452454:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384d5f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777420996.453290:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x16:0x0]: returning size 512 00010000:00010000:3.0:1777420996.453302:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384d58 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.453310:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384d58 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.453330:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384d58 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.453337:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cc600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420996.453342:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384d58 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.453348:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384d58 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.458111:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af118b32b00) 00010000:00010000:3.0:1777420996.458115:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420996.458122:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384d58 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.458130:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384d58 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777420996.458156:0:5762:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000005e85fe6c reply state 0000000043096787 transno 4294967577 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384d5f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420996.458178:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777420996.458285:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111015500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+29:14593:x1863760833821824:12345-192.168.203.47@tcp:36:lfs.0 Request processed in 11880us (12099us total) trans 4294967577 rc 0/0 00000100:00100000:3.0:1777420996.458294:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 381 00010000:00010000:3.0:1777420996.461590:0:3281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384d5f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.461604:0:3281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384d5f lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.461613:0:3281:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384d5f lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.461621:0:3281:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cd200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420996.461626:0:3281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384d5f lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.461633:0:3281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384d5f lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.461649:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf746ee97 (ffff9af118b32900) 00010000:00010000:3.0:1777420996.461665:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420996.461670:0:3281:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384d5f lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.461676:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384d5f lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420996.472746:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420996.472799:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833822080 00000100:00100000:3.0:1777420996.472810:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833822080 00000100:00100000:3.0:1777420996.472874:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 382 00000100:00100000:3.0:1777420996.472885:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+15:14597:x1863760833822080:12345-192.168.203.47@tcp:101:mkdir.0 00010000:00010000:3.0:1777420996.472908:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777420996.472934:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384d66 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375d01 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.472999:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384d6d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.473014:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384d6d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.473025:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384d6d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777420996.473089:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:3.0:1777420996.473094:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 9 stripe count 1 MDT count 1 00000004:00010000:3.0:1777420996.473119:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384d6d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.473145:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384d66 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d01 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.473175:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384d6d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d01 expref: 16 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.473184:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af118b32900) 00010000:00010000:3.0:1777420996.473187:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777420996.473191:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0cc600, rc 0) 00000100:00100000:3.0:1777420996.473254:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+16:14597:x1863760833822080:12345-192.168.203.47@tcp:101:mkdir.0 Request processed in 372us (517us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420996.473268:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 382 00000100:00100000:3.0:1777420996.475869:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420996.475912:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420996.476004:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833822464 00000100:00100000:0.0:1777420996.476014:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833822464 00000100:00100000:0.0:1777420996.476088:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833822208 00000100:00100000:0.0:1777420996.476092:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833822208 00000100:00100000:0.0:1777420996.476118:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 383 00000100:00100000:0.0:1777420996.476127:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+17:14597:x1863760833822464:12345-192.168.203.47@tcp:36:mkdir.0 00010000:00010000:0.0:1777420996.476185:0:5762:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777420996.476210:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384d6d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d01 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420996.476228:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af118b32900) 00010000:00010000:0.0:1777420996.476240:0:5762:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777420996.476442:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+16:14597:x1863760833822464:12345-192.168.203.47@tcp:36:mkdir.0 Request processed in 315us (579us total) trans 0 rc -17/-17 00000100:00100000:0.0:1777420996.476451:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 383 00000100:00100000:3.0:1777420996.476675:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 384 00000100:00100000:3.0:1777420996.476685:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+15:2369:x1863760833822208:12345-192.168.203.47@tcp:41:mkdir.0 00000004:00000024:3.0:1777420996.476723:0:6569:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 14680064 pending 0 free 2258763776 avail 2256666624 00000100:00100000:3.0:1777420996.476757:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+15:2369:x1863760833822208:12345-192.168.203.47@tcp:41:mkdir.0 Request processed in 75us (846us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420996.476762:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 384 00000100:00100000:2.0:1777420996.478446:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420996.478826:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833822592 00000100:00100000:3.0:1777420996.478836:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833822592 00000100:00100000:3.0:1777420996.478881:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 385 00000100:00100000:3.0:1777420996.478890:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+15:14597:x1863760833822592:12345-192.168.203.47@tcp:101:mkdir.0 00010000:00010000:3.0:1777420996.478905:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777420996.478926:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d71289384d74 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375d08 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.478982:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384d7b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.478996:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384d7b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.479008:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384d7b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777420996.479064:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:3.0:1777420996.479073:0:7427:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 9 stripe count 1 MDT count 1 00000004:00010000:3.0:1777420996.479101:0:7427:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384d7b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.479124:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d71289384d74 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d08 expref: 17 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.479139:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384d7b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d08 expref: 16 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.479148:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af118b32b00) 00010000:00010000:3.0:1777420996.479151:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777420996.479154:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0cda00, rc 0) 00000100:00100000:3.0:1777420996.479252:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+16:14597:x1863760833822592:12345-192.168.203.47@tcp:101:mkdir.0 Request processed in 354us (803us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420996.479259:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 385 00000100:00100000:0.0:1777420996.481694:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420996.481760:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833822720 00000100:00100000:3.0:1777420996.481768:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833822720 00000100:00100000:3.0:1777420996.481815:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 386 00000100:00100000:3.0:1777420996.481823:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+16:14597:x1863760833822720:12345-192.168.203.47@tcp:101:mkdir.0 00010000:00010000:3.0:1777420996.481839:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777420996.481852:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384d82 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375d0f expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.481909:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384d89 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.481919:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384d89 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.481935:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384d89 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.481955:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384d90 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.481960:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384d90 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.481964:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384d90 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.482047:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289384d97 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.482053:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289384d97 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.482057:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289384d97 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777420996.482083:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x16:0x0]: returning size 512 00000004:00200000:3.0:1777420996.482086:0:7427:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777420996.482101:0:7427:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289384d97 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.482109:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384d89 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.482114:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384d89 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.482126:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384d89 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.482131:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cc400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420996.482134:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384d89 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.482139:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384d89 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.482147:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af118b32b00) 00010000:00010000:3.0:1777420996.482149:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420996.482152:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384d89 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.482155:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384d89 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.482162:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384d90 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.482167:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384d90 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.482171:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384d90 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.482176:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cde00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420996.482180:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384d90 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.482196:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384d90 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.482205:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf746ee97 (ffff9af118b32300) 00010000:00010000:3.0:1777420996.482208:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420996.482211:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384d90 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.482218:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384d90 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.482255:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384d82 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d0f expref: 18 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.482269:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289384d97 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d0f expref: 17 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.482276:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x0 (ffff9af118b32d00) 00010000:00010000:3.0:1777420996.482278:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777420996.482281:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0cc000, rc 0) 00000100:00100000:3.0:1777420996.482346:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+17:14597:x1863760833822720:12345-192.168.203.47@tcp:101:mkdir.0 Request processed in 522us (657us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420996.482372:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 386 00000100:00100000:1.0:1777420996.490231:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420996.490289:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833822848 00000100:00100000:3.0:1777420996.490301:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833822848 00000100:00100000:3.0:1777420996.490392:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 387 00000100:00100000:3.0:1777420996.490415:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111016d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+17:14598:x1863760833822848:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:3.0:1777420996.490447:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777420996.490471:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384d9e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375d16 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.490567:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384da5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.490588:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384da5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.490600:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384da5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.490637:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384dac lrc: 3/1,0 mode: --/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.490646:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384dac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.490655:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384dac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.490735:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384da5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.490744:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384da5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.490752:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384da5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.490759:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cde00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420996.490771:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384da5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.490792:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384da5 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.490806:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x0 (ffff9af118b32d00) 00010000:00010000:3.0:1777420996.490809:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420996.490814:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384da5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.490820:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384da5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.490833:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384dac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.490840:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384dac lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.490846:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384dac lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.490851:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cc400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420996.490854:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384dac lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.490860:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384dac lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.490867:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x950f374f (ffff9af118b32300) 00010000:00010000:3.0:1777420996.490870:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420996.490881:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384dac lrc: 2/0,0 mode: --/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.490888:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384dac lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.490927:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384d9e lrc: 1/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d16 expref: 18 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.490950:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x0 (ffff9af118b32d00) 00010000:00010000:3.0:1777420996.490953:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420996.490958:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384d9e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d16 expref: 18 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.490969:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0cd200, rc 0) 00000100:00100000:3.0:1777420996.491043:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111016d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+17:14598:x1863760833822848:12345-192.168.203.47@tcp:101:rm.0 Request processed in 641us (820us total) trans 0 rc 301/301 00000100:00100000:3.0:1777420996.491052:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 387 00000100:00100000:1.0:1777420996.497899:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420996.501154:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833823104 00000100:00100000:3.0:1777420996.501167:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833823104 00000100:00100000:3.0:1777420996.501230:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 388 00000100:00100000:3.0:1777420996.501242:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+17:14599:x1863760833823104:12345-192.168.203.47@tcp:101:dd.0 00010000:00010000:3.0:1777420996.501262:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777420996.501266:0:7427:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1777420996.502552:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289384d97 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d0f expref: 17 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.502577:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x0 (ffff9af118b32d00) 00010000:00010000:3.0:1777420996.502587:0:7427:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777420996.502773:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384db3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375d1d expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.502949:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384dba lrc: 3/0,1 mode: --/CW res: [0x200000401:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.502963:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384dba lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.502973:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384dba lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.502989:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384dc1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x16:0x0].0x950f374f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.502996:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384dc1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.503014:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384dc1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777420996.503789:0:7427:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x8:0x0], index 1: 0 00010000:00010000:3.0:1777420996.503963:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d71289384dc8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.503974:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d71289384dc8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.503982:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d71289384dc8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.504015:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384dba lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.504033:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384dba lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.504041:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384dba lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.504047:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cc400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420996.504051:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384dba lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.504058:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384dba lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.504069:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x0 (ffff9af118b32300) 00010000:00010000:3.0:1777420996.504072:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420996.504076:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384dba lrc: 2/0,0 mode: --/CW res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.504082:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384dba lrc: 0/0,0 mode: --/CW res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777420996.504093:0:7427:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000c4d816c5 reply state 00000000a2ca3a35 transno 4294967578 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384dc1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420996.504101:0:7427:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777420996.504133:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384db3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d1d expref: 19 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.504160:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d71289384dc8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d1d expref: 18 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.504178:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff9af118b32f00) 00010000:00010000:3.0:1777420996.504180:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777420996.504183:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0cdc00, rc 0) 00000100:00100000:3.0:1777420996.504259:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+19:14599:x1863760833823104:12345-192.168.203.47@tcp:101:dd.0 Request processed in 3019us (6369us total) trans 4294967578 rc 0/0 00000100:00100000:3.0:1777420996.504266:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 388 00010000:00010000:0.0:1777420996.507066:0:3282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384dc1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420996.507083:0:3282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384dc1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420996.507102:0:3282:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384dc1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420996.507108:0:3282:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cde00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777420996.507113:0:3282:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384dc1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420996.507120:0:3282:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384dc1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420996.507135:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x950f374f (ffff9af118b32900) 00010000:00010000:0.0:1777420996.507138:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777420996.507143:0:3282:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384dc1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420996.507149:0:3282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384dc1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420996.508008:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420996.508196:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833823360 00000100:00100000:0.0:1777420996.508206:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833823360 00000100:00100000:0.0:1777420996.508281:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 102 00000100:00100000:0.0:1777420996.508290:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af10f5b8c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+18:14599:x1863760833823360:12345-192.168.203.47@tcp:35:dd.0 00000100:00100000:0.0:1777420996.508996:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af10f5b8c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+19:14599:x1863760833823360:12345-192.168.203.47@tcp:35:dd.0 Request processed in 705us (989us total) trans 4294967579 rc 0/0 00000100:00100000:0.0:1777420996.509005:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 102 00000100:00100000:1.0:1777420996.518397:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420996.518508:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833823488 00000100:00100000:3.0:1777420996.518519:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833823488 00000100:00100000:3.0:1777420996.518608:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 389 00000100:00100000:3.0:1777420996.518617:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+19:14600:x1863760833823488:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:3.0:1777420996.518640:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777420996.518661:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384dd6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375d24 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.518729:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384ddd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.518743:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384ddd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.518753:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384ddd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.518770:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289384de4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.518777:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289384de4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.518800:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289384de4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.518918:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384deb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.518927:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384deb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.518934:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384deb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777420996.518962:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x16:0x0]: returning size 512 00000004:00200000:3.0:1777420996.518965:0:7427:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1777420996.518984:0:7427:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384deb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.518996:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384ddd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.519003:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384ddd lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.519010:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384ddd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.519016:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cc400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420996.519020:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384ddd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.519028:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384ddd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.519045:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af118b32b00) 00010000:00010000:3.0:1777420996.519048:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420996.519053:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384ddd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.519060:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384ddd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.519073:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289384de4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.519079:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289384de4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.519085:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289384de4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.519091:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cc000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420996.519094:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289384de4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.519100:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289384de4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.519107:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf746ee97 (ffff9af118b32300) 00010000:00010000:3.0:1777420996.519109:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420996.519112:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289384de4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.519118:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289384de4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.519158:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384dd6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d24 expref: 21 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.519173:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cde00/0xa38d71289384deb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d24 expref: 20 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.519180:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x0 (ffff9af118b32d00) 00010000:00010000:3.0:1777420996.519183:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1777420996.519185:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0cde00, rc 0) 00000100:00100000:3.0:1777420996.519249:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+20:14600:x1863760833823488:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 631us (859us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420996.519258:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 389 00000100:00100000:1.0:1777420996.538339:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420996.538404:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833823616 00000100:00100000:3.0:1777420996.538509:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833823616 00000100:00100000:3.0:1777420996.538566:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 390 00000100:00100000:3.0:1777420996.538577:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d06a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+28:14604:x1863760833823616:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:3.0:1777420996.538739:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777420996.538765:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384df2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375d2b expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.538866:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289384df9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.538893:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289384df9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.538904:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289384df9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777420996.538978:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:3.0:1777420996.538983:0:7427:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 9 stripe count 1 MDT count 1 00000004:00010000:3.0:1777420996.539007:0:7427:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289384df9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.539216:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384df2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d2b expref: 30 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.539237:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289384df9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d2b expref: 29 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.539247:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af118b32b00) 00010000:00010000:3.0:1777420996.539250:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777420996.539254:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0cc000, rc 0) 00000100:00100000:3.0:1777420996.539749:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d06a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+29:14604:x1863760833823616:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 1171us (1416us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420996.539758:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 390 00000100:00100000:1.0:1777420996.544062:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420996.544330:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833823744 00000100:00100000:3.0:1777420996.544341:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833823744 00000100:00100000:3.0:1777420996.544420:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 391 00000100:00100000:3.0:1777420996.544431:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+29:14604:x1863760833823744:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:3.0:1777420996.544450:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777420996.544472:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384e00 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375d32 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.544532:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384e07 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.544562:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384e07 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.544575:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384e07 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.544590:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384e0e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.544597:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384e0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.544604:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384e0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.544727:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384e15 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.544736:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384e15 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.544744:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384e15 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777420996.544774:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x16:0x0]: returning size 512 00000004:00200000:3.0:1777420996.544777:0:7427:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1777420996.544799:0:7427:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384e15 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.544811:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384e07 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.544829:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384e07 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.544836:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384e07 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.544842:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cc600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420996.544846:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384e07 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.544853:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384e07 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.544865:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af118b32b00) 00010000:00010000:3.0:1777420996.544868:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420996.544873:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384e07 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.544879:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384e07 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.544892:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384e0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.544898:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384e0e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.544904:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384e0e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.544909:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cd000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420996.544918:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384e0e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.544924:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384e0e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.544931:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf746ee97 (ffff9af118b32300) 00010000:00010000:3.0:1777420996.544934:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420996.544937:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384e0e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.544943:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384e0e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.544977:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384e00 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d32 expref: 31 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.544990:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc800/0xa38d71289384e15 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d32 expref: 30 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.544997:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x0 (ffff9af118b32d00) 00010000:00010000:3.0:1777420996.544999:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1777420996.545002:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0cc800, rc 0) 00000100:00100000:3.0:1777420996.545114:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+30:14604:x1863760833823744:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 684us (1061us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420996.545122:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 391 00000100:00100000:1.0:1777420996.553470:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420996.553567:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833824000 00000100:00100000:0.0:1777420996.553579:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833824000 00000100:00100000:0.0:1777420996.553634:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 392 00000100:00100000:0.0:1777420996.553658:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+30:14604:x1863760833824000:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:0.0:1777420996.553678:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777420996.553698:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38600/0xa38d71289384e1c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375d39 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420996.553777:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d71289384e23 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420996.553792:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d71289384e23 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420996.553802:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d71289384e23 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420996.553816:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384e2a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420996.553822:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384e2a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420996.553829:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384e2a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420996.553962:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38800/0xa38d71289384e31 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420996.553971:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38800/0xa38d71289384e31 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420996.553978:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38800/0xa38d71289384e31 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777420996.553998:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x9:0x0]: returning size 0 00010000:00010000:0.0:1777420996.554097:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d71289384e23 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420996.554106:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d71289384e23 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420996.554113:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d71289384e23 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420996.554120:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf39400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777420996.554125:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d71289384e23 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420996.554132:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d71289384e23 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420996.554143:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x0 (ffff9af118b32d00) 00010000:00010000:0.0:1777420996.554146:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777420996.554150:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d71289384e23 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420996.554156:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d71289384e23 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420996.554168:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384e2a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420996.554174:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384e2a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420996.554191:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384e2a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420996.554197:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf38c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777420996.554200:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384e2a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420996.554207:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384e2a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420996.554215:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x950f374f (ffff9af10b558000) 00010000:00010000:0.0:1777420996.554217:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777420996.554220:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384e2a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420996.554227:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384e2a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420996.554270:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38600/0xa38d71289384e1c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d39 expref: 33 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420996.554283:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38800/0xa38d71289384e31 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d39 expref: 32 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420996.554290:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff9af118b32f00) 00010000:00010000:0.0:1777420996.554292:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777420996.554320:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12cf38800, rc 0) 00000100:00100000:0.0:1777420996.554416:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+32:14604:x1863760833824000:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 759us (956us total) trans 4294967580 rc 0/0 00000100:00100000:0.0:1777420996.554432:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 392 00000100:00100000:1.0:1777420996.557043:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420996.557125:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833824128 00000100:00100000:0.0:1777420996.557135:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833824128 00000100:00100000:0.0:1777420996.557187:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 393 00000100:00100000:0.0:1777420996.557198:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+32:14604:x1863760833824128:12345-192.168.203.47@tcp:54:lfs.0 00010000:00010000:0.0:1777420996.557264:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39a00/0xa38d71289384e3f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420996.557281:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39a00/0xa38d71289384e3f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420996.557293:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39a00/0xa38d71289384e3f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420996.557401:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39a00/0xa38d71289384e3f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420996.557409:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39a00/0xa38d71289384e3f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420996.557416:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39a00/0xa38d71289384e3f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420996.557423:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf39a00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777420996.557427:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39a00/0xa38d71289384e3f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420996.557434:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39a00/0xa38d71289384e3f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420996.557445:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff9af118b32f00) 00010000:00010000:0.0:1777420996.557460:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777420996.557466:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39a00/0xa38d71289384e3f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420996.557472:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39a00/0xa38d71289384e3f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420996.557539:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+32:14604:x1863760833824128:12345-192.168.203.47@tcp:54:lfs.0 Request processed in 342us (504us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420996.557548:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 393 00000100:00100000:1.0:1777420996.563659:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420996.563778:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833824384 00000100:00100000:0.0:1777420996.563790:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833824384 00000100:00100000:0.0:1777420996.563847:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 103 00000100:00100000:0.0:1777420996.563858:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+32:14604:x1863760833824384:12345-192.168.203.47@tcp:35:lfs.0 00000100:00100000:0.0:1777420996.565674:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+33:14604:x1863760833824384:12345-192.168.203.47@tcp:35:lfs.0 Request processed in 1811us (2019us total) trans 4294967581 rc 0/0 00000100:00100000:0.0:1777420996.565689:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 103 00000100:00100000:1.0:1777420996.600588:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420996.600658:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833824640 00000100:00100000:0.0:1777420996.600670:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833824640 00000100:00100000:0.0:1777420996.600731:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 394 00000100:00100000:0.0:1777420996.600743:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+33:14609:x1863760833824640:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:0.0:1777420996.600768:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777420996.600789:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38600/0xa38d71289384e46 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375d40 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420996.600889:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384e4d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420996.600905:0:5762:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d71289384dc8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d1d expref: 19 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420996.600929:0:5762:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38800/0xa38d71289384e31 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d39 expref: 34 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420996.600937:0:5762:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384e4d lrc: 5/0,1 mode: --/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420996.600984:0:5762:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38800/0xa38d71289384e31 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d39 expref: 34 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420996.600998:0:5762:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38800/0xa38d71289384e31 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d39 expref: 34 pid: 5762 timeout: 308 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420996.601012:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c21180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841090048:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777420996.601127:0:5762:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d71289384dc8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d1d expref: 19 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420996.601142:0:5762:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d71289384dc8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d1d expref: 19 pid: 7427 timeout: 308 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420996.601152:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c20700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841090176:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777420996.601177:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1057b1900 going to sleep for 11 seconds 00000100:00100000:1.0:1777420996.606275:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420996.606309:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420996.606443:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c21180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841090048:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777420996.606456:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c20700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841090176:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777420996.606478:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384e4d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420996.607264:0:8215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833824768 00000100:00100000:3.0:1777420996.607273:0:8215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833824768 00010000:00010000:3.0:1777420996.607306:0:8215:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38800/0xa38d71289384e31 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d39 expref: 35 pid: 5762 timeout: 308 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420996.607393:0:8215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833824896 00000100:00100000:3.0:1777420996.607398:0:8215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833824896 00010000:00010000:3.0:1777420996.607413:0:8215:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d71289384dc8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d1d expref: 20 pid: 7427 timeout: 308 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420996.607514:0:8215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 139 00000100:00100000:3.0:1777420996.607523:0:8215:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d04000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+35:2368:x1863760833824768:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777420996.607536:0:8215:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777420996.607543:0:8215:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38800/0xa38d71289384e31 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d39 expref: 35 pid: 5762 timeout: 308 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.607564:0:8215:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38800/0xa38d71289384e31 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d39 expref: 35 pid: 5762 timeout: 308 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.607586:0:8215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38800/0xa38d71289384e31 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d39 expref: 35 pid: 5762 timeout: 308 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.607609:0:8215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff9af118b32f00) 00010000:00010000:3.0:1777420996.607613:0:8215:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384e4d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.607622:0:8215:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384e4d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.607629:0:8215:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777420996.607680:0:8215:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d04000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+34:2368:x1863760833824768:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 158us (1415us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420996.607697:0:8215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 139 00000100:00100000:2.0:1777420996.607718:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 140 00000100:00100000:2.0:1777420996.607732:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d07480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+20:2368:x1863760833824896:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777420996.607742:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777420996.607749:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d71289384dc8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d1d expref: 20 pid: 7427 timeout: 308 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.607762:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d71289384dc8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d1d expref: 20 pid: 7427 timeout: 308 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.607777:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d71289384dc8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d1d expref: 20 pid: 7427 timeout: 308 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.607789:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff9af118b32f00) 00010000:00010000:2.0:1777420996.607793:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384e4d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.607889:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384e4d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.607898:0:5746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384e4d lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.607978:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777420996.608004:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d07480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+19:2368:x1863760833824896:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 275us (1693us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420996.608012:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 140 00010000:00010000:3.0:1777420996.608093:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384e4d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.608101:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384e4d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777420996.608122:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x9:0x0]: returning size 0 00010000:00010000:3.0:1777420996.608294:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38600/0xa38d71289384e46 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d40 expref: 35 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.608310:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384e4d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d40 expref: 34 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.608332:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff9af118b32f00) 00010000:00010000:3.0:1777420996.608335:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1777420996.608338:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12cf38c00, rc 0) 00000100:00100000:3.0:1777420996.609485:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+34:14609:x1863760833824640:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 8738us (8901us total) trans 4294967582 rc 0/0 00000100:00100000:3.0:1777420996.609496:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 394 00000100:00100000:1.0:1777420996.615031:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420996.615080:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833825152 00000100:00100000:3.0:1777420996.615091:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833825152 00000100:00100000:3.0:1777420996.615202:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 395 00000100:00100000:3.0:1777420996.615213:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+34:14609:x1863760833825152:12345-192.168.203.47@tcp:55:lfs.0 00010000:00010000:3.0:1777420996.615297:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384e5b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.615329:0:5762:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384e4d lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d40 expref: 34 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.615386:0:5762:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384e5b lrc: 4/0,1 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.615421:0:5762:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384e4d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d40 expref: 34 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.615434:0:5762:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384e4d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d40 expref: 34 pid: 5762 timeout: 308 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420996.615449:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af12d0d2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841090304:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777420996.615525:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af120406240 going to sleep for 11 seconds 00000100:00100000:3.0:1777420996.617922:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af12d0d2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841090304:192.168.203.47@tcp:104: 00010000:00010000:3.0:1777420996.617949:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384e5b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420996.618543:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420996.618798:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833825280 00000100:00100000:2.0:1777420996.618807:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833825280 00010000:00010000:2.0:1777420996.618844:0:5745:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384e4d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d40 expref: 35 pid: 5762 timeout: 308 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420996.618882:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 141 00000100:00100000:2.0:1777420996.618891:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c005c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+35:2368:x1863760833825280:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777420996.618905:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777420996.618912:0:5745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384e4d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d40 expref: 35 pid: 5762 timeout: 308 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.618924:0:5745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384e4d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d40 expref: 35 pid: 5762 timeout: 308 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.618946:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289384e4d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d40 expref: 35 pid: 5762 timeout: 308 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.618961:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff9af118b32f00) 00010000:00010000:2.0:1777420996.618966:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384e5b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.618976:0:5745:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384e5b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.619005:0:5745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384e5b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.619027:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777420996.619077:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c005c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+34:2368:x1863760833825280:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 186us (534us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420996.619084:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 141 00010000:00010000:3.0:1777420996.619276:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384e5b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.619285:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384e5b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.619541:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384e5b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.619549:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384e5b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.619555:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384e5b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.619567:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cc400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420996.619572:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384e5b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.619579:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384e5b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.619588:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff9af118b32f00) 00010000:00010000:3.0:1777420996.619592:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1777420996.619596:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384e5b lrc: 2/0,0 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.619602:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384e5b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420996.619946:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+34:14609:x1863760833825152:12345-192.168.203.47@tcp:55:lfs.0 Request processed in 4452us (4643us total) trans 4294967583 rc 0/0 00000100:00100000:3.0:1777420996.619957:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 395 00000100:00100000:1.0:1777420996.624882:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420996.625493:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833825536 00000100:00100000:0.0:1777420996.625505:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833825536 00000100:00100000:0.0:1777420996.625599:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 104 00000100:00100000:0.0:1777420996.625610:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c005f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+34:14609:x1863760833825536:12345-192.168.203.47@tcp:35:lfs.0 00000100:00100000:0.0:1777420996.625857:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c005f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+35:14609:x1863760833825536:12345-192.168.203.47@tcp:35:lfs.0 Request processed in 248us (984us total) trans 4294967584 rc 0/0 00000100:00100000:0.0:1777420996.625866:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 104 00000100:00100000:1.0:1777420996.650091:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420996.650187:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833825792 00000100:00100000:3.0:1777420996.650197:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833825792 00000100:00100000:3.0:1777420996.650290:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 396 00000100:00100000:3.0:1777420996.650300:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c007480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+35:14612:x1863760833825792:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:3.0:1777420996.650332:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777420996.650386:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384e62 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375d47 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.650469:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384e69 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.650501:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384e69 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.650512:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384e69 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.650528:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384e70 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.650535:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384e70 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.650541:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384e70 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.650673:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384e77 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.650682:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384e77 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.650689:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384e77 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777420996.650699:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x9:0x0]: returning size 0 00010000:00010000:3.0:1777420996.650792:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384e69 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.650800:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384e69 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.650806:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384e69 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.650819:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cd000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420996.650823:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384e69 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.650831:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384e69 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.650843:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x0 (ffff9af118b32d00) 00010000:00010000:3.0:1777420996.650846:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420996.650850:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384e69 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.650857:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384e69 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.650872:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384e70 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.650878:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384e70 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.650884:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384e70 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.650890:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cc600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420996.650892:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384e70 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.650900:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384e70 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.650918:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x950f374f (ffff9af118b32f00) 00010000:00010000:3.0:1777420996.650920:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420996.650923:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384e70 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.650929:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384e70 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.650971:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384e62 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d47 expref: 38 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.650985:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384e77 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d47 expref: 37 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.650993:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff9af118b32e00) 00010000:00010000:3.0:1777420996.650995:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777420996.650997:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0cd200, rc 0) 00000100:00100000:3.0:1777420996.651052:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c007480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+37:14612:x1863760833825792:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 754us (970us total) trans 4294967585 rc 0/0 00000100:00100000:3.0:1777420996.651060:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 396 00000100:00100000:1.0:1777420996.659445:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420996.659582:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833825920 00000100:00100000:3.0:1777420996.659594:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833825920 00000100:00100000:3.0:1777420996.659916:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 397 00000100:00100000:3.0:1777420996.659925:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c006a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+37:14612:x1863760833825920:12345-192.168.203.47@tcp:54:lfs.0 00010000:00010000:3.0:1777420996.659986:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384e85 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.660001:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384e85 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.660024:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384e85 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.660049:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384e85 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.660056:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384e85 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.660063:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384e85 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.660069:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cc400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420996.660073:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384e85 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.660090:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384e85 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.660100:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff9af118b32e00) 00010000:00010000:3.0:1777420996.660103:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1777420996.660106:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384e85 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.660112:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384e85 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420996.660177:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c006a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+37:14612:x1863760833825920:12345-192.168.203.47@tcp:54:lfs.0 Request processed in 252us (742us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420996.660186:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 397 00000100:00100000:1.0:1777420996.662813:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420996.663003:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833826176 00000100:00100000:0.0:1777420996.663013:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833826176 00000100:00100000:0.0:1777420996.663109:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 105 00000100:00100000:0.0:1777420996.663120:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c005880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+37:14612:x1863760833826176:12345-192.168.203.47@tcp:35:lfs.0 00000100:00100000:0.0:1777420996.663676:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c005880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+38:14612:x1863760833826176:12345-192.168.203.47@tcp:35:lfs.0 Request processed in 557us (870us total) trans 4294967586 rc 0/0 00000100:00100000:0.0:1777420996.663687:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 105 00000100:00100000:1.0:1777420996.690193:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420996.690250:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833826304 00000100:00100000:2.0:1777420996.690259:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833826304 00000100:00100000:2.0:1777420996.690324:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 96 00000100:00100000:2.0:1777420996.690334:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c006300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2367:x1863760833826304:12345-192.168.203.47@tcp:101:chmod.0 00010000:00010000:2.0:1777420996.690372:0:6860:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777420996.690395:0:6860:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000002dfcf1a/0xa38d71289384e8c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375d4e expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777420996.690423:0:6860:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1777420996.690441:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777420996.690444:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777420996.690452:0:6860:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000002dfcf1a/0xa38d71289384e8c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d4e expref: 7 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.690471:0:6860:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000002dfcf1a/0xa38d71289384e8c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d4e expref: 7 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.690485:0:6860:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0013cfe00, rc 0) 00000100:00100000:2.0:1777420996.690541:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c006300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+7:2367:x1863760833826304:12345-192.168.203.47@tcp:101:chmod.0 Request processed in 207us (356us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420996.690562:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 96 00000100:00100000:1.0:1777420996.692794:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420996.692893:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833826560 00000100:00100000:2.0:1777420996.692902:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833826560 00000100:00100000:2.0:1777420996.692949:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 398 00000100:00100000:2.0:1777420996.692957:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c005500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+38:14617:x1863760833826560:12345-192.168.203.47@tcp:36:chmod.0 00010000:00010000:2.0:1777420996.693008:0:5762:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777420996.693034:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384e77 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d47 expref: 38 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.693053:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff9af118b32e00) 00010000:00010000:2.0:1777420996.693063:0:5762:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777420996.693091:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cea00/0xa38d71289384e93 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.693103:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cea00/0xa38d71289384e93 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.693113:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cea00/0xa38d71289384e93 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777420996.693335:0:5762:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000bf1ff207 reply state 000000000ccbb6d2 transno 4294967587 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cea00/0xa38d71289384e93 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420996.693344:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777420996.693503:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c005500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+39:14617:x1863760833826560:12345-192.168.203.47@tcp:36:chmod.0 Request processed in 545us (715us total) trans 4294967587 rc 0/0 00000100:00100000:2.0:1777420996.693511:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 398 00010000:00010000:3.0:1777420996.696545:0:3281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cea00/0xa38d71289384e93 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.696575:0:3281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cea00/0xa38d71289384e93 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.696584:0:3281:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cea00/0xa38d71289384e93 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.696591:0:3281:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013cea00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420996.696596:0:3281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cea00/0xa38d71289384e93 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.696604:0:3281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cea00/0xa38d71289384e93 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.696624:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff9af106213000) 00010000:00010000:3.0:1777420996.696627:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1777420996.696632:0:3281:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cea00/0xa38d71289384e93 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.696639:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cea00/0xa38d71289384e93 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420996.697096:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420996.697168:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833826688 00000100:00100000:2.0:1777420996.697185:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833826688 00000100:00100000:2.0:1777420996.697243:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 399 00000100:00100000:2.0:1777420996.697252:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c007b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+38:14617:x1863760833826688:12345-192.168.203.47@tcp:101:chmod.0 00010000:00010000:2.0:1777420996.697272:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777420996.697291:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d71289384e9a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375d55 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.697384:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d71289384e9a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d55 expref: 39 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.697397:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cee00/0xa38d71289384e9a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d55 expref: 39 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.697425:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff9af106213500) 00010000:00010000:2.0:1777420996.697428:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777420996.697430:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0013cee00, rc 0) 00000100:00100000:2.0:1777420996.697488:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c007b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+39:14617:x1863760833826688:12345-192.168.203.47@tcp:101:chmod.0 Request processed in 237us (396us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420996.697496:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 399 00000100:00100000:1.0:1777420996.699740:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420996.699814:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833826816 00000100:00100000:2.0:1777420996.699824:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833826816 00000100:00100000:2.0:1777420996.699881:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 97 00000100:00100000:2.0:1777420996.700031:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c007100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+7:2368:x1863760833826816:12345-192.168.203.47@tcp:2:chmod.0 00002000:00010000:2.0:1777420996.700306:0:6860:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777420996.700310:0:6860:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x8:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:2.0:1777420996.700324:0:6860:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x8:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1777420996.700326:0:6860:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x8:0x0] updating lvb ctime from disk: 0 -> 1777420996 00002000:00010000:2.0:1777420996.700341:0:6860:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x8:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1777420996.700443:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c007100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+8:2368:x1863760833826816:12345-192.168.203.47@tcp:2:chmod.0 Request processed in 552us (709us total) trans 4294967316 rc 0/0 00000100:00100000:2.0:1777420996.700451:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 97 00000100:00100000:1.0:1777420996.716656:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420996.716832:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833827072 00000100:00100000:2.0:1777420996.716843:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833827072 00000100:00100000:2.0:1777420996.716907:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 400 00000100:00100000:2.0:1777420996.716918:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c004e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+39:14620:x1863760833827072:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:2.0:1777420996.716939:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777420996.716960:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d71289384ea1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375d5c expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.717037:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d71289384ea8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.717052:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d71289384ea8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.717064:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d71289384ea8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.717079:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf400/0xa38d71289384eaf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.717087:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf400/0xa38d71289384eaf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.717094:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf400/0xa38d71289384eaf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.717232:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384eb6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.717259:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384eb6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.717267:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384eb6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777420996.717278:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x9:0x0]: returning size 0 00010000:00010000:2.0:1777420996.717436:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d71289384ea8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.717444:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d71289384ea8 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.717451:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d71289384ea8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.717457:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013ce000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420996.717461:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d71289384ea8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.717468:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d71289384ea8 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.717479:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x0 (ffff9af118b32d00) 00010000:00010000:2.0:1777420996.717483:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420996.717487:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d71289384ea8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.717493:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d71289384ea8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.717510:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf400/0xa38d71289384eaf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.717524:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf400/0xa38d71289384eaf lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.717531:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf400/0xa38d71289384eaf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.717537:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013cf400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420996.717540:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf400/0xa38d71289384eaf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.717547:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf400/0xa38d71289384eaf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.717555:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x950f374f (ffff9af106213900) 00010000:00010000:2.0:1777420996.717557:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420996.717560:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf400/0xa38d71289384eaf lrc: 2/0,0 mode: --/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.717566:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf400/0xa38d71289384eaf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.717606:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d71289384ea1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d5c expref: 42 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.717620:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384eb6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d5c expref: 41 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.717628:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff9af106213500) 00010000:00010000:2.0:1777420996.717631:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777420996.717640:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0013cfc00, rc 0) 00000100:00100000:2.0:1777420996.717841:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c004e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+41:14620:x1863760833827072:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 924us (1194us total) trans 4294967588 rc 0/0 00000100:00100000:2.0:1777420996.717850:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 400 00000100:00100000:1.0:1777420996.721046:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420996.721127:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833827200 00000100:00100000:2.0:1777420996.721137:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833827200 00000100:00100000:2.0:1777420996.721203:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 401 00000100:00100000:2.0:1777420996.721214:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c006d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+41:14620:x1863760833827200:12345-192.168.203.47@tcp:54:lfs.0 00010000:00010000:2.0:1777420996.721282:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d71289384ec4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.721299:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d71289384ec4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.721321:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d71289384ec4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.721383:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d71289384ec4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.721390:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d71289384ec4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.721397:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d71289384ec4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.721402:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013cf200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420996.721407:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d71289384ec4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.721413:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d71289384ec4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.721440:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff9af106213500) 00010000:00010000:2.0:1777420996.721443:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777420996.721448:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d71289384ec4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.721453:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d71289384ec4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420996.721530:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c006d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+41:14620:x1863760833827200:12345-192.168.203.47@tcp:54:lfs.0 Request processed in 317us (492us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420996.721539:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 401 00000100:00100000:1.0:1777420996.725182:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420996.725303:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833827456 00000100:00100000:0.0:1777420996.725324:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833827456 00000100:00100000:0.0:1777420996.725439:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 106 00000100:00100000:0.0:1777420996.725449:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c006680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+41:14620:x1863760833827456:12345-192.168.203.47@tcp:35:lfs.0 00000100:00100000:0.0:1777420996.725806:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c006680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+42:14620:x1863760833827456:12345-192.168.203.47@tcp:35:lfs.0 Request processed in 357us (633us total) trans 4294967589 rc 0/0 00000100:00100000:0.0:1777420996.725815:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 106 00000100:00100000:1.0:1777420996.761956:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420996.762077:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833827584 00000100:00100000:3.0:1777420996.762087:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833827584 00000100:00100000:3.0:1777420996.762147:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 402 00000100:00100000:3.0:1777420996.762158:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c004700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+42:14625:x1863760833827584:12345-192.168.203.47@tcp:101:chown.0 00010000:00010000:3.0:1777420996.762181:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777420996.762202:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384ecb lrc: 2/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375d63 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.762234:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384ed2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.762255:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384ed2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.762265:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384ed2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.762412:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384ecb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d63 expref: 44 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.762431:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384ed2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d63 expref: 43 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.762439:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff9af106213500) 00010000:00010000:3.0:1777420996.762442:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1777420996.762445:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0cc600, rc 0) 00000100:00100000:3.0:1777420996.762502:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c004700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+43:14625:x1863760833827584:12345-192.168.203.47@tcp:101:chown.0 Request processed in 346us (556us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420996.762507:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 402 00000100:00100000:1.0:1777420996.771062:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420996.771664:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833827840 00000100:00100000:2.0:1777420996.771675:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833827840 00000100:00100000:2.0:1777420996.771736:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 403 00000100:00100000:2.0:1777420996.771747:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c004a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+43:14625:x1863760833827840:12345-192.168.203.47@tcp:36:chown.0 00010000:00010000:2.0:1777420996.771802:0:5762:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777420996.771830:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384eb6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d5c expref: 43 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.771847:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff9af106213500) 00010000:00010000:2.0:1777420996.771852:0:5762:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777420996.771876:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d71289384ed9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.771889:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d71289384ed9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.772024:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d71289384ed9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777420996.772984:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].5, 88 off8536 00000004:00080000:2.0:1777420996.772996:0:5762:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 208555644103ns, next at 209555641864ns, rc = 0 00000004:00010000:2.0:1777420996.773089:0:5762:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000df04b5c5 reply state 000000005892cfa3 transno 4294967590 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d71289384ed9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420996.773100:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777420996.773300:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c004a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+44:14625:x1863760833827840:12345-192.168.203.47@tcp:36:chown.0 Request processed in 1553us (2247us total) trans 4294967590 rc 0/0 00000100:00100000:2.0:1777420996.773308:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 403 00010000:00010000:0.0:1777420996.776751:0:3282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d71289384ed9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420996.776768:0:3282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d71289384ed9 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420996.776790:0:3282:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d71289384ed9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420996.776797:0:3282:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013cf200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777420996.776801:0:3282:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d71289384ed9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420996.776810:0:3282:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d71289384ed9 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420996.776828:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff9af106213500) 00010000:00010000:0.0:1777420996.776831:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1777420996.776836:0:3282:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d71289384ed9 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420996.776843:0:3282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d71289384ed9 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420996.777669:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420996.777740:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833827968 00000100:00100000:2.0:1777420996.777751:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833827968 00000100:00100000:2.0:1777420996.777800:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 98 00000100:00100000:2.0:1777420996.777809:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c005180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+8:2369:x1863760833827968:12345-192.168.203.47@tcp:2:chown.0 00002000:00010000:2.0:1777420996.778033:0:6860:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777420996.778037:0:6860:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x8:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:2.0:1777420996.778039:0:6860:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x8:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1777420996.778041:0:6860:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x8:0x0] updating lvb ctime from disk: 1777420996 -> 1777420996 00002000:00010000:2.0:1777420996.778044:0:6860:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x8:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1777420996.778107:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c005180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+9:2369:x1863760833827968:12345-192.168.203.47@tcp:2:chown.0 Request processed in 299us (444us total) trans 4294967317 rc 0/0 00000100:00100000:2.0:1777420996.778115:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 98 00000100:00100000:1.0:1777420996.804543:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420996.804644:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833828224 00000100:00100000:2.0:1777420996.804655:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833828224 00000100:00100000:2.0:1777420996.804756:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 404 00000100:00100000:2.0:1777420996.804767:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13786e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+43:14628:x1863760833828224:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:2.0:1777420996.804789:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777420996.804823:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384ee0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375d6a expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.804900:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d71289384ee7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.804915:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d71289384ee7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.804927:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d71289384ee7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.804940:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf400/0xa38d71289384eee lrc: 3/1,0 mode: --/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.804948:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf400/0xa38d71289384eee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.804954:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf400/0xa38d71289384eee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.805079:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d71289384ef5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.805089:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d71289384ef5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.805096:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d71289384ef5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777420996.805106:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x9:0x0]: returning size 0 00010000:00010000:2.0:1777420996.805197:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d71289384ee7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.805214:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d71289384ee7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.805221:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d71289384ee7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.805227:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013cfa00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420996.805231:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d71289384ee7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.805238:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d71289384ee7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.805251:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x0 (ffff9af118b32d00) 00010000:00010000:2.0:1777420996.805254:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420996.805259:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d71289384ee7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.805265:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d71289384ee7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.805277:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf400/0xa38d71289384eee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.805283:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf400/0xa38d71289384eee lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.805289:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf400/0xa38d71289384eee lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.805294:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013cf400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420996.805303:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf400/0xa38d71289384eee lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.805309:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf400/0xa38d71289384eee lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.805331:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x950f374f (ffff9af106213900) 00010000:00010000:2.0:1777420996.805333:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420996.805336:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf400/0xa38d71289384eee lrc: 2/0,0 mode: --/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.805342:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf400/0xa38d71289384eee lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.806299:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384ee0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d6a expref: 46 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.806326:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d71289384ef5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d6a expref: 45 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.806334:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff9af106213500) 00010000:00010000:2.0:1777420996.806337:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777420996.806340:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0013ce000, rc 0) 00000100:00100000:2.0:1777420996.806428:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13786e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+45:14628:x1863760833828224:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 1663us (1894us total) trans 4294967591 rc 0/0 00000100:00100000:2.0:1777420996.806436:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 404 00000100:00100000:1.0:1777420996.811875:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420996.811971:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833828352 00000100:00100000:2.0:1777420996.812052:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833828352 00000100:00100000:2.0:1777420996.812112:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 405 00000100:00100000:2.0:1777420996.812121:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13786d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+45:14628:x1863760833828352:12345-192.168.203.47@tcp:54:lfs.0 00010000:00010000:2.0:1777420996.812200:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384f03 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.812216:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384f03 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.812227:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384f03 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.812252:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384f03 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.812259:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384f03 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.812266:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384f03 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.812273:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013cfc00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420996.812277:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384f03 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.812284:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384f03 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.812295:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff9af106213500) 00010000:00010000:2.0:1777420996.812299:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777420996.812303:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384f03 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.812309:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384f03 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420996.812716:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13786d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+45:14628:x1863760833828352:12345-192.168.203.47@tcp:54:lfs.0 Request processed in 595us (849us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420996.812725:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 405 00000100:00100000:1.0:1777420996.817541:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420996.817706:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833828608 00000100:00100000:0.0:1777420996.817717:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833828608 00000100:00100000:0.0:1777420996.817772:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 107 00000100:00100000:0.0:1777420996.817785:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13786f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+45:14628:x1863760833828608:12345-192.168.203.47@tcp:35:lfs.0 00000100:00100000:0.0:1777420996.818187:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13786f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+46:14628:x1863760833828608:12345-192.168.203.47@tcp:35:lfs.0 Request processed in 405us (654us total) trans 4294967592 rc 0/0 00000100:00100000:0.0:1777420996.818195:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 107 00000100:00100000:1.0:1777420996.863528:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420996.863634:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833828864 00000100:00100000:2.0:1777420996.863645:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833828864 00000100:00100000:2.0:1777420996.863705:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 406 00000100:00100000:2.0:1777420996.863716:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13786e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+46:14633:x1863760833828864:12345-192.168.203.47@tcp:36:truncate.0 00010000:00010000:2.0:1777420996.863775:0:5762:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777420996.863802:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d71289384ef5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d6a expref: 46 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.863827:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff9af106213500) 00010000:00010000:2.0:1777420996.863832:0:5762:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777420996.864070:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384f0a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.864085:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384f0a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.864095:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384f0a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777420996.864159:0:5762:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967593 00000004:00010000:2.0:1777420996.864183:0:5762:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000008fd7140c reply state 00000000d8e44edf transno 4294967594 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384f0a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420996.864193:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000001:00080000:2.0:1777420996.864256:0:5762:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967594 00000100:00100000:2.0:1777420996.864454:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13786e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+49:14633:x1863760833828864:12345-192.168.203.47@tcp:36:truncate.0 Request processed in 739us (935us total) trans 4294967595 rc 0/0 00000100:00100000:2.0:1777420996.864463:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 406 00000020:00080000:2.0:1777420996.864469:0:5762:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:1.0:1777420996.869177:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420996.869383:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833828992 00000100:00100000:2.0:1777420996.869393:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833828992 00000100:00100000:2.0:1777420996.869443:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 99 00000100:00100000:2.0:1777420996.869453:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13786f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+9:14633:x1863760833828992:12345-192.168.203.47@tcp:101:truncate.0 00010000:00010000:2.0:1777420996.869472:0:6544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777420996.869498:0:6544:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a5d4e325/0xa38d71289384f11 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375d71 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.869533:0:6544:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000002dfcf1a/0xa38d71289384e8c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d4e expref: 10 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.869542:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777420996.869544:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777420996.869549:0:6544:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a5d4e325/0xa38d71289384f11 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d71 expref: 10 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.869583:0:6544:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000002dfcf1a/0xa38d71289384e8c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d4e expref: 10 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.869597:0:6544:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000002dfcf1a/0xa38d71289384e8c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d4e expref: 10 pid: 6860 timeout: 308 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420996.869612:0:6544:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0010f4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6544:1863760841090432:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777420996.869631:0:3281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384f0a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420996.869642:0:3281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384f0a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420996.869657:0:3281:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384f0a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420996.869664:0:3281:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013cfc00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777420996.869678:0:3281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384f0a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420996.869686:0:3281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384f0a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420996.869703:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff9af106213500) 00010000:00010000:0.0:1777420996.869706:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777420996.869711:0:3281:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384f0a lrc: 2/0,0 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420996.869715:0:6544:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13fc09000 going to sleep for 11 seconds 00010000:00010000:0.0:1777420996.869720:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289384f0a lrc: 0/0,0 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420996.872770:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420996.872846:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833829120 00000100:00100000:0.0:1777420996.872855:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833829120 00010000:00010000:0.0:1777420996.872891:0:5747:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000002dfcf1a/0xa38d71289384e8c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d4e expref: 11 pid: 6860 timeout: 308 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420996.872973:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 142 00000100:00100000:0.0:1777420996.872994:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af102fb7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:2368:x1863760833829120:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777420996.873010:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777420996.873032:0:5747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000002dfcf1a/0xa38d71289384e8c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d4e expref: 11 pid: 6860 timeout: 308 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420996.873065:0:5747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000002dfcf1a/0xa38d71289384e8c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d4e expref: 11 pid: 6860 timeout: 308 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420996.873090:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777420996.873092:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777420996.873097:0:5747:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a5d4e325/0xa38d71289384f11 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d71 expref: 11 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420996.873107:0:5747:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a5d4e325/0xa38d71289384f11 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d71 expref: 11 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420996.873155:0:5747:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000a5d4e325/0xa38d71289384f11 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d71 expref: 11 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420996.873169:0:5747:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c20700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5747:1863760841090560:192.168.203.47@tcp:105: 00000100:00100000:0.0:1777420996.873254:0:5747:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1057b1900 going to sleep for 11 seconds 00010000:00010000:2.0:1777420996.873865:0:6544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000002dfcf1a/0xa38d71289384e8c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d4e expref: 11 pid: 6860 timeout: 308 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420996.873881:0:6544:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0010f4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6544:1863760841090432:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777420996.873905:0:6544:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a5d4e325/0xa38d71289384f11 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d71 expref: 10 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.873916:0:6544:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0013cf400, rc 0) 00000100:00100000:2.0:1777420996.873966:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13786f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+10:14633:x1863760833828992:12345-192.168.203.47@tcp:101:truncate.0 Request processed in 4514us (4798us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420996.873973:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 99 00000100:00100000:3.0:1777420996.875651:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420996.875727:0:6548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833829248 00000100:00100000:1.0:1777420996.875738:0:6548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833829248 00002000:00010000:1.0:1777420996.875772:0:6548:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/8 (1->18446744073709551615) 00002000:00100000:1.0:1777420996.875777:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af12d0d2d80 with x1863760833829248 ext(1->18446744073709551615) 00002000:00010000:1.0:1777420996.875788:0:6548:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af12d0d2d80. 00000100:00100000:1.0:1777420996.875818:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 42 00000100:00100000:1.0:1777420996.875827:0:6548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+10:2369:x1863760833829248:12345-192.168.203.47@tcp:10:truncate.0 00002000:00010000:1.0:1777420996.876146:0:6548:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x8:0x0] updating lvb size from disk: 0 -> 1 00002000:00010000:1.0:1777420996.876150:0:6548:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x8:0x0] updating lvb mtime from disk: 0 -> 1777420996 00002000:00010000:1.0:1777420996.876153:0:6548:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x8:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1777420996.876155:0:6548:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x8:0x0] updating lvb ctime from disk: 1777420996 -> 1777420996 00002000:00010000:1.0:1777420996.876157:0:6548:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x8:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1777420996.876208:0:6548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:2369:x1863760833829248:12345-192.168.203.47@tcp:10:truncate.0 Request processed in 381us (563us total) trans 4294967318 rc 0/0 00000100:00100000:1.0:1777420996.876217:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 42 00002000:00010000:1.0:1777420996.876221:0:6548:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/8 (1->18446744073709551615) 00002000:00100000:1.0:1777420996.876224:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af12d0d2d80 with x1863760833829248 ext(1->18446744073709551615) 00002000:00010000:1.0:1777420996.876229:0:6548:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af12d0d2d80. 00000100:00100000:0.0:1777420996.876594:0:5747:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c20700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5747:1863760841090560:192.168.203.47@tcp:105: 00010000:00010000:0.0:1777420996.876613:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777420996.876637:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af102fb7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+10:2368:x1863760833829120:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 3655us (3876us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420996.876646:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 142 00000100:00100000:1.0:1777420996.896618:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420996.896731:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833829504 00000100:00100000:3.0:1777420996.896743:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833829504 00000100:00100000:3.0:1777420996.896799:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 407 00000100:00100000:3.0:1777420996.896812:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13786ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+48:14636:x1863760833829504:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:3.0:1777420996.896837:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777420996.896856:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384f18 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375d78 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.896928:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384f1f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.896939:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384f1f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.896947:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384f1f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.896957:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384f26 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.896961:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384f26 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.896965:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384f26 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.897082:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d71289384f2d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.897093:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d71289384f2d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.897098:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d71289384f2d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777420996.897105:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x9:0x0]: returning size 1 00010000:00010000:3.0:1777420996.897204:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384f1f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.897212:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384f1f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.897224:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384f1f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.897230:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cd000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420996.897234:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384f1f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.897241:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384f1f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.897264:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x0 (ffff9af118b32d00) 00010000:00010000:3.0:1777420996.897268:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420996.897273:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384f1f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.897287:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289384f1f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.897301:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384f26 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.897307:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384f26 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.897320:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384f26 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.897325:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cd200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420996.897327:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384f26 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.897342:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384f26 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.897389:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x950f374f (ffff9af118b32f00) 00010000:00010000:3.0:1777420996.897392:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777420996.897396:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384f26 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.897402:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289384f26 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.897450:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d71289384f18 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d78 expref: 51 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.897465:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d71289384f2d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d78 expref: 50 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.897473:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff9af106213500) 00010000:00010000:3.0:1777420996.897476:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777420996.897478:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0cdc00, rc 0) 00000100:00100000:3.0:1777420996.897543:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13786ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+50:14636:x1863760833829504:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 733us (933us total) trans 4294967596 rc 0/0 00000100:00100000:3.0:1777420996.897551:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 407 00000100:00100000:2.0:1777420996.901435:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420996.901667:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833829632 00000100:00100000:3.0:1777420996.901679:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833829632 00000100:00100000:3.0:1777420996.901743:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 408 00000100:00100000:3.0:1777420996.901753:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+50:14636:x1863760833829632:12345-192.168.203.47@tcp:54:lfs.0 00010000:00010000:3.0:1777420996.901848:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678a00/0xa38d71289384f3b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.901865:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678a00/0xa38d71289384f3b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.901876:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678a00/0xa38d71289384f3b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.901902:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678a00/0xa38d71289384f3b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.901913:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678a00/0xa38d71289384f3b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.901920:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678a00/0xa38d71289384f3b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.901935:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af101678a00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777420996.901940:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678a00/0xa38d71289384f3b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.901947:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678a00/0xa38d71289384f3b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.901958:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff9af106213500) 00010000:00010000:3.0:1777420996.901962:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1777420996.901968:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678a00/0xa38d71289384f3b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777420996.901975:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678a00/0xa38d71289384f3b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777420996.902067:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+50:14636:x1863760833829632:12345-192.168.203.47@tcp:54:lfs.0 Request processed in 314us (642us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420996.902075:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 408 00000100:00100000:1.0:1777420996.904447:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420996.904529:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833829888 00000100:00100000:0.0:1777420996.904538:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833829888 00000100:00100000:0.0:1777420996.904583:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 108 00000100:00100000:0.0:1777420996.904592:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af10f5b9850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+50:14636:x1863760833829888:12345-192.168.203.47@tcp:35:lfs.0 00000100:00100000:0.0:1777420996.905006:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af10f5b9850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+51:14636:x1863760833829888:12345-192.168.203.47@tcp:35:lfs.0 Request processed in 414us (565us total) trans 4294967597 rc 0/0 00000100:00100000:0.0:1777420996.905013:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 108 00000100:00100000:1.0:1777420996.940844:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420996.944660:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833830144 00000100:00100000:3.0:1777420996.944676:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833830144 00000100:00100000:2.0:1777420996.944820:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 409 00000100:00100000:2.0:1777420996.944831:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13786c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+51:14641:x1863760833830144:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:2.0:1777420996.944855:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777420996.944878:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d71289384f42 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375d7f expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.944980:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d71289384f49 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.944997:0:7427:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d71289384f2d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d78 expref: 52 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.945006:0:7427:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d71289384f49 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.945075:0:7427:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d71289384f2d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d78 expref: 52 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.945087:0:7427:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d71289384f2d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d78 expref: 52 pid: 7427 timeout: 308 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420996.945101:0:7427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0010f5880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:7427:1863760841090688:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777420996.945216:0:7427:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13fc09000 going to sleep for 11 seconds 00000100:00100000:2.0:1777420996.952126:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420996.952707:0:7427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0010f5880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:7427:1863760841090688:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777420996.952739:0:7427:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d71289384f49 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.952902:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777420996.953196:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833830272 00000100:00100000:1.0:1777420996.953206:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833830272 00010000:00010000:1.0:1777420996.953244:0:5747:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d71289384f2d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d78 expref: 53 pid: 7427 timeout: 308 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420996.953283:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 143 00000100:00100000:1.0:1777420996.953294:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c4bed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+53:2368:x1863760833830272:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777420996.953463:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777420996.953480:0:5747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d71289384f2d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d78 expref: 53 pid: 7427 timeout: 308 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420996.953493:0:5747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d71289384f2d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d78 expref: 53 pid: 7427 timeout: 308 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420996.953515:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d71289384f2d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d78 expref: 53 pid: 7427 timeout: 308 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420996.953533:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff9af106213500) 00010000:00010000:1.0:1777420996.953537:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d71289384f49 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420996.953548:0:5747:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d71289384f49 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420996.953556:0:5747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d71289384f49 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777420996.953592:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777420996.953711:0:7427:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d71289384f49 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420996.953718:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d71289384f49 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777420996.953738:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x9:0x0]: returning size 1 00010000:00010000:0.0:1777420996.953908:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d71289384f42 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d7f expref: 54 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420996.953924:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d71289384f49 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d7f expref: 53 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420996.953931:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff9af106213500) 00010000:00010000:0.0:1777420996.953934:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1777420996.953937:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0013ce800, rc 0) 00000100:00100000:1.0:1777420996.954146:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c4bed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+53:2368:x1863760833830272:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 852us (2030us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420996.954155:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 143 00000100:00100000:0.0:1777420996.954283:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13786c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+52:14641:x1863760833830144:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 9453us (13449us total) trans 4294967598 rc 0/0 00000100:00100000:0.0:1777420996.954290:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 409 00000100:00100000:1.0:1777420996.957226:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420996.957325:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833830528 00000100:00100000:0.0:1777420996.957882:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833830528 00000100:00100000:0.0:1777420996.957979:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 410 00000100:00100000:0.0:1777420996.957989:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13786f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+52:14641:x1863760833830528:12345-192.168.203.47@tcp:55:lfs.0 00010000:00010000:0.0:1777420996.958068:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d71289384f57 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420996.958087:0:7427:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384ed2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d63 expref: 52 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420996.958096:0:7427:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d71289384f49 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d7f expref: 52 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420996.958105:0:7427:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d71289384f57 lrc: 5/0,1 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420996.958137:0:7427:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d71289384f49 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d7f expref: 52 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420996.958151:0:7427:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d71289384f49 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d7f expref: 52 pid: 7427 timeout: 308 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420996.958166:0:7427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c20700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:7427:1863760841090816:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777420996.958260:0:7427:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384ed2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d63 expref: 52 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777420996.958270:0:7427:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384ed2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d63 expref: 52 pid: 7427 timeout: 308 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777420996.958294:0:7427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c21180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:7427:1863760841090944:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777420996.958331:0:7427:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1057b16c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777420996.961486:0:7427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c20700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:7427:1863760841090816:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777420996.961508:0:7427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c21180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:7427:1863760841090944:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777420996.961536:0:7427:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d71289384f57 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777420996.962586:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777420996.962627:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420996.962759:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833830656 00000100:00100000:2.0:1777420996.962771:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833830656 00010000:00010000:2.0:1777420996.962817:0:5745:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384ed2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d63 expref: 53 pid: 7427 timeout: 308 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420996.962884:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833830784 00000100:00100000:2.0:1777420996.962887:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833830784 00010000:00010000:2.0:1777420996.962898:0:5745:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d71289384f49 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d7f expref: 54 pid: 7427 timeout: 308 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420996.962921:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 144 00000100:00100000:2.0:1777420996.962929:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345f8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+54:2368:x1863760833830656:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777420996.962943:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777420996.962949:0:5745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384ed2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d63 expref: 54 pid: 7427 timeout: 308 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.962958:0:5745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384ed2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d63 expref: 54 pid: 7427 timeout: 308 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.963004:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289384ed2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d63 expref: 54 pid: 7427 timeout: 308 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.963024:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff9af106213500) 00010000:00010000:2.0:1777420996.963029:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d71289384f57 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.963039:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d71289384f57 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.963045:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777420996.963107:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345f8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+53:2368:x1863760833830656:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 177us (528us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420996.963117:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 144 00000100:00100000:2.0:1777420996.963136:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 145 00000100:00100000:2.0:1777420996.963143:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345fa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+52:2369:x1863760833830784:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777420996.963151:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777420996.963156:0:5745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d71289384f49 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d7f expref: 52 pid: 7427 timeout: 308 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.963166:0:5745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d71289384f49 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d7f expref: 52 pid: 7427 timeout: 308 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.963178:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d71289384f49 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d7f expref: 52 pid: 7427 timeout: 308 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.963204:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff9af106213500) 00010000:00010000:2.0:1777420996.963208:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d71289384f57 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.963216:0:5745:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d71289384f57 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.963225:0:5745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d71289384f57 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.963248:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777420996.963266:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345fa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+51:2369:x1863760833830784:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 123us (638us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420996.963271:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 145 00010000:00010000:2.0:1777420996.963292:0:7427:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d71289384f57 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.963299:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d71289384f57 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.963561:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d71289384f57 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.963569:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d71289384f57 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.963577:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d71289384f57 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.963584:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf39000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420996.963595:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d71289384f57 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.963609:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d71289384f57 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.963620:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff9af106213500) 00010000:00010000:2.0:1777420996.963623:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1777420996.963627:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d71289384f57 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.963634:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d71289384f57 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420996.963678:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13786f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+51:14641:x1863760833830528:12345-192.168.203.47@tcp:55:lfs.0 Request processed in 5690us (6461us total) trans 4294967599 rc 0/0 00000100:00100000:2.0:1777420996.963686:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 410 00000100:00100000:2.0:1777420996.965481:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777420996.965965:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833831040 00000100:00100000:0.0:1777420996.965977:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833831040 00000100:00100000:0.0:1777420996.966047:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 109 00000100:00100000:0.0:1777420996.966060:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c4bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+51:14641:x1863760833831040:12345-192.168.203.47@tcp:35:lfs.0 00000100:00100000:0.0:1777420996.966340:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c4bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+52:14641:x1863760833831040:12345-192.168.203.47@tcp:35:lfs.0 Request processed in 281us (868us total) trans 4294967600 rc 0/0 00000100:00100000:0.0:1777420996.966376:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 109 00000100:00100000:3.0:1777420996.984339:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420996.984465:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833831296 00000100:00100000:2.0:1777420996.984479:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833831296 00000100:00100000:2.0:1777420996.984552:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 411 00000100:00100000:2.0:1777420996.984560:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+52:14644:x1863760833831296:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:2.0:1777420996.984590:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777420996.984619:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d71289384f5e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375d86 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.984715:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384f65 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.984732:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384f65 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.984767:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384f65 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.984786:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d71289384f6c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.984793:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d71289384f6c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.984800:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d71289384f6c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.984942:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce600/0xa38d71289384f73 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.984949:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce600/0xa38d71289384f73 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.984954:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce600/0xa38d71289384f73 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777420996.984963:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x9:0x0]: returning size 1 00010000:00010000:2.0:1777420996.985284:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384f65 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.985292:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384f65 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.985299:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384f65 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.985306:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013cf600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420996.985329:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384f65 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.985338:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384f65 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.985380:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x0 (ffff9af118b32d00) 00010000:00010000:2.0:1777420996.985383:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420996.985394:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384f65 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.985401:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289384f65 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.985417:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d71289384f6c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.985423:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d71289384f6c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.985429:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d71289384f6c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.985433:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013cfa00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420996.985435:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d71289384f6c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.985440:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d71289384f6c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.985447:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x950f374f (ffff9af106213900) 00010000:00010000:2.0:1777420996.985449:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777420996.985458:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d71289384f6c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.985464:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d71289384f6c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.985508:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d71289384f5e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d86 expref: 55 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.985528:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce600/0xa38d71289384f73 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d86 expref: 54 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.985534:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff9af106213500) 00010000:00010000:2.0:1777420996.985537:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777420996.985539:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0013ce600, rc 0) 00000100:00100000:2.0:1777420996.985616:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+54:14644:x1863760833831296:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 1054us (1307us total) trans 4294967601 rc 0/0 00000100:00100000:2.0:1777420996.985625:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 411 00000100:00100000:1.0:1777420996.987520:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777420996.987831:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833831424 00000100:00100000:2.0:1777420996.987843:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833831424 00000100:00100000:2.0:1777420996.987940:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 412 00000100:00100000:2.0:1777420996.987960:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+54:14644:x1863760833831424:12345-192.168.203.47@tcp:54:lfs.0 00010000:00010000:2.0:1777420996.988057:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d71289384f81 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.988074:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d71289384f81 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.988087:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d71289384f81 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.988139:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d71289384f81 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.988150:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d71289384f81 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.988157:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d71289384f81 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.988165:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013cfe00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777420996.988169:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d71289384f81 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.988179:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d71289384f81 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.988193:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff9af106213500) 00010000:00010000:2.0:1777420996.988197:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777420996.988203:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d71289384f81 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777420996.988210:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d71289384f81 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777420996.988297:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+54:14644:x1863760833831424:12345-192.168.203.47@tcp:54:lfs.0 Request processed in 346us (788us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420996.988305:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 412 00000100:00100000:1.0:1777420996.990591:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777420996.990702:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833831680 00000100:00100000:3.0:1777420996.990714:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833831680 00000100:00100000:3.0:1777420996.990824:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 110 00000100:00100000:3.0:1777420996.990837:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+54:14644:x1863760833831680:12345-192.168.203.47@tcp:35:lfs.0 00000100:00100000:3.0:1777420996.991143:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+55:14644:x1863760833831680:12345-192.168.203.47@tcp:35:lfs.0 Request processed in 309us (563us total) trans 4294967602 rc 0/0 00000100:00100000:3.0:1777420996.991149:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 110 00000100:00100000:1.0:1777420997.592776:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777420997.592849:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841091072:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777420997.592930:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777420997.593060:0:6546:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841091072 00000100:00100000:0.0:1777420997.593069:0:6546:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841091072 00000100:00100000:0.0:1777420997.593177:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1777420997.593188:0:6546:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3297:x1863760841091072:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1777420997.593229:0:6546:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 54460416 pending 0 free 3855613952 avail 3853516800 00000100:00100000:0.0:1777420997.593287:0:6546:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3297:x1863760841091072:12345-0@lo:13:osp-pre-1-0.0 Request processed in 100us (357us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420997.593297:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1777420997.593412:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841091072:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777420997.593735:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3296:1863760841091328:0@lo:400:kworker.0 00000100:00100000:0.0:1777420997.593773:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777420997.593815:0:3296:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1777420997.593821:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3296:1863760841091200:0@lo:400:kworker.0 00000100:00100000:0.0:1777420997.593850:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777420997.593872:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3296:1863760841091712:0@lo:400:kworker.0 00000100:00100000:0.0:1777420997.593897:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1777420997.593929:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777420997.593930:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841091200 00000100:00100000:0.0:1777420997.593937:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841091200 00000100:00100000:0.0:1777420997.593974:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 271 00000100:00100000:0.0:1777420997.593981:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3296:x1863760841091200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777420997.594027:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3296:x1863760841091200:12345-0@lo:400:kworker.0 Request processed in 44us (174us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420997.594034:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 271 00000100:00100000:1.0:1777420997.594044:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3296:1863760841091200:0@lo:400:kworker.0 00000100:00100000:0.0:1777420997.594071:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841091328 00000100:00100000:0.0:1777420997.594076:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841091328 00000100:00100000:0.0:1777420997.594104:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841091712 00000100:00100000:0.0:1777420997.594106:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841091712 00000100:00100000:1.0:1777420997.594132:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:0.0:1777420997.594140:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:1.0:1777420997.594145:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1863760841091328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777420997.594153:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3296:x1863760841091712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777420997.594201:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1863760841091328:12345-0@lo:400:kworker.0 Request processed in 60us (427us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420997.594208:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:0.0:1777420997.594282:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3296:x1863760841091712:12345-0@lo:400:kworker.0 Request processed in 132us (383us total) trans 0 rc 0/0 00000100:00100000:0.0:1777420997.594289:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:0.0:1777420997.594326:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1863760841091584:0@lo:400:kworker.0 00000100:00100000:1.0:1777420997.594330:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3296:1863760841091712:0@lo:400:kworker.0 00000100:00100000:1.0:1777420997.594344:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3296:1863760841091328:0@lo:400:kworker.0 00000100:00100000:2.0:1777420997.594454:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3297:1863760841091456:0@lo:400:kworker.0 00000100:00100000:2.0:1777420997.594493:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777420997.594658:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841091456 00000100:00100000:1.0:1777420997.594664:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841091456 00000100:00100000:1.0:1777420997.594711:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:1.0:1777420997.594719:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c4bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1863760841091456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777420997.594772:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c4bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1863760841091456:12345-0@lo:400:kworker.0 Request processed in 54us (281us total) trans 0 rc 0/0 00000100:00100000:1.0:1777420997.594781:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:2.0:1777420997.594859:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3297:1863760841091456:0@lo:400:kworker.0 00000100:00100000:0.0:1777420997.594909:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1777420997.594978:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777420997.595014:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841091584 00000100:00100000:2.0:1777420997.595018:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841091584 00000100:00100000:2.0:1777420997.595086:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:2.0:1777420997.595097:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3298:x1863760841091584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777420997.595138:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3298:x1863760841091584:12345-0@lo:400:kworker.0 Request processed in 41us (228us total) trans 0 rc 0/0 00000100:00100000:2.0:1777420997.595145:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:1.0:1777420997.595158:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1863760841091584:0@lo:400:kworker.0 00000100:00080000:0.0:1777420997.595191:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1777420997.976902:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1777420998.656569:0:6572:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967318 is committed 00010000:00010000:2.0:1777420999.001695:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777420999.641205:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af12d0d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841091840:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777420999.641273:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777420999.641343:0:7924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841091840 00000100:00100000:3.0:1777420999.641377:0:7924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841091840 00000100:00100000:3.0:1777420999.641436:0:7924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1777420999.641450:0:7924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3296:x1863760841091840:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1777420999.641451:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:3.0:1777420999.641494:0:7924:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 52756480 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1777420999.641563:0:7924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3296:x1863760841091840:12345-0@lo:13:osp-pre-0-0.0 Request processed in 115us (287us total) trans 0 rc 0/0 00000100:00100000:3.0:1777420999.641585:0:7924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1777420999.641599:0:3296:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967318 gen 2 00000004:00080000:0.0:1777420999.641605:0:3296:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9af0010f5180, transno 4294967318 00000100:00100000:0.0:1777420999.641627:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af12d0d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841091840:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1777421000.024844:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1777421000.176653:0:7430:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967315 is committed 00000001:00080000:3.0:1777421000.176823:0:7430:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967318 is committed 00000001:00080000:2.0:1777421000.176949:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967600 is committed 00000001:00080000:2.0:1777421000.176981:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967579 is committed 00000020:00080000:2.0:1777421000.176987:0:5782:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 9 batchid updated 00000001:00080000:2.0:1777421000.177009:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967601 is committed 00000004:00080000:2.0:1777421000.177033:0:5782:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 5 committed 00000020:00080000:1.0:1777421000.177040:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 9 00000001:00080000:2.0:1777421000.177055:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967602 is committed 00000100:00100000:2.0:1777421000.177180:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af12d0d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841091968:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777421000.177253:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:1.0:1777421000.177258:0:5793:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8 cancel update log [0x200000400:0x2:0x0].1: rc = 0 00000100:00100000:0.0:1777421000.177306:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841091968 00000100:00100000:0.0:1777421000.177315:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841091968 00000020:00080000:1.0:1777421000.177345:0:5793:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 9 cancel update log [0x200000400:0x2:0x0].2: rc = 0 00000100:00080000:2.0:1777421000.177348:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00080000:1.0:1777421000.177376:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 9 00000100:00100000:0.0:1777421000.177416:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:0.0:1777421000.177429:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c4bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841091968:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777421000.177591:0:6544:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x8:0x0] updating lvb size from disk: 1 -> 1 00002000:00010000:0.0:1777421000.177595:0:6544:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x8:0x0] updating lvb mtime from disk: 1777420996 -> 1777420996 00002000:00010000:0.0:1777421000.177598:0:6544:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x8:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1777421000.177601:0:6544:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x8:0x0] updating lvb ctime from disk: 1777420996 -> 1777420996 00002000:00010000:0.0:1777421000.177603:0:6544:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x8:0x0] updating lvb blocks from disk: 1 -> 3 00000100:00100000:0.0:1777421000.177651:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c4bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3297:x1863760841091968:12345-0@lo:2:osp-syn-1-0.0 Request processed in 226us (398us total) trans 4294967319 rc 0/0 00000100:00100000:0.0:1777421000.177659:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:2.0:1777421000.177697:0:3297:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967315 gen 2 00000004:00080000:2.0:1777421000.177703:0:3297:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9af12d0d1c00, transno 4294967315 00000100:00100000:2.0:1777421000.177722:0:3297:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9af12d0d3800 x1863760841091968/t4294967319(4294967319) o2->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1777421016 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1777421000.177732:0:3297:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9af12d0d3800/2, rc 0, transno 4294967319 00000100:00100000:2.0:1777421000.177736:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af12d0d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841091968:0@lo:2:osp-syn-1-0.0 00000001:02000400:2.0:1777421000.318697:0:13867:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 3: Check file dirtyness when opening for write ========================================================== 20:03:19 (1777420999) 00000100:00100000:3.0:1777421000.345614:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421000.345670:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833831808 00000100:00100000:0.0:1777421000.345681:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833831808 00000100:00080000:3.0:1777421000.345747:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777421000.345759:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 413 00000100:00100000:0.0:1777421000.345773:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+31:15207:x1863760833831808:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:0.0:1777421000.345800:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421000.345821:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38200/0xa38d71289384f88 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375d8d expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.345894:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289384f8f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.345920:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289384f8f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.345935:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289384f8f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.345995:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38a00/0xa38d71289384f96 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.346003:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38a00/0xa38d71289384f96 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.346011:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38a00/0xa38d71289384f96 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.346105:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289384f8f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.346113:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289384f8f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.346120:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289384f8f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.346126:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf39200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421000.346131:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289384f8f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.346138:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289384f8f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.346151:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af118b32b00) 00010000:00010000:0.0:1777421000.346160:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421000.346165:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289384f8f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.346172:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289384f8f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.346185:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38a00/0xa38d71289384f96 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.346191:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38a00/0xa38d71289384f96 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.346197:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38a00/0xa38d71289384f96 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.346203:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf38a00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421000.346206:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38a00/0xa38d71289384f96 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.346225:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38a00/0xa38d71289384f96 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.346234:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x79bbb45c (ffff9af10b558100) 00010000:00010000:0.0:1777421000.346238:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421000.346241:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38a00/0xa38d71289384f96 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.346247:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38a00/0xa38d71289384f96 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.346284:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38200/0xa38d71289384f88 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d8d expref: 32 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.346318:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af118b32b00) 00010000:00010000:0.0:1777421000.346321:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421000.346326:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38200/0xa38d71289384f88 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d8d expref: 32 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.346337:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12cf38200, rc 0) 00000100:00100000:0.0:1777421000.346427:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+31:15207:x1863760833831808:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 659us (823us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421000.346434:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 413 00000100:00100000:1.0:1777421000.350992:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421000.351144:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833832064 00000100:00100000:0.0:1777421000.351155:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833832064 00000100:00100000:0.0:1777421000.351214:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 414 00000100:00100000:0.0:1777421000.351225:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+31:15207:x1863760833832064:12345-192.168.203.47@tcp:36:lfs.0 00010000:00010000:0.0:1777421000.351294:0:5762:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421000.351322:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289384df9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d2b expref: 31 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.352040:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af118b32b00) 00010000:00010000:0.0:1777421000.352049:0:5762:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421000.352147:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39c00/0xa38d71289384f9d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.352163:0:5762:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384d7b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d08 expref: 15 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.352172:0:5762:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39c00/0xa38d71289384f9d lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.352213:0:5762:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384d7b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d08 expref: 15 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.352227:0:5762:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384d7b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d08 expref: 15 pid: 7427 timeout: 312 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421000.352241:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c20e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841092096:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777421000.352348:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af118e346c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777421000.355613:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c20e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841092096:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777421000.355645:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00010000:00010000:0.0:1777421000.355647:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39c00/0xa38d71289384f9d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421000.355719:0:8215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833832192 00000100:00100000:3.0:1777421000.355728:0:8215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833832192 00010000:00010000:3.0:1777421000.355781:0:8215:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384d7b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d08 expref: 16 pid: 7427 timeout: 312 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421000.355819:0:8215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 146 00000100:00100000:3.0:1777421000.355831:0:8215:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c4bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+16:2369:x1863760833832192:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421000.355845:0:8215:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421000.355852:0:8215:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384d7b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d08 expref: 16 pid: 7427 timeout: 312 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421000.355863:0:8215:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384d7b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d08 expref: 16 pid: 7427 timeout: 312 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421000.355885:0:8215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289384d7b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d08 expref: 16 pid: 7427 timeout: 312 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421000.355899:0:8215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af118b32b00) 00010000:00010000:3.0:1777421000.355904:0:8215:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39c00/0xa38d71289384f9d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421000.355913:0:8215:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39c00/0xa38d71289384f9d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421000.355921:0:8215:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39c00/0xa38d71289384f9d lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421000.355944:0:8215:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421000.355955:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39c00/0xa38d71289384f9d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.355965:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39c00/0xa38d71289384f9d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.355986:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38200/0xa38d71289384fa4 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421000.355993:0:8215:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c4bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+15:2369:x1863760833832192:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 163us (350us total) trans 0 rc 0/0 00010000:00010000:0.0:1777421000.355995:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38200/0xa38d71289384fa4 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.356004:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38200/0xa38d71289384fa4 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421000.356020:0:8215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 146 00000100:00080000:2.0:1777421000.356074:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00200000:0.0:1777421000.357331:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x17:0x0]: returning size 512 00010000:00010000:0.0:1777421000.357342:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39c00/0xa38d71289384f9d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.357369:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39c00/0xa38d71289384f9d lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.357374:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39c00/0xa38d71289384f9d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.357379:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf39c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421000.357382:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39c00/0xa38d71289384f9d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.357387:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39c00/0xa38d71289384f9d lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.357397:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af118b32b00) 00010000:00010000:0.0:1777421000.357400:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421000.357403:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39c00/0xa38d71289384f9d lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.357409:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39c00/0xa38d71289384f9d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777421000.357426:0:5762:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000f1e3a6d7 reply state 00000000153c3423 transno 4294967603 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38200/0xa38d71289384fa4 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421000.357435:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777421000.357510:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+32:15207:x1863760833832064:12345-192.168.203.47@tcp:36:lfs.0 Request processed in 6285us (6523us total) trans 4294967603 rc 0/0 00000100:00100000:0.0:1777421000.357516:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 414 00010000:00010000:0.0:1777421000.360916:0:3282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38200/0xa38d71289384fa4 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.360945:0:3282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38200/0xa38d71289384fa4 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.360953:0:3282:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38200/0xa38d71289384fa4 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.360959:0:3282:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf38200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421000.360963:0:3282:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38200/0xa38d71289384fa4 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.360971:0:3282:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38200/0xa38d71289384fa4 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.360988:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x79bbb45c (ffff9af10b558100) 00010000:00010000:0.0:1777421000.360992:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421000.360996:0:3282:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38200/0xa38d71289384fa4 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.361003:0:3282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38200/0xa38d71289384fa4 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421000.372679:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421000.372775:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833832320 00000100:00100000:0.0:1777421000.372786:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833832320 00000100:00100000:0.0:1777421000.372846:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 415 00000100:00100000:0.0:1777421000.372856:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c4bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+31:15211:x1863760833832320:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:0.0:1777421000.372879:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421000.372904:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38200/0xa38d71289384fab lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375d94 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.372986:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39c00/0xa38d71289384fb2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.373000:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39c00/0xa38d71289384fb2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.373012:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39c00/0xa38d71289384fb2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421000.373075:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:0.0:1777421000.373079:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 10 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421000.373122:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39c00/0xa38d71289384fb2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.373147:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38200/0xa38d71289384fab lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d94 expref: 33 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.373162:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39c00/0xa38d71289384fb2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d94 expref: 32 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.373170:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af10b558100) 00010000:00010000:0.0:1777421000.373173:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777421000.373177:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12cf39c00, rc 0) 00000100:00100000:0.0:1777421000.373230:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c4bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+32:15211:x1863760833832320:12345-192.168.203.47@tcp:101:cp.0 Request processed in 376us (559us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421000.373240:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 415 00000100:00100000:3.0:1777421000.375021:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421000.375069:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833832448 00000100:00100000:0.0:1777421000.375078:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833832448 00000100:00100000:0.0:1777421000.375136:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 416 00000100:00100000:0.0:1777421000.375144:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+32:15211:x1863760833832448:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:0.0:1777421000.375159:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421000.375172:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38a00/0xa38d71289384fb9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375d9b expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.375231:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289384fc0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.375240:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289384fc0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.375247:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289384fc0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.375257:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289384fc7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.375263:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289384fc7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.375269:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289384fc7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.375423:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39600/0xa38d71289384fce lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.375433:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39600/0xa38d71289384fce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.375440:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39600/0xa38d71289384fce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421000.375480:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x17:0x0]: returning size 512 00000004:00200000:0.0:1777421000.375483:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421000.375503:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39600/0xa38d71289384fce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.375513:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289384fc0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.375519:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289384fc0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.375525:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289384fc0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.375531:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf39200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421000.375534:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289384fc0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.375542:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289384fc0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.375552:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af10b558100) 00010000:00010000:0.0:1777421000.375555:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421000.375559:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289384fc0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.375565:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289384fc0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.375575:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289384fc7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.375592:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289384fc7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.375598:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289384fc7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.375603:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf39800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421000.375607:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289384fc7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.375614:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289384fc7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.375623:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x79bbb45c (ffff9af10b558200) 00010000:00010000:0.0:1777421000.375626:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421000.375629:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289384fc7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.375882:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289384fc7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.375930:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38a00/0xa38d71289384fb9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d9b expref: 34 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.375944:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39600/0xa38d71289384fce lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d9b expref: 33 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.375951:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9af10b558800) 00010000:00010000:0.0:1777421000.375954:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1777421000.375975:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12cf39600, rc 0) 00000100:00100000:0.0:1777421000.376028:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+33:15211:x1863760833832448:12345-192.168.203.47@tcp:101:cp.0 Request processed in 883us (1011us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421000.376036:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 416 00000100:00100000:3.0:1777421000.377649:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421000.377735:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833832576 00000100:00100000:0.0:1777421000.377745:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833832576 00000100:00100000:0.0:1777421000.377797:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 417 00000100:00100000:0.0:1777421000.377808:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+33:15211:x1863760833832576:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:0.0:1777421000.377826:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421000.377844:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38200/0xa38d71289384fd5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375da2 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.377915:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d71289384fdc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.377927:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d71289384fdc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.377939:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d71289384fdc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.378001:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289384fe3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.378009:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289384fe3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.378016:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289384fe3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.378100:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d71289384fdc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.378115:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d71289384fdc lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.378122:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d71289384fdc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.378129:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf38000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421000.378134:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d71289384fdc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.378141:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d71289384fdc lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.378153:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9af10b558800) 00010000:00010000:0.0:1777421000.378157:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421000.378161:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d71289384fdc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.378168:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d71289384fdc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.378180:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289384fe3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.378186:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289384fe3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.378193:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289384fe3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.378199:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf38400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421000.378208:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289384fe3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.378220:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289384fe3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.378229:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x122e82b9 (ffff9af10b558a00) 00010000:00010000:0.0:1777421000.378232:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421000.378235:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289384fe3 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.378240:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289384fe3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.378284:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38200/0xa38d71289384fd5 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375da2 expref: 34 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.378306:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9af10b558800) 00010000:00010000:0.0:1777421000.378309:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421000.378313:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38200/0xa38d71289384fd5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375da2 expref: 34 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.378323:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12cf38200, rc 0) 00000100:00100000:0.0:1777421000.378389:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+33:15211:x1863760833832576:12345-192.168.203.47@tcp:101:cp.0 Request processed in 582us (746us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421000.378398:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 417 00000100:00100000:1.0:1777421000.381321:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421000.381431:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833832704 00000100:00100000:0.0:1777421000.381441:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833832704 00000100:00100000:0.0:1777421000.381500:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 418 00000100:00100000:0.0:1777421000.381511:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+33:15211:x1863760833832704:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:0.0:1777421000.381550:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421000.381584:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39a00/0xa38d71289384fea lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375da9 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.381659:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38800/0xa38d71289384ff1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.381674:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38800/0xa38d71289384ff1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.381690:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38800/0xa38d71289384ff1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.381707:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38600/0xa38d71289384ff8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.381714:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38600/0xa38d71289384ff8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.381722:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38600/0xa38d71289384ff8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.381800:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38800/0xa38d71289384ff1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.381809:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38800/0xa38d71289384ff1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.381816:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38800/0xa38d71289384ff1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.381822:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf38800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421000.381832:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38800/0xa38d71289384ff1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.381838:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38800/0xa38d71289384ff1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.381848:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9af10b558800) 00010000:00010000:0.0:1777421000.381851:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421000.381854:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38800/0xa38d71289384ff1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.381859:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38800/0xa38d71289384ff1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.381867:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38600/0xa38d71289384ff8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.381870:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38600/0xa38d71289384ff8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.381874:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38600/0xa38d71289384ff8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.381878:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf38600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421000.381881:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38600/0xa38d71289384ff8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.381887:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38600/0xa38d71289384ff8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.381907:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x122e82b9 (ffff9af10b558500) 00010000:00010000:0.0:1777421000.381910:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421000.381929:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38600/0xa38d71289384ff8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.381936:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38600/0xa38d71289384ff8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.381971:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39a00/0xa38d71289384fea lrc: 1/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375da9 expref: 34 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.381983:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9af10b558800) 00010000:00010000:0.0:1777421000.382041:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421000.382047:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39a00/0xa38d71289384fea lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375da9 expref: 34 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.382060:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12cf39a00, rc 0) 00000100:00100000:0.0:1777421000.382124:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+33:15211:x1863760833832704:12345-192.168.203.47@tcp:101:cp.0 Request processed in 614us (809us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421000.382132:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 418 00000100:00100000:3.0:1777421000.385541:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421000.385619:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833832960 00000100:00100000:0.0:1777421000.385630:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833832960 00000100:00100000:0.0:1777421000.385699:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 419 00000100:00100000:0.0:1777421000.385710:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+33:15211:x1863760833832960:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:0.0:1777421000.385730:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421000.385751:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38200/0xa38d71289384fff lrc: 2/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375db0 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.385870:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289385006 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.385891:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289385006 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.385900:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289385006 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.385910:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d7128938500d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.385915:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d7128938500d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.385919:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d7128938500d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777421000.386326:0:5762:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x9:0x0], index 0: 0 00010000:00010000:0.0:1777421000.386513:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38a00/0xa38d71289385014 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x18:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.386522:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38a00/0xa38d71289385014 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.386532:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38a00/0xa38d71289385014 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.386566:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289385006 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.386571:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289385006 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.386576:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289385006 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.386587:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf38400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421000.386590:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289385006 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.386595:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289385006 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.386605:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9af10b558800) 00010000:00010000:0.0:1777421000.386607:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421000.386610:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289385006 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.386614:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289385006 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777421000.386624:0:5762:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000b55d31e5 reply state 000000001d82b2d0 transno 4294967604 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d7128938500d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421000.386631:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777421000.386660:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38200/0xa38d71289384fff lrc: 0/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375db0 expref: 36 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.386674:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38a00/0xa38d71289385014 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375db0 expref: 35 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.386682:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff9af10b558200) 00010000:00010000:0.0:1777421000.386685:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421000.386687:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12cf38a00, rc 0) 00000100:00100000:0.0:1777421000.386763:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+36:15211:x1863760833832960:12345-192.168.203.47@tcp:101:cp.0 Request processed in 1055us (1230us total) trans 4294967604 rc 0/0 00000100:00100000:0.0:1777421000.386778:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 419 00010000:00010000:0.0:1777421000.388906:0:3281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d7128938500d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.388922:0:3281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d7128938500d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.388930:0:3281:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d7128938500d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.388936:0:3281:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf38000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421000.388941:0:3281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d7128938500d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.388949:0:3281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d7128938500d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.388964:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x122e82b9 (ffff9af10b558a00) 00010000:00010000:0.0:1777421000.388967:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421000.388972:0:3281:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d7128938500d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.388979:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d7128938500d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421000.391320:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421000.391402:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833833088 00000100:00100000:0.0:1777421000.391414:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833833088 00000100:00080000:2.0:1777421000.391454:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777421000.391476:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 101 00000100:00100000:0.0:1777421000.391487:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12dc82450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+5:2369:x1863760833833088:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:0.0:1777421000.391502:0:6544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421000.391522:0:6544:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b3e4123b/0xa38d71289385022 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375db7 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777421000.391544:0:6544:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1777421000.391559:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421000.391561:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421000.391568:0:6544:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b3e4123b/0xa38d71289385022 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375db7 expref: 6 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.391582:0:6544:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b3e4123b/0xa38d71289385022 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375db7 expref: 6 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.391596:0:6544:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12cf39a00, rc 0) 00000100:00100000:0.0:1777421000.391654:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12dc82450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2369:x1863760833833088:12345-192.168.203.47@tcp:101:cp.0 Request processed in 169us (341us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421000.391661:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 101 00000100:00100000:3.0:1777421000.394323:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421000.394404:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833833216 00000100:00100000:0.0:1777421000.394414:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833833216 00000100:00100000:0.0:1777421000.394475:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 102 00000100:00100000:0.0:1777421000.394486:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:15211:x1863760833833216:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:0.0:1777421000.394501:0:6544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421000.394519:0:6544:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006c830174/0xa38d71289385029 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375dbe expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.394548:0:6544:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b3e4123b/0xa38d71289385022 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375db7 expref: 7 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.394569:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421000.394571:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421000.394588:0:6544:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006c830174/0xa38d71289385029 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375dbe expref: 7 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.394623:0:6544:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b3e4123b/0xa38d71289385022 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375db7 expref: 7 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.394642:0:6544:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b3e4123b/0xa38d71289385022 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375db7 expref: 7 pid: 6544 timeout: 312 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421000.394659:0:6544:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c22680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6544:1863760841092224:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777421000.394752:0:6544:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1100c2d80 going to sleep for 11 seconds 00000100:00100000:2.0:1777421000.398007:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421000.398085:0:6544:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c22680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6544:1863760841092224:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421000.398117:0:6544:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006c830174/0xa38d71289385029 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375dbe expref: 7 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.398139:0:6544:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12cf38600, rc 0) 00000100:00100000:3.0:1777421000.398167:0:8215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833833344 00000100:00100000:3.0:1777421000.398175:0:8215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833833344 00000100:00100000:0.0:1777421000.398201:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+8:15211:x1863760833833216:12345-192.168.203.47@tcp:101:cp.0 Request processed in 3716us (3886us total) trans 0 rc 0/0 00010000:00010000:3.0:1777421000.398211:0:8215:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b3e4123b/0xa38d71289385022 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375db7 expref: 8 pid: 6544 timeout: 312 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421000.398216:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 102 00000100:00100000:3.0:1777421000.398551:0:8215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 147 00000100:00100000:3.0:1777421000.398562:0:8215:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c4bf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+7:2368:x1863760833833344:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421000.398578:0:8215:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421000.398600:0:8215:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b3e4123b/0xa38d71289385022 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375db7 expref: 7 pid: 6544 timeout: 312 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421000.398614:0:8215:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b3e4123b/0xa38d71289385022 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375db7 expref: 7 pid: 6544 timeout: 312 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421000.398636:0:8215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b3e4123b/0xa38d71289385022 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375db7 expref: 7 pid: 6544 timeout: 312 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421000.398647:0:8215:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421000.398650:0:8215:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421000.398656:0:8215:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006c830174/0xa38d71289385029 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375dbe expref: 6 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421000.398674:0:8215:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006c830174/0xa38d71289385029 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375dbe expref: 6 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421000.398710:0:8215:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000006c830174/0xa38d71289385029 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375dbe expref: 6 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421000.398724:0:8215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af12d0d3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8215:1863760841092352:192.168.203.47@tcp:105: 00000100:00100000:3.0:1777421000.398800:0:8215:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af120406480 going to sleep for 11 seconds 00000100:00100000:3.0:1777421000.404147:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421000.404200:0:8215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af12d0d3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8215:1863760841092352:192.168.203.47@tcp:105: 00010000:00010000:3.0:1777421000.404238:0:8215:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421000.404300:0:8215:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c4bf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2368:x1863760833833344:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 5729us (6289us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421000.404311:0:8215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 147 00000100:00100000:0.0:1777421000.404970:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833833600 00000100:00100000:0.0:1777421000.404980:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833833600 00000100:00100000:0.0:1777421000.405032:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 420 00000100:00100000:0.0:1777421000.405042:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+35:15211:x1863760833833600:12345-192.168.203.47@tcp:36:cp.0 00010000:00010000:0.0:1777421000.405120:0:6569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421000.405148:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38a00/0xa38d71289385014 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375db0 expref: 35 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.405164:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff9af10b558200) 00010000:00010000:0.0:1777421000.405175:0:6569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421000.405217:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38200/0xa38d71289385030 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x18:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.405230:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38200/0xa38d71289385030 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.405240:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38200/0xa38d71289385030 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777421000.406016:0:6569:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000000759a199 reply state 0000000076022ed0 transno 4294967605 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38200/0xa38d71289385030 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421000.406028:0:6569:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777421000.406130:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+36:15211:x1863760833833600:12345-192.168.203.47@tcp:36:cp.0 Request processed in 1087us (1990us total) trans 4294967605 rc 0/0 00000100:00100000:0.0:1777421000.406139:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 420 00000100:00100000:1.0:1777421000.411549:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00010000:00010000:1.0:1777421000.411584:0:3282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38200/0xa38d71289385030 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.411596:0:3282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38200/0xa38d71289385030 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.411605:0:3282:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38200/0xa38d71289385030 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.411612:0:3282:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf38200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421000.411617:0:3282:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38200/0xa38d71289385030 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.411638:0:3282:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38200/0xa38d71289385030 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.411657:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff9af10b558a00) 00010000:00010000:1.0:1777421000.411660:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421000.411665:0:3282:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38200/0xa38d71289385030 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x18:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.411672:0:3282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38200/0xa38d71289385030 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x18:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421000.411904:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833833728 00000100:00100000:0.0:1777421000.411915:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833833728 00000100:00100000:0.0:1777421000.411966:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 421 00000100:00100000:0.0:1777421000.411974:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+35:15211:x1863760833833728:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:0.0:1777421000.411995:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421000.412012:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38a00/0xa38d71289385037 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x18:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375dc5 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.412079:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38a00/0xa38d71289385037 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x18:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375dc5 expref: 36 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.412092:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38a00/0xa38d71289385037 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x18:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375dc5 expref: 36 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.412109:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff9af10b558200) 00010000:00010000:0.0:1777421000.412112:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777421000.412115:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12cf38a00, rc 0) 00000100:00100000:0.0:1777421000.412175:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+36:15211:x1863760833833728:12345-192.168.203.47@tcp:101:cp.0 Request processed in 200us (634us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421000.412183:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 421 00000100:00100000:2.0:1777421000.414821:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421000.414986:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833833856 00000100:00100000:0.0:1777421000.414997:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833833856 00000100:00100000:0.0:1777421000.415078:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 103 00000100:00100000:0.0:1777421000.415089:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c4bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+6:2367:x1863760833833856:12345-192.168.203.47@tcp:2:cp.0 00002000:00010000:0.0:1777421000.415468:0:6544:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x9:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777421000.415471:0:6544:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x9:0x0] updating lvb mtime from disk: 0 -> 1645827007 00002000:00010000:0.0:1777421000.415473:0:6544:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x9:0x0] updating lvb atime from disk: 0 -> 1777420809 00002000:00010000:0.0:1777421000.415474:0:6544:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x9:0x0] updating lvb ctime from disk: 0 -> 1777421000 00002000:00010000:0.0:1777421000.415476:0:6544:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x9:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1777421000.415521:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c4bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+7:2367:x1863760833833856:12345-192.168.203.47@tcp:2:cp.0 Request processed in 433us (706us total) trans 4294967319 rc 0/0 00000100:00100000:0.0:1777421000.415529:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 103 00000100:00100000:1.0:1777421000.418530:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421000.418748:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833834112 00000100:00100000:2.0:1777421000.418760:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833834112 00000100:00100000:2.0:1777421000.418824:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 422 00000100:00100000:2.0:1777421000.418835:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+36:15211:x1863760833834112:12345-192.168.203.47@tcp:55:cp.0 00010000:00010000:2.0:1777421000.418903:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d7128938503e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.418921:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d7128938503e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.418933:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d7128938503e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.418959:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d7128938503e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.418965:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d7128938503e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.418972:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d7128938503e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.418978:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013cfa00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421000.418983:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d7128938503e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.418990:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d7128938503e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.419017:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff9af10b558200) 00010000:00010000:2.0:1777421000.419020:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1777421000.419025:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d7128938503e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x18:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.419031:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d7128938503e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x18:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421000.419110:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+36:15211:x1863760833834112:12345-192.168.203.47@tcp:55:cp.0 Request processed in 276us (589us total) trans 0 rc -22/-22 00000100:00100000:2.0:1777421000.419118:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 422 00000100:00100000:1.0:1777421000.421253:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421000.421392:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833834368 00000100:00100000:2.0:1777421000.421402:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833834368 00000100:00100000:2.0:1777421000.421445:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 423 00000100:00100000:2.0:1777421000.421453:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+36:15211:x1863760833834368:12345-192.168.203.47@tcp:36:cp.0 00010000:00010000:2.0:1777421000.421526:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d71289385045 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.421542:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d71289385045 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x18:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.421553:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d71289385045 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x18:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777421000.421782:0:6569:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 0000000024679db6 reply state 00000000b50f6c36 transno 4294967606 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d71289385045 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x18:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421000.421792:0:6569:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777421000.421861:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+38:15211:x1863760833834368:12345-192.168.203.47@tcp:36:cp.0 Request processed in 408us (615us total) trans 4294967606 rc 0/0 00000100:00100000:2.0:1777421000.421879:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 423 00000100:00100000:0.0:1777421000.424697:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00010000:00010000:1.0:1777421000.424808:0:3281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d71289385045 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x18:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.424822:0:3281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d71289385045 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x18:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.424830:0:3281:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d71289385045 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x18:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.424838:0:3281:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013ce800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421000.424842:0:3281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d71289385045 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x18:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.424851:0:3281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d71289385045 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x18:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.424869:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff9af10b558200) 00010000:00010000:1.0:1777421000.424873:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1777421000.424885:0:3281:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d71289385045 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x18:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.424892:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d71289385045 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x18:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421000.424908:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833834624 00000100:00100000:3.0:1777421000.424921:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833834624 00000100:00100000:3.0:1777421000.425023:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 111 00000100:00100000:3.0:1777421000.425034:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+37:15211:x1863760833834624:12345-192.168.203.47@tcp:35:cp.0 00000100:00100000:3.0:1777421000.425656:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+38:15211:x1863760833834624:12345-192.168.203.47@tcp:35:cp.0 Request processed in 623us (968us total) trans 4294967607 rc 0/0 00000100:00100000:3.0:1777421000.425662:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 111 00000100:00100000:1.0:1777421000.440951:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421000.441091:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833834880 00000100:00100000:2.0:1777421000.441101:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833834880 00000100:00100000:2.0:1777421000.441168:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 424 00000100:00100000:2.0:1777421000.441178:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+38:15220:x1863760833834880:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:2.0:1777421000.441200:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421000.441231:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d7128938504c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375dcc expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.441325:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d71289385053 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.441340:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d71289385053 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.441522:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d71289385053 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.441543:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d7128938505a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.441551:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d7128938505a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.441559:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d7128938505a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.441764:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289385061 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.441791:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289385061 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.441799:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289385061 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421000.441809:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x18:0x0]: returning size 1516 00010000:00010000:2.0:1777421000.441922:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d71289385053 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.441931:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d71289385053 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.441938:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d71289385053 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.441945:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013cfe00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421000.441949:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d71289385053 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.441957:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d71289385053 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.441969:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9af10b558800) 00010000:00010000:2.0:1777421000.441972:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421000.441976:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d71289385053 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.441983:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d71289385053 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.441995:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d7128938505a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.442007:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d7128938505a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.442013:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d7128938505a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.442019:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013ce800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421000.442022:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d7128938505a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.442029:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d7128938505a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.442036:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x122e82b9 (ffff9af121239900) 00010000:00010000:2.0:1777421000.442039:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421000.442042:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d7128938505a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.442048:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d7128938505a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.442096:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d7128938504c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375dcc expref: 41 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.442109:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289385061 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375dcc expref: 40 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.442117:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff9af10b558200) 00010000:00010000:2.0:1777421000.442119:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777421000.442127:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0013cf600, rc 0) 00000100:00100000:2.0:1777421000.442192:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+40:15220:x1863760833834880:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 1015us (1251us total) trans 4294967608 rc 0/0 00000100:00100000:2.0:1777421000.442200:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 424 00000100:00100000:1.0:1777421000.445463:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421000.445522:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833835008 00000100:00100000:2.0:1777421000.445532:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833835008 00000100:00100000:2.0:1777421000.445591:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 425 00000100:00100000:2.0:1777421000.445601:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+40:15220:x1863760833835008:12345-192.168.203.47@tcp:54:lfs.0 00010000:00010000:2.0:1777421000.445666:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d7128938506f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x18:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.445682:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d7128938506f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.445693:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d7128938506f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.445719:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d7128938506f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.445727:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d7128938506f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.445735:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d7128938506f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.445741:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013ce000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421000.445745:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d7128938506f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.445753:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d7128938506f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.445782:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff9af10b558200) 00010000:00010000:2.0:1777421000.445786:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777421000.445790:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d7128938506f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.445798:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d7128938506f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421000.445862:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+40:15220:x1863760833835008:12345-192.168.203.47@tcp:54:lfs.0 Request processed in 262us (408us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421000.445869:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 425 00000100:00100000:0.0:1777421000.448527:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421000.448572:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833835264 00000100:00100000:3.0:1777421000.448582:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833835264 00000100:00100000:3.0:1777421000.448634:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 112 00000100:00100000:3.0:1777421000.448658:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+40:15220:x1863760833835264:12345-192.168.203.47@tcp:35:lfs.0 00000100:00100000:3.0:1777421000.448988:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+41:15220:x1863760833835264:12345-192.168.203.47@tcp:35:lfs.0 Request processed in 332us (469us total) trans 4294967609 rc 0/0 00000100:00100000:3.0:1777421000.448996:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 112 00000100:00100000:1.0:1777421000.476621:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421000.476693:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833835520 00000100:00100000:2.0:1777421000.476705:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833835520 00000100:00100000:2.0:1777421000.476768:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 426 00000100:00100000:2.0:1777421000.476779:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+41:15225:x1863760833835520:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:2.0:1777421000.476813:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421000.476835:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d71289385076 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375dd3 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.477004:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d7128938507d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x18:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.477020:0:6569:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289385061 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375dcc expref: 42 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.477029:0:6569:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d7128938507d lrc: 4/0,1 mode: --/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.477064:0:6569:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289385061 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375dcc expref: 42 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.477089:0:6569:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289385061 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375dcc expref: 42 pid: 6569 timeout: 312 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421000.477104:0:6569:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0013b6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841092480:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777421000.477252:0:6569:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1346d1b40 going to sleep for 11 seconds 00000100:00100000:2.0:1777421000.479608:0:6569:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0013b6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841092480:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777421000.479637:0:6569:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d7128938507d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421000.479762:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421000.479815:0:8215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833835648 00000100:00100000:3.0:1777421000.479822:0:8215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833835648 00010000:00010000:3.0:1777421000.479912:0:8215:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289385061 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375dcc expref: 43 pid: 6569 timeout: 312 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421000.479953:0:8215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 148 00000100:00100000:3.0:1777421000.479963:0:8215:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+43:2369:x1863760833835648:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421000.479977:0:8215:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421000.479986:0:8215:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289385061 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375dcc expref: 43 pid: 6569 timeout: 312 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421000.480000:0:8215:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289385061 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375dcc expref: 43 pid: 6569 timeout: 312 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421000.480022:0:8215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289385061 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375dcc expref: 43 pid: 6569 timeout: 312 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421000.480037:0:8215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff9af10b558200) 00010000:00010000:3.0:1777421000.480042:0:8215:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d7128938507d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421000.480051:0:8215:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d7128938507d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421000.480076:0:8215:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d7128938507d lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421000.480107:0:8215:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421000.480156:0:8215:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+42:2369:x1863760833835648:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 194us (395us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421000.480165:0:8215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 148 00010000:00010000:2.0:1777421000.480240:0:6569:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d7128938507d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.480248:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d7128938507d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421000.480267:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x18:0x0]: returning size 1516 00010000:00010000:2.0:1777421000.480475:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d71289385076 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375dd3 expref: 43 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.480490:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d7128938507d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375dd3 expref: 42 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.480498:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff9af10b558200) 00010000:00010000:2.0:1777421000.480501:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1777421000.480504:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0013cfa00, rc 0) 00000100:00100000:2.0:1777421000.480545:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+42:15225:x1863760833835520:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 3768us (3934us total) trans 4294967610 rc 0/0 00000100:00100000:2.0:1777421000.480561:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 426 00000100:00100000:1.0:1777421000.482852:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421000.482902:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833835904 00000100:00100000:2.0:1777421000.482912:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833835904 00000100:00100000:2.0:1777421000.482967:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 427 00000100:00100000:2.0:1777421000.482978:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+42:15225:x1863760833835904:12345-192.168.203.47@tcp:55:lfs.0 00010000:00010000:2.0:1777421000.483044:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d7128938508b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x18:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.483061:0:6569:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d7128938507d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375dd3 expref: 42 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.483070:0:6569:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d7128938508b lrc: 4/0,1 mode: --/PW res: [0x200000401:0x18:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.483103:0:6569:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d7128938507d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375dd3 expref: 42 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.483116:0:6569:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d7128938507d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375dd3 expref: 42 pid: 6569 timeout: 312 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421000.483131:0:6569:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0013b6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841092608:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777421000.483207:0:6569:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1346d1b40 going to sleep for 11 seconds 00000100:00100000:2.0:1777421000.486203:0:6569:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0013b6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841092608:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777421000.486234:0:6569:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d7128938508b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x18:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421000.486251:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421000.486485:0:8215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833836032 00000100:00100000:3.0:1777421000.486493:0:8215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833836032 00010000:00010000:3.0:1777421000.486526:0:8215:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d7128938507d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375dd3 expref: 43 pid: 6569 timeout: 312 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421000.486571:0:8215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 149 00000100:00100000:3.0:1777421000.486580:0:8215:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af102fb7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+43:2368:x1863760833836032:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421000.486597:0:8215:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421000.486603:0:8215:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d7128938507d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375dd3 expref: 43 pid: 6569 timeout: 312 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421000.486615:0:8215:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d7128938507d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375dd3 expref: 43 pid: 6569 timeout: 312 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421000.486635:0:8215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d7128938507d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375dd3 expref: 43 pid: 6569 timeout: 312 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421000.486648:0:8215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff9af10b558200) 00010000:00010000:3.0:1777421000.486653:0:8215:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d7128938508b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x18:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421000.486678:0:8215:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d7128938508b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421000.486685:0:8215:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d7128938508b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421000.486708:0:8215:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421000.486773:0:8215:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af102fb7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+42:2368:x1863760833836032:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 193us (532us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421000.486780:0:8215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 149 00010000:00010000:2.0:1777421000.486871:0:6569:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d7128938508b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.486885:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d7128938508b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.487108:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d7128938508b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.487117:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d7128938508b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.487123:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d7128938508b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.487129:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013ce800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421000.487133:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d7128938508b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.487139:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d7128938508b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.487149:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff9af10b558200) 00010000:00010000:2.0:1777421000.487151:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1777421000.487154:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d7128938508b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x18:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.487161:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d7128938508b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x18:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421000.487211:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+42:15225:x1863760833835904:12345-192.168.203.47@tcp:55:lfs.0 Request processed in 4234us (4366us total) trans 4294967611 rc 0/0 00000100:00100000:2.0:1777421000.487219:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 427 00000100:00100000:1.0:1777421000.489050:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421000.489099:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833836288 00000100:00100000:3.0:1777421000.489109:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833836288 00000100:00100000:3.0:1777421000.489160:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 113 00000100:00100000:3.0:1777421000.489170:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+42:15225:x1863760833836288:12345-192.168.203.47@tcp:35:lfs.0 00000100:00100000:3.0:1777421000.489450:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+43:15225:x1863760833836288:12345-192.168.203.47@tcp:35:lfs.0 Request processed in 281us (401us total) trans 4294967612 rc 0/0 00000100:00100000:3.0:1777421000.489457:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 113 00000100:00100000:1.0:1777421000.503578:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421000.503681:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833836544 00000100:00100000:2.0:1777421000.503692:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833836544 00000100:00100000:2.0:1777421000.503759:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 428 00000100:00100000:2.0:1777421000.503771:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+43:15228:x1863760833836544:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:2.0:1777421000.503796:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421000.503818:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d71289385092 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375dda expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.503910:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d71289385099 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.503925:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d71289385099 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.503936:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d71289385099 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.503950:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d712893850a0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.503957:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d712893850a0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.503963:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d712893850a0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.504085:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d712893850a7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.504093:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d712893850a7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.504111:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d712893850a7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421000.504121:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x18:0x0]: returning size 1516 00010000:00010000:2.0:1777421000.504221:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d71289385099 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.504229:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d71289385099 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.504317:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d71289385099 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.504325:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013ce000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421000.504330:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d71289385099 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.504337:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d71289385099 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.504373:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9af10b558800) 00010000:00010000:2.0:1777421000.504377:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421000.504381:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d71289385099 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.504387:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d71289385099 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.504400:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d712893850a0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.504406:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d712893850a0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.504418:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d712893850a0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.504423:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013cfe00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421000.504426:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d712893850a0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.504432:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d712893850a0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.504439:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x122e82b9 (ffff9af121239900) 00010000:00010000:2.0:1777421000.504441:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421000.504444:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d712893850a0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.504449:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d712893850a0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.504571:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d71289385092 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375dda expref: 46 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.504655:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d712893850a7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375dda expref: 45 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.504663:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff9af10b558200) 00010000:00010000:2.0:1777421000.504665:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777421000.504668:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0013cfc00, rc 0) 00000100:00100000:2.0:1777421000.504781:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+45:15228:x1863760833836544:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 1012us (1213us total) trans 4294967613 rc 0/0 00000100:00100000:2.0:1777421000.504798:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 428 00000100:00100000:1.0:1777421000.507545:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421000.507588:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833836672 00000100:00100000:2.0:1777421000.507597:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833836672 00000100:00100000:2.0:1777421000.507646:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 429 00000100:00100000:2.0:1777421000.507656:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+45:15228:x1863760833836672:12345-192.168.203.47@tcp:54:lfs.0 00010000:00010000:2.0:1777421000.507717:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d712893850b5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x18:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.507730:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d712893850b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.507738:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d712893850b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.507760:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d712893850b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.507765:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d712893850b5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.507770:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d712893850b5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.507773:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013cf200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421000.507776:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d712893850b5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.507780:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d712893850b5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.507787:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff9af10b558200) 00010000:00010000:2.0:1777421000.507802:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777421000.507807:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d712893850b5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.507813:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d712893850b5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421000.507880:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+45:15228:x1863760833836672:12345-192.168.203.47@tcp:54:lfs.0 Request processed in 226us (342us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421000.507886:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 429 00000100:00100000:1.0:1777421000.509858:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421000.510002:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833836928 00000100:00100000:3.0:1777421000.510011:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833836928 00000100:00100000:3.0:1777421000.510147:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 114 00000100:00100000:3.0:1777421000.510157:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af10f5b9c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+45:15228:x1863760833836928:12345-192.168.203.47@tcp:35:lfs.0 00000100:00100000:3.0:1777421000.510446:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af10f5b9c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+46:15228:x1863760833836928:12345-192.168.203.47@tcp:35:lfs.0 Request processed in 290us (593us total) trans 4294967614 rc 0/0 00000100:00100000:3.0:1777421000.510453:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 114 00000100:00100000:1.0:1777421000.534910:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421000.534975:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833837184 00000100:00100000:2.0:1777421000.534986:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833837184 00000100:00100000:2.0:1777421000.535033:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 430 00000100:00100000:2.0:1777421000.535044:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+46:15233:x1863760833837184:12345-192.168.203.47@tcp:101:cat.0 00010000:00010000:2.0:1777421000.535066:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421000.535086:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d712893850bc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375de1 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.535182:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d712893850c3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.535198:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d712893850c3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x18:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.535209:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d712893850c3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x18:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421000.535220:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x18:0x0]: returning size 1516 00010000:00010000:2.0:1777421000.535401:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d712893850bc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375de1 expref: 49 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.535439:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce800/0xa38d712893850c3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x18:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375de1 expref: 48 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.535448:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff9af10b558200) 00010000:00010000:2.0:1777421000.535451:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1777421000.535454:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0013ce800, rc 0) 00000100:00100000:2.0:1777421000.535512:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+48:15233:x1863760833837184:12345-192.168.203.47@tcp:101:cat.0 Request processed in 469us (610us total) trans 4294967615 rc 0/0 00000100:00100000:2.0:1777421000.535521:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 430 00000100:00100000:1.0:1777421000.548293:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421000.548760:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833837312 00000100:00100000:2.0:1777421000.548770:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833837312 00000100:00100000:2.0:1777421000.548832:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 431 00000100:00100000:2.0:1777421000.548843:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+48:15236:x1863760833837312:12345-192.168.203.47@tcp:54:lfs.0 00010000:00010000:2.0:1777421000.548912:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d712893850d1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x18:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.548930:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d712893850d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.548943:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d712893850d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.548970:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d712893850d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.548978:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d712893850d1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.549001:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d712893850d1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.549008:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013cf200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421000.549012:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d712893850d1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.549020:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d712893850d1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.549031:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff9af10b558200) 00010000:00010000:2.0:1777421000.549033:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777421000.549038:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d712893850d1 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.549044:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d712893850d1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421000.549111:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+48:15236:x1863760833837312:12345-192.168.203.47@tcp:54:lfs.0 Request processed in 269us (833us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421000.549119:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 431 00000100:00100000:1.0:1777421000.575310:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421000.575385:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833837568 00000100:00100000:0.0:1777421000.575396:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833837568 00000100:00100000:0.0:1777421000.575456:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 432 00000100:00100000:0.0:1777421000.575467:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+48:15241:x1863760833837568:12345-192.168.203.47@tcp:101:openfile.0 00010000:00010000:0.0:1777421000.575488:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421000.575511:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d712893850d8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375de8 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.575632:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d712893850df lrc: 3/0,1 mode: --/CW res: [0x200000401:0x18:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.575647:0:5762:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d712893850a7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375dda expref: 49 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.575655:0:5762:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d712893850df lrc: 4/0,1 mode: --/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.575688:0:5762:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d712893850a7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375dda expref: 49 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.575701:0:5762:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d712893850a7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375dda expref: 49 pid: 6569 timeout: 312 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421000.575824:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c23b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841092736:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777421000.575919:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1100c2d80 going to sleep for 11 seconds 00000100:00100000:0.0:1777421000.578056:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c23b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841092736:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421000.578083:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d712893850df lrc: 3/0,1 mode: --/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421000.578796:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421000.578846:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833837696 00000100:00100000:0.0:1777421000.578855:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833837696 00010000:00010000:0.0:1777421000.578886:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d712893850a7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375dda expref: 50 pid: 6569 timeout: 312 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421000.578919:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 150 00000100:00100000:0.0:1777421000.578929:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+50:2368:x1863760833837696:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421000.578943:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421000.578950:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d712893850a7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375dda expref: 50 pid: 6569 timeout: 312 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.578962:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d712893850a7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375dda expref: 50 pid: 6569 timeout: 312 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.578985:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d712893850a7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375dda expref: 50 pid: 6569 timeout: 312 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.578999:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff9af10b558200) 00010000:00010000:0.0:1777421000.579004:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d712893850df lrc: 3/0,1 mode: --/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.579013:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d712893850df lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.579021:0:5746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d712893850df lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.579058:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421000.579101:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d712893850df lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.579109:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d712893850df lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421000.579117:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+49:2368:x1863760833837696:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 190us (323us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421000.579124:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 150 00000004:00200000:2.0:1777421000.579128:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x18:0x0]: returning size 1516 00010000:00010000:2.0:1777421000.579283:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d712893850d8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375de8 expref: 50 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.579312:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d712893850df lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375de8 expref: 49 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.579317:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff9af10b558200) 00010000:00010000:2.0:1777421000.579319:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1777421000.579321:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12cf39000, rc 0) 00000100:00100000:2.0:1777421000.579340:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+49:15241:x1863760833837568:12345-192.168.203.47@tcp:101:openfile.0 Request processed in 3877us (4042us total) trans 4294967616 rc 0/0 00000100:00100000:2.0:1777421000.579344:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 432 00000100:00100000:1.0:1777421000.598718:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421000.598998:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833837952 00000100:00100000:2.0:1777421000.599009:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833837952 00000100:00100000:2.0:1777421000.599074:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 433 00000100:00100000:2.0:1777421000.599085:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+49:15244:x1863760833837952:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:2.0:1777421000.599109:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421000.599131:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d712893850ed lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375def expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.599202:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d712893850f4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.599216:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d712893850f4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.599227:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d712893850f4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.599241:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d712893850fb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.599261:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d712893850fb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.599269:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d712893850fb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.599441:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cea00/0xa38d71289385102 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x18:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.599452:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cea00/0xa38d71289385102 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.599460:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cea00/0xa38d71289385102 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421000.599470:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x18:0x0]: returning size 1516 00010000:00010000:2.0:1777421000.599576:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d712893850f4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.599583:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d712893850f4 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.599591:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d712893850f4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.599597:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013cfe00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421000.599601:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d712893850f4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.599609:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d712893850f4 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.599631:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9af10b558800) 00010000:00010000:2.0:1777421000.599635:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421000.599640:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d712893850f4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.599647:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d712893850f4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.599661:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d712893850fb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.599667:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d712893850fb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.599674:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d712893850fb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.599680:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013ce000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421000.599683:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d712893850fb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.599690:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d712893850fb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.599698:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x122e82b9 (ffff9af121239900) 00010000:00010000:2.0:1777421000.599700:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421000.599703:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d712893850fb lrc: 2/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.599709:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d712893850fb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.599765:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d712893850ed lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375def expref: 52 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.599778:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cea00/0xa38d71289385102 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375def expref: 51 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.599786:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff9af10b558200) 00010000:00010000:2.0:1777421000.599788:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1777421000.599791:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0013cea00, rc 0) 00000100:00100000:2.0:1777421000.599857:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+51:15244:x1863760833837952:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 774us (1147us total) trans 4294967617 rc 0/0 00000100:00100000:2.0:1777421000.599865:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 433 00000100:00100000:1.0:1777421000.604611:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421000.604951:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833838208 00000100:00100000:3.0:1777421000.604962:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833838208 00000100:00100000:3.0:1777421000.605071:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 115 00000100:00100000:3.0:1777421000.605081:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+51:15244:x1863760833838208:12345-192.168.203.47@tcp:35:lfs.0 00000100:00100000:3.0:1777421000.605334:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+52:15244:x1863760833838208:12345-192.168.203.47@tcp:35:lfs.0 Request processed in 254us (733us total) trans 4294967618 rc 0/0 00000100:00100000:3.0:1777421000.605348:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 115 00000100:00100000:1.0:1777421000.607251:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421000.607327:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833838336 00000100:00100000:2.0:1777421000.607338:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833838336 00000100:00100000:2.0:1777421000.607428:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 434 00000100:00100000:2.0:1777421000.607438:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+52:15244:x1863760833838336:12345-192.168.203.47@tcp:54:lfs.0 00010000:00010000:2.0:1777421000.607499:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d71289385110 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x18:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.607517:0:5762:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d712893850df lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375de8 expref: 52 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.607526:0:5762:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d71289385110 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.607560:0:5762:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d712893850df lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375de8 expref: 52 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.607589:0:5762:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d712893850df lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375de8 expref: 52 pid: 5762 timeout: 312 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421000.607603:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0013b6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841092864:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777421000.607704:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1346d1480 going to sleep for 11 seconds 00000100:00100000:2.0:1777421000.610927:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0013b6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841092864:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777421000.610956:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d71289385110 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421000.612215:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421000.612316:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833838592 00000100:00100000:3.0:1777421000.612327:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833838592 00000100:00100000:3.0:1777421000.612414:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 116 00000100:00100000:3.0:1777421000.612425:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+53:6026:x1863760833838592:12345-192.168.203.47@tcp:35:ldlm_bl.0 00000100:00100000:3.0:1777421000.612664:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+54:6026:x1863760833838592:12345-192.168.203.47@tcp:35:ldlm_bl.0 Request processed in 240us (454us total) trans 4294967619 rc 0/0 00000100:00100000:3.0:1777421000.612671:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 116 00000100:00100000:1.0:1777421000.616005:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421000.616185:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833838720 00000100:00100000:0.0:1777421000.616195:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833838720 00010000:00010000:0.0:1777421000.616239:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d712893850df lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375de8 expref: 54 pid: 5762 timeout: 312 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421000.616277:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 151 00000100:00100000:0.0:1777421000.616297:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+54:2368:x1863760833838720:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421000.616311:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421000.616317:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d712893850df lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375de8 expref: 54 pid: 5762 timeout: 312 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.616331:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d712893850df lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375de8 expref: 54 pid: 5762 timeout: 312 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.616371:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d712893850df lrc: 0/0,0 mode: --/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375de8 expref: 54 pid: 5762 timeout: 312 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.616386:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff9af10b558200) 00010000:00010000:0.0:1777421000.616391:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d71289385110 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.616400:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d71289385110 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.616408:0:5746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d71289385110 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.616516:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421000.616571:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+53:2368:x1863760833838720:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 285us (574us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421000.616579:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 151 00010000:00010000:2.0:1777421000.617328:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d71289385110 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.617341:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d71289385110 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.617407:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d71289385110 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.617415:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d71289385110 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.617421:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d71289385110 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.617427:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013cf200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421000.617431:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d71289385110 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.617439:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d71289385110 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.617462:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff9af10b558200) 00010000:00010000:2.0:1777421000.617466:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777421000.617470:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d71289385110 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.617485:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d71289385110 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421000.617614:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+52:15244:x1863760833838336:12345-192.168.203.47@tcp:54:lfs.0 Request processed in 10171us (10364us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421000.617625:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 434 00000100:00100000:1.0:1777421000.644562:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421000.644630:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833838848 00000100:00100000:2.0:1777421000.644640:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833838848 00000100:00100000:2.0:1777421000.644706:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 435 00000100:00100000:2.0:1777421000.644717:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+52:15249:x1863760833838848:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:2.0:1777421000.644750:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421000.644770:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d71289385117 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375df6 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.644836:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d7128938511e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.644850:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d7128938511e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.644861:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d7128938511e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.644876:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d71289385125 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.644914:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d71289385125 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.644922:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d71289385125 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.644998:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d7128938511e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.645006:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d7128938511e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.645012:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d7128938511e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.645018:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013ce000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421000.645022:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d7128938511e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.645029:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d7128938511e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.645040:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9af10b558800) 00010000:00010000:2.0:1777421000.645043:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421000.645048:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d7128938511e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.645055:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d7128938511e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.645069:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d71289385125 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.645080:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d71289385125 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.645086:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d71289385125 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.645091:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013cfe00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421000.645094:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d71289385125 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.645099:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d71289385125 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.645107:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x9126f063 (ffff9af121239900) 00010000:00010000:2.0:1777421000.645110:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421000.645112:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d71289385125 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.645119:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d71289385125 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.645151:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d71289385117 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375df6 expref: 53 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.645161:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9af10b558800) 00010000:00010000:2.0:1777421000.645163:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421000.645168:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d71289385117 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375df6 expref: 53 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.645189:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0013cf200, rc 0) 00000100:00100000:2.0:1777421000.645250:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+52:15249:x1863760833838848:12345-192.168.203.47@tcp:101:cp.0 Request processed in 535us (696us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421000.645258:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 435 00000100:00100000:1.0:1777421000.647529:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421000.647596:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833838976 00000100:00100000:2.0:1777421000.647607:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833838976 00000100:00100000:2.0:1777421000.647658:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 436 00000100:00100000:2.0:1777421000.647667:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+52:15249:x1863760833838976:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:2.0:1777421000.647686:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421000.647706:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d7128938512c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375dfd expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.647778:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d71289385133 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.647792:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d71289385133 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.647803:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d71289385133 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.647817:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d7128938513a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.647824:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d7128938513a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.647832:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d7128938513a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.647899:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d71289385133 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.647906:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d71289385133 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.647912:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d71289385133 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.647918:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013cfa00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421000.647922:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d71289385133 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.647929:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d71289385133 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.647940:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9af10b558800) 00010000:00010000:2.0:1777421000.647944:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421000.647948:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d71289385133 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.647954:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d71289385133 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.647966:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d7128938513a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.647970:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d7128938513a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.647974:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d7128938513a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.647981:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013cf600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421000.647984:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d7128938513a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.647987:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d7128938513a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.647993:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x9126f063 (ffff9af121239500) 00010000:00010000:2.0:1777421000.647994:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421000.647996:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d7128938513a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.647999:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d7128938513a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.648021:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d7128938512c lrc: 1/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375dfd expref: 53 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.648027:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9af10b558800) 00010000:00010000:2.0:1777421000.648029:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421000.648031:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d7128938512c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375dfd expref: 53 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.648037:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0013cfc00, rc 0) 00000100:00100000:2.0:1777421000.648080:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+52:15249:x1863760833838976:12345-192.168.203.47@tcp:101:cp.0 Request processed in 414us (558us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421000.648087:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 436 00000100:00100000:1.0:1777421000.650761:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421000.650818:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833839232 00000100:00100000:2.0:1777421000.650838:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833839232 00000100:00100000:2.0:1777421000.650893:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 437 00000100:00100000:2.0:1777421000.650903:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+52:15249:x1863760833839232:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:2.0:1777421000.650928:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421000.650949:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d71289385141 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375e04 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.651080:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d71289385148 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.651095:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d71289385148 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.651106:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d71289385148 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.651119:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d7128938514f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x17:0x0].0x9126f063 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.651126:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d7128938514f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.651132:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d7128938514f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777421000.651800:0:5762:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x9:0x0], index 1: 0 00010000:00010000:2.0:1777421000.652086:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a200/0xa38d71289385156 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.652097:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a200/0xa38d71289385156 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.652119:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a200/0xa38d71289385156 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.652155:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d71289385148 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.652163:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d71289385148 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.652170:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d71289385148 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.652177:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013cfe00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421000.652180:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d71289385148 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.652187:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d71289385148 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.652197:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9af10b558800) 00010000:00010000:2.0:1777421000.652201:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421000.652206:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d71289385148 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.652212:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d71289385148 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777421000.652226:0:5762:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000ba260eb8 reply state 0000000038815252 transno 4294967620 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d7128938514f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421000.652236:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777421000.652275:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d71289385141 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e04 expref: 55 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.652302:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a200/0xa38d71289385156 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e04 expref: 54 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.652311:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff9af121239800) 00010000:00010000:2.0:1777421000.652314:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777421000.652317:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f72a200, rc 0) 00000100:00100000:2.0:1777421000.652418:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+55:15249:x1863760833839232:12345-192.168.203.47@tcp:101:cp.0 Request processed in 1515us (1665us total) trans 4294967620 rc 0/0 00000100:00100000:2.0:1777421000.652426:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 437 00010000:00010000:0.0:1777421000.654027:0:3282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d7128938514f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.654042:0:3282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d7128938514f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.654049:0:3282:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d7128938514f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.654055:0:3282:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013ce000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421000.654058:0:3282:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d7128938514f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.654065:0:3282:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d7128938514f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.654141:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x9126f063 (ffff9af121239900) 00010000:00010000:0.0:1777421000.654144:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421000.654148:0:3282:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d7128938514f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.654153:0:3282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d7128938514f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421000.655609:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421000.655676:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833839360 00000100:00100000:0.0:1777421000.655686:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833839360 00000100:00080000:2.0:1777421000.655744:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777421000.655761:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 104 00000100:00100000:0.0:1777421000.655773:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+7:2366:x1863760833839360:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:0.0:1777421000.655879:0:6544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421000.655899:0:6544:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b08d3550/0xa38d71289385164 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375e0b expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777421000.655924:0:6544:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1777421000.655943:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421000.655946:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421000.655955:0:6544:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b08d3550/0xa38d71289385164 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e0b expref: 8 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.655973:0:6544:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b08d3550/0xa38d71289385164 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e0b expref: 8 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.655986:0:6544:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12cf39000, rc 0) 00000100:00100000:0.0:1777421000.656042:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+8:2366:x1863760833839360:12345-192.168.203.47@tcp:101:cp.0 Request processed in 272us (440us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421000.656048:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 104 00000100:00100000:1.0:1777421000.661681:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421000.661828:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833839488 00000100:00100000:0.0:1777421000.661839:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833839488 00000100:00100000:0.0:1777421000.661949:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 105 00000100:00100000:0.0:1777421000.661973:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+8:15249:x1863760833839488:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:0.0:1777421000.661994:0:6544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421000.662016:0:6544:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000052653e33/0xa38d7128938516b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375e12 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.662071:0:6544:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b08d3550/0xa38d71289385164 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e0b expref: 9 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.662080:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421000.662082:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421000.662086:0:6544:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000052653e33/0xa38d7128938516b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e12 expref: 9 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.662124:0:6544:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b08d3550/0xa38d71289385164 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e0b expref: 9 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.662138:0:6544:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b08d3550/0xa38d71289385164 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e0b expref: 9 pid: 6544 timeout: 312 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421000.662154:0:6544:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c23b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6544:1863760841092992:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777421000.662322:0:6544:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1100c2d80 going to sleep for 11 seconds 00000100:00100000:1.0:1777421000.668759:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421000.668864:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833839616 00000100:00100000:2.0:1777421000.668875:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833839616 00010000:00010000:2.0:1777421000.668915:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b08d3550/0xa38d71289385164 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e0b expref: 10 pid: 6544 timeout: 312 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421000.668967:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 152 00000100:00100000:2.0:1777421000.668977:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+10:2369:x1863760833839616:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421000.668993:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421000.669016:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b08d3550/0xa38d71289385164 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e0b expref: 10 pid: 6544 timeout: 312 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.669031:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b08d3550/0xa38d71289385164 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e0b expref: 10 pid: 6544 timeout: 312 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.669074:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421000.669076:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421000.669084:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000052653e33/0xa38d7128938516b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e12 expref: 10 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.669095:0:5746:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000052653e33/0xa38d7128938516b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e12 expref: 10 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.669138:0:5746:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000052653e33/0xa38d7128938516b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e12 expref: 10 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421000.669152:0:5746:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0013b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5746:1863760841093120:192.168.203.47@tcp:105: 00000100:00100000:2.0:1777421000.669230:0:5746:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1346d1480 going to sleep for 11 seconds 00010000:00010000:0.0:1777421000.669435:0:6544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b08d3550/0xa38d71289385164 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e0b expref: 10 pid: 6544 timeout: 312 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421000.669453:0:6544:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c23b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6544:1863760841092992:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421000.669477:0:6544:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000052653e33/0xa38d7128938516b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e12 expref: 9 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.669488:0:6544:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12cf39e00, rc 0) 00000100:00100000:0.0:1777421000.669523:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+9:15249:x1863760833839488:12345-192.168.203.47@tcp:101:cp.0 Request processed in 7554us (7853us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421000.669531:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 105 00000100:00100000:2.0:1777421000.671536:0:5746:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0013b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5746:1863760841093120:192.168.203.47@tcp:105: 00010000:00010000:2.0:1777421000.671557:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421000.671611:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+8:2369:x1863760833839616:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 2634us (2861us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421000.671622:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 152 00000100:00100000:1.0:1777421000.672550:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421000.672774:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833839872 00000100:00100000:2.0:1777421000.672794:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833839872 00000100:00100000:2.0:1777421000.672879:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 438 00000100:00100000:2.0:1777421000.672890:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+54:15249:x1863760833839872:12345-192.168.203.47@tcp:36:cp.0 00010000:00010000:2.0:1777421000.672948:0:5762:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421000.672976:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a200/0xa38d71289385156 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e04 expref: 54 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.673006:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff9af121239800) 00010000:00010000:2.0:1777421000.673024:0:5762:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421000.673069:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b200/0xa38d71289385172 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.673083:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b200/0xa38d71289385172 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.673094:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b200/0xa38d71289385172 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777421000.673244:0:5762:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 0000000035597e7d reply state 000000009e36f517 transno 4294967621 ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b200/0xa38d71289385172 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421000.673254:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777421000.673410:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+55:15249:x1863760833839872:12345-192.168.203.47@tcp:36:cp.0 Request processed in 521us (862us total) trans 4294967621 rc 0/0 00000100:00100000:2.0:1777421000.673418:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 438 00010000:00010000:0.0:1777421000.677128:0:3281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b200/0xa38d71289385172 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.677146:0:3281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b200/0xa38d71289385172 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.677155:0:3281:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b200/0xa38d71289385172 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.677162:0:3281:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f72b200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421000.677167:0:3281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b200/0xa38d71289385172 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.677174:0:3281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b200/0xa38d71289385172 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.677192:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff9af121239500) 00010000:00010000:0.0:1777421000.677196:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421000.677201:0:3281:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b200/0xa38d71289385172 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.677208:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b200/0xa38d71289385172 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421000.677298:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421000.678384:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833840000 00000100:00100000:2.0:1777421000.678398:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833840000 00000100:00100000:2.0:1777421000.678462:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 439 00000100:00100000:2.0:1777421000.678474:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+54:15249:x1863760833840000:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:2.0:1777421000.678498:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421000.678519:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72aa00/0xa38d71289385179 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375e19 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.678711:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72aa00/0xa38d71289385179 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x19:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e19 expref: 55 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.678746:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72aa00/0xa38d71289385179 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x19:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e19 expref: 55 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.678766:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff9af121239400) 00010000:00010000:2.0:1777421000.678769:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777421000.678772:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f72aa00, rc 0) 00000100:00100000:2.0:1777421000.678884:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+55:15249:x1863760833840000:12345-192.168.203.47@tcp:101:cp.0 Request processed in 413us (1599us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421000.678892:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 439 00000100:00100000:1.0:1777421000.681830:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421000.681876:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833840128 00000100:00100000:0.0:1777421000.681887:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833840128 00000100:00100000:0.0:1777421000.681942:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 106 00000100:00100000:0.0:1777421000.681953:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+8:2368:x1863760833840128:12345-192.168.203.47@tcp:2:cp.0 00002000:00010000:0.0:1777421000.682248:0:6544:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777421000.682253:0:6544:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb mtime from disk: 0 -> 1645827007 00002000:00010000:0.0:1777421000.682255:0:6544:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb atime from disk: 0 -> 1777420809 00002000:00010000:0.0:1777421000.682258:0:6544:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb ctime from disk: 0 -> 1777421000 00002000:00010000:0.0:1777421000.682260:0:6544:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1777421000.682327:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+9:2368:x1863760833840128:12345-192.168.203.47@tcp:2:cp.0 Request processed in 375us (505us total) trans 4294967320 rc 0/0 00000100:00100000:0.0:1777421000.682335:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 106 00000100:00100000:1.0:1777421000.686508:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421000.687404:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833840384 00000100:00100000:2.0:1777421000.687417:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833840384 00000100:00100000:2.0:1777421000.687492:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 440 00000100:00100000:2.0:1777421000.687503:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+55:15249:x1863760833840384:12345-192.168.203.47@tcp:55:cp.0 00010000:00010000:2.0:1777421000.687566:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a200/0xa38d71289385180 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.687583:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a200/0xa38d71289385180 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.687596:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a200/0xa38d71289385180 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.687623:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a200/0xa38d71289385180 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.687631:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a200/0xa38d71289385180 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.687670:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a200/0xa38d71289385180 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.687676:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f72a200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421000.687681:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a200/0xa38d71289385180 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.687688:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a200/0xa38d71289385180 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.687701:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff9af121239400) 00010000:00010000:2.0:1777421000.687704:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1777421000.687710:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a200/0xa38d71289385180 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.687716:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a200/0xa38d71289385180 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421000.687800:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+55:15249:x1863760833840384:12345-192.168.203.47@tcp:55:cp.0 Request processed in 298us (1300us total) trans 0 rc -22/-22 00000100:00100000:2.0:1777421000.687808:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 440 00000100:00100000:1.0:1777421000.691511:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421000.691582:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833840640 00000100:00100000:0.0:1777421000.691594:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833840640 00000100:00100000:0.0:1777421000.691652:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 441 00000100:00100000:0.0:1777421000.691662:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+55:15249:x1863760833840640:12345-192.168.203.47@tcp:36:cp.0 00010000:00010000:0.0:1777421000.691737:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d71289385187 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.691767:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d71289385187 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.692131:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d71289385187 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777421000.692461:0:6569:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 0000000096ee48dc reply state 000000000bb6e551 transno 4294967622 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d71289385187 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421000.692471:0:6569:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777421000.692535:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+57:15249:x1863760833840640:12345-192.168.203.47@tcp:36:cp.0 Request processed in 874us (1034us total) trans 4294967622 rc 0/0 00000100:00100000:0.0:1777421000.692542:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 441 00000100:00100000:1.0:1777421000.694989:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00010000:00010000:0.0:1777421000.695224:0:3282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d71289385187 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.695239:0:3282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d71289385187 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.695247:0:3282:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d71289385187 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.695253:0:3282:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf39000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421000.695258:0:3282:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d71289385187 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.695265:0:3282:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d71289385187 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.695282:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff9af121239400) 00010000:00010000:0.0:1777421000.695295:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1777421000.695301:0:3282:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d71289385187 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.695308:0:3282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d71289385187 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421000.695974:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833840896 00000100:00100000:2.0:1777421000.695986:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833840896 00000100:00100000:2.0:1777421000.696045:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 117 00000100:00100000:2.0:1777421000.696055:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+56:15249:x1863760833840896:12345-192.168.203.47@tcp:35:cp.0 00000100:00100000:2.0:1777421000.696470:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+57:15249:x1863760833840896:12345-192.168.203.47@tcp:35:cp.0 Request processed in 413us (1487us total) trans 4294967623 rc 0/0 00000100:00100000:2.0:1777421000.696480:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 117 00000100:00100000:1.0:1777421000.708475:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421000.708535:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833841152 00000100:00100000:0.0:1777421000.708547:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833841152 00000100:00100000:0.0:1777421000.708611:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 442 00000100:00100000:0.0:1777421000.708622:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+57:15250:x1863760833841152:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:0.0:1777421000.708646:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421000.708666:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d7128938518e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375e20 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.708763:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289385195 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.708778:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289385195 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.708800:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289385195 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.708816:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d7128938519c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.708824:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d7128938519c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.708831:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d7128938519c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.708969:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d712893851a3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.708979:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d712893851a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.708987:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d712893851a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421000.708996:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x19:0x0]: returning size 1516 00010000:00010000:0.0:1777421000.709080:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289385195 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.709088:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289385195 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.709101:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289385195 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.709108:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf38c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421000.709112:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289385195 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.709120:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289385195 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.709132:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9af10b558800) 00010000:00010000:0.0:1777421000.709136:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421000.709140:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289385195 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.709147:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289385195 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.709159:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d7128938519c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.709165:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d7128938519c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.709171:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d7128938519c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.709176:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf39200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421000.709179:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d7128938519c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.709194:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d7128938519c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.709203:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x9126f063 (ffff9af10b558600) 00010000:00010000:0.0:1777421000.709205:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421000.709208:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d7128938519c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.709214:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d7128938519c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.709254:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d7128938518e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e20 expref: 60 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.709266:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d712893851a3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e20 expref: 59 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.709271:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff9af121239400) 00010000:00010000:0.0:1777421000.709272:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421000.709274:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12cf39800, rc 0) 00000100:00100000:0.0:1777421000.709436:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+59:15250:x1863760833841152:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 732us (887us total) trans 4294967624 rc 0/0 00000100:00100000:0.0:1777421000.709443:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 442 00000100:00100000:0.0:1777421000.711695:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421000.711784:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833841408 00000100:00100000:2.0:1777421000.711793:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833841408 00000100:00100000:2.0:1777421000.711874:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 443 00000100:00100000:2.0:1777421000.711885:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+59:15250:x1863760833841408:12345-192.168.203.47@tcp:55:lfs.0 00010000:00010000:2.0:1777421000.711957:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a200/0xa38d712893851b1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.711978:0:6569:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d712893851a3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e20 expref: 59 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.711987:0:6569:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a200/0xa38d712893851b1 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.712020:0:6569:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d712893851a3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e20 expref: 59 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.712030:0:6569:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d712893851a3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e20 expref: 59 pid: 6569 timeout: 312 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421000.712041:0:6569:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0013b6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841093248:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777421000.712127:0:6569:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1346d1240 going to sleep for 11 seconds 00000100:00100000:2.0:1777421000.713456:0:6569:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0013b6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841093248:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777421000.713480:0:6569:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a200/0xa38d712893851b1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421000.713935:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421000.714090:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833841536 00000100:00100000:2.0:1777421000.714097:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833841536 00010000:00010000:2.0:1777421000.714129:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d712893851a3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e20 expref: 60 pid: 6569 timeout: 312 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421000.714200:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 153 00000100:00100000:2.0:1777421000.714206:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c21c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+60:2369:x1863760833841536:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421000.714217:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421000.714223:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d712893851a3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e20 expref: 60 pid: 6569 timeout: 312 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.714235:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d712893851a3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e20 expref: 60 pid: 6569 timeout: 312 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.714256:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d712893851a3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e20 expref: 60 pid: 6569 timeout: 312 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.714270:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff9af121239400) 00010000:00010000:2.0:1777421000.714275:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a200/0xa38d712893851b1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.714294:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a200/0xa38d712893851b1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.714302:0:5746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a200/0xa38d712893851b1 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.714331:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421000.714397:0:6569:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a200/0xa38d712893851b1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421000.714403:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c21c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+59:2369:x1863760833841536:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 195us (468us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421000.714414:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 153 00010000:00010000:0.0:1777421000.714428:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a200/0xa38d712893851b1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.714685:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a200/0xa38d712893851b1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.714695:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a200/0xa38d712893851b1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.714702:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a200/0xa38d712893851b1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.715322:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f72a200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421000.715329:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a200/0xa38d712893851b1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.715339:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a200/0xa38d712893851b1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.715377:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff9af121239400) 00010000:00010000:0.0:1777421000.715382:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1777421000.715387:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a200/0xa38d712893851b1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.715394:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a200/0xa38d712893851b1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421000.715453:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+59:15250:x1863760833841408:12345-192.168.203.47@tcp:55:lfs.0 Request processed in 3568us (3760us total) trans 4294967625 rc 0/0 00000100:00100000:0.0:1777421000.715463:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 443 00000100:00100000:0.0:1777421000.717405:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421000.717471:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833841792 00000100:00100000:1.0:1777421000.717481:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833841792 00000100:00100000:1.0:1777421000.717535:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 118 00000100:00100000:1.0:1777421000.717545:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+59:15250:x1863760833841792:12345-192.168.203.47@tcp:35:lfs.0 00000100:00100000:1.0:1777421000.717771:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+60:15250:x1863760833841792:12345-192.168.203.47@tcp:35:lfs.0 Request processed in 226us (373us total) trans 4294967626 rc 0/0 00000100:00100000:1.0:1777421000.717792:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 118 00000100:00100000:1.0:1777421000.727450:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421000.728007:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833842048 00000100:00100000:0.0:1777421000.728018:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833842048 00000100:00100000:0.0:1777421000.728077:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 444 00000100:00100000:0.0:1777421000.728087:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+60:15251:x1863760833842048:12345-192.168.203.47@tcp:101:dd.0 00010000:00010000:0.0:1777421000.728111:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421000.728133:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d712893851b8 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375e27 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.728308:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d712893851bf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.728323:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d712893851bf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.728333:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d712893851bf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.728347:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d712893851c6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.728396:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d712893851c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.728404:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d712893851c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.728767:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38800/0xa38d712893851cd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.728776:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38800/0xa38d712893851cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.728796:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38800/0xa38d712893851cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421000.728807:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x19:0x0]: returning size 1516 00010000:00010000:0.0:1777421000.728921:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d712893851bf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.728929:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d712893851bf lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.728935:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d712893851bf lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.728941:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf39200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421000.728945:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d712893851bf lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.728953:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d712893851bf lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.728964:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9af10b558800) 00010000:00010000:0.0:1777421000.728967:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421000.728972:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d712893851bf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.728978:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d712893851bf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.728990:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d712893851c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.728996:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d712893851c6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.729009:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d712893851c6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.729014:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf38c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421000.729017:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d712893851c6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.729024:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d712893851c6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.729031:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x9126f063 (ffff9af10b558600) 00010000:00010000:0.0:1777421000.729034:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421000.729037:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d712893851c6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.729042:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d712893851c6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.729085:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d712893851b8 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e27 expref: 63 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.729100:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38800/0xa38d712893851cd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e27 expref: 62 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.729107:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff9af121239400) 00010000:00010000:0.0:1777421000.729109:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421000.729111:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12cf38800, rc 0) 00000100:00100000:0.0:1777421000.729177:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+62:15251:x1863760833842048:12345-192.168.203.47@tcp:101:dd.0 Request processed in 1090us (1737us total) trans 4294967627 rc 0/0 00000100:00100000:0.0:1777421000.729193:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 444 00000100:00100000:2.0:1777421000.735942:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421000.736066:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833842304 00000100:00100000:1.0:1777421000.736076:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833842304 00000100:00100000:1.0:1777421000.736174:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 119 00000100:00100000:1.0:1777421000.736184:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+62:15251:x1863760833842304:12345-192.168.203.47@tcp:35:dd.0 00000001:00080000:1.0:1777421000.736513:0:5764:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967628 00000100:00100000:1.0:1777421000.736631:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+64:15251:x1863760833842304:12345-192.168.203.47@tcp:35:dd.0 Request processed in 448us (697us total) trans 4294967629 rc 0/0 00000100:00100000:1.0:1777421000.736639:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 119 00000020:00080000:1.0:1777421000.736644:0:5764:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777421000.752607:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421000.752899:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833842560 00000100:00100000:2.0:1777421000.752911:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833842560 00000100:00100000:2.0:1777421000.752972:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 445 00000100:00100000:2.0:1777421000.752982:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+64:15254:x1863760833842560:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:2.0:1777421000.753012:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421000.753033:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b800/0xa38d712893851db lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375e2e expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.753142:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a000/0xa38d712893851e2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.753164:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a000/0xa38d712893851e2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x19:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.753180:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a000/0xa38d712893851e2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x19:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421000.753196:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x19:0x0]: returning size 1519 00010000:00010000:2.0:1777421000.753417:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b800/0xa38d712893851db lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e2e expref: 67 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.753441:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a000/0xa38d712893851e2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x19:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e2e expref: 66 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.753450:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff9af121239400) 00010000:00010000:2.0:1777421000.753454:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1777421000.753457:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f72a000, rc 0) 00000100:00100000:2.0:1777421000.753521:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+66:15254:x1863760833842560:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 540us (923us total) trans 4294967630 rc 0/0 00000100:00100000:2.0:1777421000.753538:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 445 00000100:00100000:0.0:1777421000.757833:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421000.757916:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833842688 00000100:00100000:2.0:1777421000.757927:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833842688 00000100:00100000:2.0:1777421000.758023:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 446 00000100:00100000:2.0:1777421000.758033:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+66:15254:x1863760833842688:12345-192.168.203.47@tcp:54:lfs.0 00010000:00010000:2.0:1777421000.758103:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b000/0xa38d712893851f0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.758122:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b000/0xa38d712893851f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.758134:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b000/0xa38d712893851f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.758157:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b000/0xa38d712893851f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.758163:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b000/0xa38d712893851f0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.758169:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b000/0xa38d712893851f0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.758176:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f72b000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421000.758179:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b000/0xa38d712893851f0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.758187:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b000/0xa38d712893851f0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.758198:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff9af121239400) 00010000:00010000:2.0:1777421000.758213:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777421000.758220:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b000/0xa38d712893851f0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.758227:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b000/0xa38d712893851f0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421000.758312:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+66:15254:x1863760833842688:12345-192.168.203.47@tcp:54:lfs.0 Request processed in 280us (743us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421000.758321:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 446 00000100:00100000:1.0:1777421000.792086:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421000.792162:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833842816 00000100:00100000:2.0:1777421000.792174:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833842816 00000100:00100000:2.0:1777421000.792238:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 447 00000100:00100000:2.0:1777421000.792250:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+66:15259:x1863760833842816:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:2.0:1777421000.792270:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421000.792303:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b000/0xa38d712893851f7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375e35 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.792397:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b800/0xa38d712893851fe lrc: 3/1,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.792414:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b800/0xa38d712893851fe lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.792426:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b800/0xa38d712893851fe lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.792443:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72bc00/0xa38d71289385205 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.792451:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72bc00/0xa38d71289385205 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.792473:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72bc00/0xa38d71289385205 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.792549:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b800/0xa38d712893851fe lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.792557:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b800/0xa38d712893851fe lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.792564:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b800/0xa38d712893851fe lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.792570:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f72b800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421000.792808:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b800/0xa38d712893851fe lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.792817:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b800/0xa38d712893851fe lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.792828:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9af10b558800) 00010000:00010000:2.0:1777421000.792831:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421000.792836:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b800/0xa38d712893851fe lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.792843:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b800/0xa38d712893851fe lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.792855:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72bc00/0xa38d71289385205 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.792861:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72bc00/0xa38d71289385205 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.792874:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72bc00/0xa38d71289385205 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.792879:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f72bc00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421000.792882:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72bc00/0xa38d71289385205 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.792889:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72bc00/0xa38d71289385205 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.792897:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x7a5df1c8 (ffff9af121239800) 00010000:00010000:2.0:1777421000.792899:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421000.792902:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72bc00/0xa38d71289385205 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.792908:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72bc00/0xa38d71289385205 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.792944:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b000/0xa38d712893851f7 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e35 expref: 67 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.792954:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9af10b558800) 00010000:00010000:2.0:1777421000.792957:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421000.792961:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b000/0xa38d712893851f7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e35 expref: 67 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.792971:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f72b000, rc 0) 00000100:00100000:2.0:1777421000.793037:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+66:15259:x1863760833842816:12345-192.168.203.47@tcp:101:cp.0 Request processed in 789us (958us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421000.793053:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 447 00000100:00100000:1.0:1777421000.797624:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421000.798182:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833842944 00000100:00100000:2.0:1777421000.798193:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833842944 00000100:00100000:2.0:1777421000.798245:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 448 00000100:00100000:2.0:1777421000.798256:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+66:15259:x1863760833842944:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:2.0:1777421000.798275:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421000.798311:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ac00/0xa38d7128938520c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375e3c expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.798431:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d71289385213 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.798458:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d71289385213 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.798471:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d71289385213 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.798485:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b400/0xa38d7128938521a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.798491:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b400/0xa38d7128938521a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.798497:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b400/0xa38d7128938521a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.798563:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d71289385213 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.798582:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d71289385213 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.798587:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d71289385213 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.798594:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f72a800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421000.798597:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d71289385213 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.798604:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d71289385213 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.798615:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9af10b558800) 00010000:00010000:2.0:1777421000.798618:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421000.798622:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d71289385213 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.798628:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d71289385213 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.798639:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b400/0xa38d7128938521a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.798644:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b400/0xa38d7128938521a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.798650:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b400/0xa38d7128938521a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.798654:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f72b400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421000.798663:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b400/0xa38d7128938521a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.798880:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b400/0xa38d7128938521a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.798890:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x7a5df1c8 (ffff9af121239e00) 00010000:00010000:2.0:1777421000.798893:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421000.799068:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b400/0xa38d7128938521a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.799076:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b400/0xa38d7128938521a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.799111:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ac00/0xa38d7128938520c lrc: 1/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e3c expref: 67 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.799122:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9af10b558800) 00010000:00010000:2.0:1777421000.799124:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421000.799128:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ac00/0xa38d7128938520c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e3c expref: 67 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.799136:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f72ac00, rc 0) 00000100:00100000:2.0:1777421000.799247:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+66:15259:x1863760833842944:12345-192.168.203.47@tcp:101:cp.0 Request processed in 992us (1631us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421000.799255:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 448 00000100:00100000:0.0:1777421000.802519:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421000.802624:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833843200 00000100:00100000:2.0:1777421000.802635:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833843200 00000100:00100000:2.0:1777421000.803221:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 449 00000100:00100000:2.0:1777421000.803234:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+66:15259:x1863760833843200:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:2.0:1777421000.803267:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421000.803297:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b000/0xa38d71289385221 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375e43 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.803513:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72bc00/0xa38d71289385228 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.803529:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72bc00/0xa38d71289385228 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.803540:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72bc00/0xa38d71289385228 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.803555:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b800/0xa38d7128938522f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.803562:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b800/0xa38d7128938522f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.803568:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b800/0xa38d7128938522f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777421000.803931:0:5762:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0xa:0x0], index 0: 0 00010000:00010000:2.0:1777421000.804103:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ae00/0xa38d71289385236 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.804113:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ae00/0xa38d71289385236 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.804134:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ae00/0xa38d71289385236 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.804182:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72bc00/0xa38d71289385228 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.804190:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72bc00/0xa38d71289385228 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.804197:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72bc00/0xa38d71289385228 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.804203:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f72bc00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421000.804207:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72bc00/0xa38d71289385228 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.804214:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72bc00/0xa38d71289385228 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.804226:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9af10b558800) 00010000:00010000:2.0:1777421000.804229:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421000.804234:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72bc00/0xa38d71289385228 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.804241:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72bc00/0xa38d71289385228 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777421000.804253:0:5762:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000514f5693 reply state 000000008db508e4 transno 4294967631 ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b800/0xa38d7128938522f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421000.804261:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777421000.804306:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b000/0xa38d71289385221 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e43 expref: 69 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.804330:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ae00/0xa38d71289385236 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e43 expref: 68 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.804336:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b:0x0].0x0 (ffff9af121239100) 00010000:00010000:2.0:1777421000.804339:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777421000.804341:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f72ae00, rc 0) 00000100:00100000:2.0:1777421000.804464:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+69:15259:x1863760833843200:12345-192.168.203.47@tcp:101:cp.0 Request processed in 1233us (1955us total) trans 4294967631 rc 0/0 00000100:00100000:2.0:1777421000.804472:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 449 00010000:00010000:0.0:1777421000.806383:0:3281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b800/0xa38d7128938522f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.806399:0:3281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b800/0xa38d7128938522f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.806407:0:3281:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b800/0xa38d7128938522f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.806414:0:3281:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f72b800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421000.806418:0:3281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b800/0xa38d7128938522f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.806425:0:3281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b800/0xa38d7128938522f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.806442:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x7a5df1c8 (ffff9af121239800) 00010000:00010000:0.0:1777421000.806445:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421000.806449:0:3281:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b800/0xa38d7128938522f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.806455:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b800/0xa38d7128938522f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421000.808505:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421000.808793:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833843328 00000100:00100000:2.0:1777421000.808804:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833843328 00000100:00100000:2.0:1777421000.808893:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 107 00000100:00100000:2.0:1777421000.808903:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+7:2368:x1863760833843328:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:2.0:1777421000.808919:0:6544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421000.808938:0:6544:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e3474202/0xa38d71289385244 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375e4a expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777421000.808977:0:6544:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xa:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1777421000.808998:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421000.809001:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421000.809009:0:6544:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e3474202/0xa38d71289385244 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e4a expref: 8 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.809027:0:6544:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e3474202/0xa38d71289385244 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e4a expref: 8 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.809060:0:6544:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f72ac00, rc 0) 00000100:00100000:2.0:1777421000.809131:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+8:2368:x1863760833843328:12345-192.168.203.47@tcp:101:cp.0 Request processed in 229us (635us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421000.809139:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 107 00000100:00100000:1.0:1777421000.813799:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421000.813893:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833843456 00000100:00100000:2.0:1777421000.813904:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833843456 00000100:00100000:2.0:1777421000.813996:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 108 00000100:00100000:2.0:1777421000.814006:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+8:15259:x1863760833843456:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:2.0:1777421000.814022:0:6544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421000.814039:0:6544:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000053aff09c/0xa38d7128938524b lrc: 2/0,0 mode: --/PW res: [0x240000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375e51 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.814083:0:6544:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e3474202/0xa38d71289385244 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e4a expref: 9 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.814091:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421000.814093:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421000.814097:0:6544:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000053aff09c/0xa38d7128938524b lrc: 4/0,0 mode: --/PW res: [0x240000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e51 expref: 9 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.814129:0:6544:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e3474202/0xa38d71289385244 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e4a expref: 9 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.814141:0:6544:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e3474202/0xa38d71289385244 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e4a expref: 9 pid: 6544 timeout: 312 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421000.814173:0:6544:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0013b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6544:1863760841093376:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777421000.814275:0:6544:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1346d1240 going to sleep for 11 seconds 00000100:00100000:1.0:1777421000.818653:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421000.818749:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833843584 00000100:00100000:0.0:1777421000.818760:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833843584 00010000:00010000:0.0:1777421000.818812:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e3474202/0xa38d71289385244 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e4a expref: 10 pid: 6544 timeout: 312 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421000.818858:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 154 00000100:00100000:0.0:1777421000.818869:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+10:2369:x1863760833843584:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421000.818885:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421000.818918:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e3474202/0xa38d71289385244 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e4a expref: 10 pid: 6544 timeout: 312 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421000.818927:0:6544:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0013b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6544:1863760841093376:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421000.818935:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e3474202/0xa38d71289385244 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e4a expref: 10 pid: 6544 timeout: 312 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.818966:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e3474202/0xa38d71289385244 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e4a expref: 10 pid: 6544 timeout: 312 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.818974:0:6544:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000053aff09c/0xa38d7128938524b lrc: 3/0,0 mode: --/PW res: [0x240000400:0xa:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e51 expref: 10 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.818984:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421000.818988:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421000.818995:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000053aff09c/0xa38d7128938524b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e51 expref: 9 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.819005:0:5746:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000053aff09c/0xa38d7128938524b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e51 expref: 9 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.819020:0:6544:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f72b000, rc 0) 00010000:00010000:0.0:1777421000.819042:0:5746:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000053aff09c/0xa38d7128938524b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e51 expref: 9 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421000.819057:0:5746:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c22680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5746:1863760841093504:192.168.203.47@tcp:105: 00000100:00100000:2.0:1777421000.819134:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+9:15259:x1863760833843456:12345-192.168.203.47@tcp:101:cp.0 Request processed in 5129us (5345us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421000.819143:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 108 00000100:00100000:0.0:1777421000.820368:0:5746:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1100c2480 going to sleep for 11 seconds 00000100:00100000:1.0:1777421000.824741:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421000.824860:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833843840 00000100:00100000:0.0:1777421000.824871:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833843840 00000100:00100000:0.0:1777421000.824935:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 450 00000100:00100000:0.0:1777421000.824947:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+68:15259:x1863760833843840:12345-192.168.203.47@tcp:36:cp.0 00010000:00010000:0.0:1777421000.825001:0:5762:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1777421000.825029:0:5746:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c22680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5746:1863760841093504:192.168.203.47@tcp:105: 00010000:00010000:0.0:1777421000.825031:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ae00/0xa38d71289385236 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e43 expref: 68 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.825053:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b:0x0].0x0 (ffff9af121239100) 00010000:00010000:2.0:1777421000.825056:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421000.825064:0:5762:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421000.825107:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289385252 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421000.825113:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+8:2369:x1863760833843584:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 6243us (6469us total) trans 0 rc 0/0 00010000:00010000:0.0:1777421000.825124:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289385252 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421000.825128:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 154 00010000:00010000:0.0:1777421000.825139:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289385252 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777421000.825306:0:5762:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 0000000036dd6e48 reply state 000000000bbfc1d9 transno 4294967632 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289385252 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421000.825315:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777421000.826257:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+69:15259:x1863760833843840:12345-192.168.203.47@tcp:36:cp.0 Request processed in 466us (679us total) trans 4294967632 rc 0/0 00000100:00100000:0.0:1777421000.826268:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 450 00010000:00010000:0.0:1777421000.826737:0:3282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289385252 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.826778:0:3282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289385252 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.826793:0:3282:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289385252 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.826800:0:3282:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf38400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421000.826805:0:3282:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289385252 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.826812:0:3282:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289385252 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.826827:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b:0x0].0x0 (ffff9af10b558600) 00010000:00010000:0.0:1777421000.826830:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421000.826834:0:3282:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289385252 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.826841:0:3282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289385252 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421000.828633:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421000.828824:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833843968 00000100:00100000:0.0:1777421000.828834:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833843968 00000100:00100000:0.0:1777421000.828887:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 451 00000100:00100000:0.0:1777421000.828897:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+68:15259:x1863760833843968:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:0.0:1777421000.828921:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421000.828945:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38200/0xa38d71289385259 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375e58 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.829015:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38200/0xa38d71289385259 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e58 expref: 69 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.829040:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38200/0xa38d71289385259 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e58 expref: 69 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.829062:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b:0x0].0x0 (ffff9af10b558400) 00010000:00010000:0.0:1777421000.829065:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777421000.829077:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12cf38200, rc 0) 00000100:00100000:0.0:1777421000.829148:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+69:15259:x1863760833843968:12345-192.168.203.47@tcp:101:cp.0 Request processed in 252us (522us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421000.829156:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 451 00000100:00100000:1.0:1777421000.832986:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421000.833043:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833844096 00000100:00100000:2.0:1777421000.833053:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833844096 00000100:00100000:2.0:1777421000.833110:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 109 00000100:00100000:2.0:1777421000.833119:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+8:2368:x1863760833844096:12345-192.168.203.47@tcp:2:cp.0 00002000:00010000:2.0:1777421000.833398:0:6544:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0xa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777421000.833402:0:6544:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0xa:0x0] updating lvb mtime from disk: 0 -> 1645827007 00002000:00010000:2.0:1777421000.833405:0:6544:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0xa:0x0] updating lvb atime from disk: 0 -> 1777420809 00002000:00010000:2.0:1777421000.833407:0:6544:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0xa:0x0] updating lvb ctime from disk: 0 -> 1777421000 00002000:00010000:2.0:1777421000.833424:0:6544:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0xa:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1777421000.833498:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+9:2368:x1863760833844096:12345-192.168.203.47@tcp:2:cp.0 Request processed in 378us (520us total) trans 4294967320 rc 0/0 00000100:00100000:2.0:1777421000.833507:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 109 00000100:00100000:2.0:1777421000.835452:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421000.835627:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833844352 00000100:00100000:1.0:1777421000.835637:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833844352 00000100:00100000:1.0:1777421000.835689:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 452 00000100:00100000:1.0:1777421000.835700:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+69:15259:x1863760833844352:12345-192.168.203.47@tcp:55:cp.0 00010000:00010000:1.0:1777421000.835759:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289385260 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.835776:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289385260 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.835787:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289385260 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.835810:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289385260 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.835817:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289385260 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.835824:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289385260 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.835830:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137d13a00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421000.835835:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289385260 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.835853:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289385260 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.835866:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b:0x0].0x0 (ffff9af10b558400) 00010000:00010000:1.0:1777421000.835869:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1777421000.835874:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289385260 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.835880:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d71289385260 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421000.835944:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+69:15259:x1863760833844352:12345-192.168.203.47@tcp:55:cp.0 Request processed in 246us (508us total) trans 0 rc -22/-22 00000100:00100000:1.0:1777421000.835953:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 452 00000100:00100000:1.0:1777421000.837661:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421000.837743:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833844608 00000100:00100000:0.0:1777421000.837753:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833844608 00000100:00100000:0.0:1777421000.837818:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 453 00000100:00100000:0.0:1777421000.837828:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+69:15259:x1863760833844608:12345-192.168.203.47@tcp:36:cp.0 00010000:00010000:0.0:1777421000.837897:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289385267 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.837912:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289385267 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.837923:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289385267 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777421000.838157:0:6569:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000000928d61f reply state 00000000e3b102a7 transno 4294967633 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289385267 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421000.838167:0:6569:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777421000.838244:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+71:15259:x1863760833844608:12345-192.168.203.47@tcp:36:cp.0 Request processed in 418us (588us total) trans 4294967633 rc 0/0 00000100:00100000:0.0:1777421000.838267:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 453 00010000:00010000:1.0:1777421000.841052:0:3281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289385267 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.841069:0:3281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289385267 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.841078:0:3281:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289385267 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.841085:0:3281:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf38400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421000.841090:0:3281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289385267 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.841097:0:3281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289385267 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.841131:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b:0x0].0x0 (ffff9af10b558400) 00010000:00010000:1.0:1777421000.841134:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1777421000.841139:0:3281:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289385267 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.841146:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289385267 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421000.845011:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421000.845268:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833844864 00000100:00100000:3.0:1777421000.845280:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833844864 00000100:00100000:3.0:1777421000.845347:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 120 00000100:00100000:3.0:1777421000.846080:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af10f5b9450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+70:15259:x1863760833844864:12345-192.168.203.47@tcp:35:cp.0 00000100:00100000:3.0:1777421000.846455:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af10f5b9450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+71:15259:x1863760833844864:12345-192.168.203.47@tcp:35:cp.0 Request processed in 381us (1455us total) trans 4294967634 rc 0/0 00000100:00100000:3.0:1777421000.846462:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 120 00000100:00100000:0.0:1777421000.855895:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421000.855989:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833845120 00000100:00100000:1.0:1777421000.856001:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833845120 00000100:00100000:1.0:1777421000.856062:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 454 00000100:00100000:1.0:1777421000.856073:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+71:15260:x1863760833845120:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:1.0:1777421000.856097:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421000.856119:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d7128938526e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375e5f expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.856194:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289385275 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.856208:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289385275 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.856219:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289385275 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.856235:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d7128938527c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.856243:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d7128938527c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.856265:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d7128938527c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.856464:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289385283 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.856473:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289385283 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.856481:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289385283 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421000.856491:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1b:0x0]: returning size 1516 00010000:00010000:1.0:1777421000.856603:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289385275 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.856612:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289385275 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.856618:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289385275 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.856625:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137d13000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421000.856629:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289385275 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.856637:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289385275 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.856650:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9af10b558800) 00010000:00010000:1.0:1777421000.856653:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421000.856665:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289385275 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.856672:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d71289385275 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.856686:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d7128938527c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.856693:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d7128938527c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.856699:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d7128938527c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.856705:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137d12400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421000.856708:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d7128938527c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.856714:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d7128938527c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.856723:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x7a5df1c8 (ffff9af1061f8000) 00010000:00010000:1.0:1777421000.856725:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421000.856728:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d7128938527c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.856734:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d7128938527c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.856789:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d7128938526e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e5f expref: 74 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.856819:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289385283 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e5f expref: 73 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.856827:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b:0x0].0x0 (ffff9af10b558400) 00010000:00010000:1.0:1777421000.856829:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421000.856832:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137d12200, rc 0) 00000100:00100000:1.0:1777421000.856904:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+73:15260:x1863760833845120:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 822us (1006us total) trans 4294967635 rc 0/0 00000100:00100000:1.0:1777421000.856913:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 454 00000100:00100000:0.0:1777421000.860864:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421000.862423:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833845376 00000100:00100000:1.0:1777421000.862436:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833845376 00000100:00100000:1.0:1777421000.862527:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 455 00000100:00100000:1.0:1777421000.862539:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+73:15260:x1863760833845376:12345-192.168.203.47@tcp:55:lfs.0 00010000:00010000:1.0:1777421000.862609:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289385291 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.862626:0:6569:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289385283 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e5f expref: 73 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.862634:0:6569:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289385291 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.862667:0:6569:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289385283 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e5f expref: 73 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.862680:0:6569:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289385283 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e5f expref: 73 pid: 6569 timeout: 312 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421000.862706:0:6569:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6f9880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841093632:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777421000.862807:0:6569:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af118192780 going to sleep for 11 seconds 00000100:00100000:1.0:1777421000.865557:0:6569:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6f9880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841093632:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777421000.865561:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00010000:00010000:1.0:1777421000.865590:0:6569:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289385291 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421000.865609:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833845504 00000100:00100000:0.0:1777421000.865617:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833845504 00010000:00010000:0.0:1777421000.865649:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289385283 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e5f expref: 74 pid: 6569 timeout: 312 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421000.865705:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 155 00000100:00100000:0.0:1777421000.865715:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+74:2368:x1863760833845504:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421000.865734:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421000.865741:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289385283 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e5f expref: 74 pid: 6569 timeout: 312 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.865755:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289385283 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e5f expref: 74 pid: 6569 timeout: 312 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.865786:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d71289385283 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e5f expref: 74 pid: 6569 timeout: 312 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.865802:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b:0x0].0x0 (ffff9af10b558400) 00010000:00010000:0.0:1777421000.865806:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289385291 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.865814:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289385291 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.865835:0:5746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289385291 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.865861:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421000.865911:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+73:2368:x1863760833845504:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 197us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421000.865919:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 155 00010000:00010000:1.0:1777421000.865978:0:6569:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289385291 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.865987:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289385291 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.866222:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289385291 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.866230:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289385291 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.866237:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289385291 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.866243:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137d12000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421000.866248:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289385291 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.866255:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289385291 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.866264:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b:0x0].0x0 (ffff9af10b558400) 00010000:00010000:1.0:1777421000.866273:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1777421000.866278:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289385291 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.866299:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289385291 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421000.866577:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+73:15260:x1863760833845376:12345-192.168.203.47@tcp:55:lfs.0 Request processed in 4038us (5720us total) trans 4294967636 rc 0/0 00000100:00100000:1.0:1777421000.866587:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 455 00000100:00100000:2.0:1777421000.869304:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421000.869489:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833845760 00000100:00100000:0.0:1777421000.869499:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833845760 00000100:00100000:0.0:1777421000.869579:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 121 00000100:00100000:0.0:1777421000.869589:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+73:15260:x1863760833845760:12345-192.168.203.47@tcp:35:lfs.0 00000100:00100000:0.0:1777421000.869835:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+74:15260:x1863760833845760:12345-192.168.203.47@tcp:35:lfs.0 Request processed in 246us (550us total) trans 4294967637 rc 0/0 00000100:00100000:0.0:1777421000.869843:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 121 00000100:00100000:0.0:1777421000.877393:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421000.877476:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833846016 00000100:00100000:1.0:1777421000.877487:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833846016 00000100:00100000:1.0:1777421000.877645:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 456 00000100:00100000:1.0:1777421000.877868:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+74:15261:x1863760833846016:12345-192.168.203.47@tcp:101:dd.0 00010000:00010000:1.0:1777421000.877901:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421000.877925:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289385298 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375e66 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.878094:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d7128938529f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.878110:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d7128938529f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.878134:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d7128938529f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.878151:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d712893852a6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.878159:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d712893852a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.878181:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d712893852a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.878260:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d712893852ad lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.878270:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d712893852ad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.878278:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d712893852ad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421000.878299:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1b:0x0]: returning size 1516 00010000:00010000:1.0:1777421000.878440:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d7128938529f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.878449:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d7128938529f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.878456:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d7128938529f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.878463:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137d12400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421000.878467:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d7128938529f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.878475:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d7128938529f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.878493:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9af10b558800) 00010000:00010000:1.0:1777421000.878497:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421000.878508:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d7128938529f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.878519:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d7128938529f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.878534:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d712893852a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.878541:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d712893852a6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.878548:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d712893852a6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.878554:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137d13000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421000.878557:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d712893852a6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.878564:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d712893852a6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.878572:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x7a5df1c8 (ffff9af1061f8000) 00010000:00010000:1.0:1777421000.878575:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421000.878578:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d712893852a6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.878584:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d712893852a6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.878629:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289385298 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e66 expref: 77 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.878974:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12200/0xa38d712893852ad lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e66 expref: 76 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.878984:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b:0x0].0x0 (ffff9af10b558400) 00010000:00010000:1.0:1777421000.878987:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421000.878991:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137d12200, rc 0) 00000100:00100000:1.0:1777421000.879067:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+76:15261:x1863760833846016:12345-192.168.203.47@tcp:101:dd.0 Request processed in 1412us (1713us total) trans 4294967638 rc 0/0 00000100:00100000:1.0:1777421000.879076:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 456 00000100:00100000:1.0:1777421000.882547:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421000.883832:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833846272 00000100:00100000:0.0:1777421000.883844:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833846272 00000100:00100000:0.0:1777421000.883906:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 122 00000100:00100000:0.0:1777421000.883919:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+76:15261:x1863760833846272:12345-192.168.203.47@tcp:35:dd.0 00000100:00100000:0.0:1777421000.884258:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+77:15261:x1863760833846272:12345-192.168.203.47@tcp:35:dd.0 Request processed in 340us (1715us total) trans 4294967639 rc 0/0 00000100:00100000:0.0:1777421000.884267:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 122 00000100:00100000:2.0:1777421000.903166:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421000.903250:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833846528 00000100:00100000:1.0:1777421000.903261:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833846528 00000100:00100000:1.0:1777421000.903391:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 457 00000100:00100000:1.0:1777421000.903404:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+77:15264:x1863760833846528:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:1.0:1777421000.903431:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421000.903468:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d712893852bb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375e6d expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.903565:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d712893852c2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.903580:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d712893852c2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.903591:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d712893852c2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421000.903621:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1b:0x0]: returning size 1516 00010000:00010000:1.0:1777421000.903781:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d712893852bb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e6d expref: 80 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.903799:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13000/0xa38d712893852c2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e6d expref: 79 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.903808:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b:0x0].0x0 (ffff9af10b558400) 00010000:00010000:1.0:1777421000.903811:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1777421000.903814:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137d13000, rc 0) 00000100:00100000:1.0:1777421000.903873:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+79:15264:x1863760833846528:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 472us (714us total) trans 4294967640 rc 0/0 00000100:00100000:1.0:1777421000.903881:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 457 00000100:00100000:1.0:1777421000.907625:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421000.907792:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833846656 00000100:00100000:0.0:1777421000.907802:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833846656 00000100:00100000:0.0:1777421000.907869:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 458 00000100:00100000:0.0:1777421000.907882:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+79:15264:x1863760833846656:12345-192.168.203.47@tcp:54:lfs.0 00010000:00010000:0.0:1777421000.907986:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d712893852d0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.908004:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d712893852d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.908015:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d712893852d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.908043:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d712893852d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.908050:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d712893852d0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.908057:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d712893852d0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.908063:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf39200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421000.908067:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d712893852d0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.908074:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d712893852d0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.908084:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b:0x0].0x0 (ffff9af10b558400) 00010000:00010000:0.0:1777421000.908087:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777421000.908092:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d712893852d0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421000.908097:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d712893852d0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421000.908199:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+79:15264:x1863760833846656:12345-192.168.203.47@tcp:54:lfs.0 Request processed in 320us (583us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421000.908207:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 458 00000100:00100000:0.0:1777421000.944625:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421000.944730:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833846784 00000100:00100000:1.0:1777421000.944825:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833846784 00000100:00100000:1.0:1777421000.944887:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 459 00000100:00100000:1.0:1777421000.944898:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+79:15269:x1863760833846784:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:1.0:1777421000.944919:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421000.944942:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d712893852d7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375e74 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.945010:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d712893852de lrc: 3/1,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.945026:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d712893852de lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.945054:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d712893852de lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.945119:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893852e5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.945127:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893852e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.945134:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893852e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.945208:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d712893852de lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.945216:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d712893852de lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.945223:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d712893852de lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.945230:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137d12400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421000.945234:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d712893852de lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.945240:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d712893852de lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.945251:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9af10b558800) 00010000:00010000:1.0:1777421000.945254:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421000.945259:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d712893852de lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.945272:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d712893852de lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.945301:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893852e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.945308:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893852e5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.945314:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893852e5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.945320:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137d13a00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421000.945324:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893852e5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.945330:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893852e5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.945339:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x6f5c3fa7 (ffff9af1061f8000) 00010000:00010000:1.0:1777421000.945342:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421000.945345:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893852e5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.945394:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13a00/0xa38d712893852e5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.945427:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d712893852d7 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e74 expref: 80 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.945461:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9af10b558800) 00010000:00010000:1.0:1777421000.945464:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421000.945469:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d712893852d7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e74 expref: 80 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.945479:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137d12000, rc 0) 00000100:00100000:1.0:1777421000.945648:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+79:15269:x1863760833846784:12345-192.168.203.47@tcp:101:cp.0 Request processed in 750us (1031us total) trans 0 rc 301/301 00000100:00100000:1.0:1777421000.945655:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 459 00000100:00100000:2.0:1777421000.949083:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421000.949846:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833846912 00000100:00100000:1.0:1777421000.949858:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833846912 00000100:00100000:1.0:1777421000.949918:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 460 00000100:00100000:1.0:1777421000.949929:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+79:15269:x1863760833846912:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:1.0:1777421000.949948:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421000.949967:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d712893852ec lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375e7b expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.950059:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d600/0xa38d712893852f3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.950073:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d600/0xa38d712893852f3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.950084:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d600/0xa38d712893852f3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.950099:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d712893852fa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.950113:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d712893852fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.950120:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d712893852fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.950188:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d600/0xa38d712893852f3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.950196:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d600/0xa38d712893852f3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.950202:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d600/0xa38d712893852f3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.950208:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af105d5d600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421000.950211:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d600/0xa38d712893852f3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.950217:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d600/0xa38d712893852f3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.950227:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9af10b558800) 00010000:00010000:1.0:1777421000.950230:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421000.950235:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d600/0xa38d712893852f3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.950241:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d600/0xa38d712893852f3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.950252:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d712893852fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.950266:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d712893852fa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.950271:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d712893852fa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.950277:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af105d5c200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421000.950280:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d712893852fa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.950298:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d712893852fa lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.950306:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x6f5c3fa7 (ffff9af1061f8c00) 00010000:00010000:1.0:1777421000.950309:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421000.950312:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d712893852fa lrc: 2/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.950319:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d712893852fa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.950375:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d712893852ec lrc: 1/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e7b expref: 80 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.950387:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9af10b558800) 00010000:00010000:1.0:1777421000.950390:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421000.950394:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d712893852ec lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e7b expref: 80 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.950414:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137d12400, rc 0) 00000100:00100000:1.0:1777421000.950625:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+79:15269:x1863760833846912:12345-192.168.203.47@tcp:101:cp.0 Request processed in 697us (1550us total) trans 0 rc 301/301 00000100:00100000:1.0:1777421000.950642:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 460 00000100:00100000:0.0:1777421000.954332:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421000.954598:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833847168 00000100:00100000:1.0:1777421000.954612:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833847168 00000100:00100000:1.0:1777421000.954659:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 461 00000100:00100000:1.0:1777421000.954669:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+79:15269:x1863760833847168:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:1.0:1777421000.954689:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421000.954719:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289385301 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375e82 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.954842:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5ca00/0xa38d71289385308 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.954854:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5ca00/0xa38d71289385308 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.954861:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5ca00/0xa38d71289385308 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.954870:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d7128938530f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.954874:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d7128938530f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.954878:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d7128938530f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777421000.955272:0:6569:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0xa:0x0], index 1: 0 00010000:00010000:1.0:1777421000.955459:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d71289385316 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.955468:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d71289385316 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.955474:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d71289385316 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.955499:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5ca00/0xa38d71289385308 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.955504:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5ca00/0xa38d71289385308 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.955508:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5ca00/0xa38d71289385308 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.955512:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af105d5ca00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421000.955514:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5ca00/0xa38d71289385308 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.955518:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5ca00/0xa38d71289385308 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.955525:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9af10b558800) 00010000:00010000:1.0:1777421000.955527:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421000.955531:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5ca00/0xa38d71289385308 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.955542:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5ca00/0xa38d71289385308 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777421000.955551:0:6569:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 0000000060c039f0 reply state 00000000de4a6476 transno 4294967641 ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d7128938530f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421000.955557:0:6569:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777421000.955577:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289385301 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e82 expref: 82 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.955586:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d71289385316 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e82 expref: 81 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.955592:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff9af1061f8a00) 00010000:00010000:1.0:1777421000.955593:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421000.955595:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af105d5d800, rc 0) 00000100:00100000:1.0:1777421000.955650:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+82:15269:x1863760833847168:12345-192.168.203.47@tcp:101:cp.0 Request processed in 984us (1329us total) trans 4294967641 rc 0/0 00000100:00100000:1.0:1777421000.955657:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 461 00010000:00010000:1.0:1777421000.957659:0:3282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d7128938530f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.957673:0:3282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d7128938530f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.957681:0:3282:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d7128938530f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.957686:0:3282:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af105d5c400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421000.957699:0:3282:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d7128938530f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.957706:0:3282:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d7128938530f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.957721:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x6f5c3fa7 (ffff9af1061f8000) 00010000:00010000:1.0:1777421000.957724:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421000.957728:0:3282:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d7128938530f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.957735:0:3282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d7128938530f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421000.959701:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421000.959785:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833847296 00000100:00100000:2.0:1777421000.959800:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833847296 00000100:00100000:2.0:1777421000.959869:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 110 00000100:00100000:2.0:1777421000.959878:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+9:2369:x1863760833847296:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:2.0:1777421000.959903:0:6544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421000.959930:0:6544:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000131ea5bc/0xa38d71289385324 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375e89 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777421000.959956:0:6544:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xa:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1777421000.959974:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421000.959977:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421000.959985:0:6544:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000131ea5bc/0xa38d71289385324 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e89 expref: 10 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.960004:0:6544:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000131ea5bc/0xa38d71289385324 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e89 expref: 10 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.960017:0:6544:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f72b600, rc 0) 00000100:00100000:2.0:1777421000.960093:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+10:2369:x1863760833847296:12345-192.168.203.47@tcp:101:cp.0 Request processed in 215us (404us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421000.960100:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 110 00000100:00100000:0.0:1777421000.965009:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421000.965126:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833847424 00000100:00100000:3.0:1777421000.965139:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833847424 00000100:00100000:3.0:1777421000.965202:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 111 00000100:00100000:3.0:1777421000.965211:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+10:15269:x1863760833847424:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:3.0:1777421000.965231:0:6860:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421000.965252:0:6860:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002be79875/0xa38d7128938532b lrc: 2/0,0 mode: --/PW res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375e90 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421000.965316:0:6860:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000131ea5bc/0xa38d71289385324 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e89 expref: 11 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421000.965327:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421000.965329:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421000.965335:0:6860:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002be79875/0xa38d7128938532b lrc: 4/0,0 mode: --/PW res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e90 expref: 11 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421000.965405:0:6860:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000131ea5bc/0xa38d71289385324 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e89 expref: 11 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421000.965421:0:6860:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000131ea5bc/0xa38d71289385324 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e89 expref: 11 pid: 6544 timeout: 312 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421000.965438:0:6860:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af12d0d3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:6860:1863760841093760:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777421000.965558:0:6860:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af120406000 going to sleep for 11 seconds 00000100:00100000:3.0:1777421000.971147:0:6860:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af12d0d3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:6860:1863760841093760:192.168.203.47@tcp:104: 00010000:00010000:3.0:1777421000.971187:0:6860:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002be79875/0xa38d7128938532b lrc: 3/0,0 mode: --/PW res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e90 expref: 11 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421000.971302:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421000.971431:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833847552 00010000:00010000:3.0:1777421000.971440:0:6860:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af101678400, rc 0) 00000100:00100000:2.0:1777421000.971456:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833847552 00000100:00100000:3.0:1777421000.971496:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+12:15269:x1863760833847424:12345-192.168.203.47@tcp:101:cp.0 Request processed in 6283us (6499us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421000.971507:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 111 00010000:00010000:2.0:1777421000.971528:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000131ea5bc/0xa38d71289385324 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e89 expref: 12 pid: 6544 timeout: 312 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421000.971788:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 156 00000100:00100000:2.0:1777421000.971801:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118197050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:2368:x1863760833847552:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421000.971819:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421000.971848:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000131ea5bc/0xa38d71289385324 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e89 expref: 11 pid: 6544 timeout: 312 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.971863:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000131ea5bc/0xa38d71289385324 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e89 expref: 11 pid: 6544 timeout: 312 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.971890:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000131ea5bc/0xa38d71289385324 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e89 expref: 11 pid: 6544 timeout: 312 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.971918:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421000.971920:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421000.971937:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002be79875/0xa38d7128938532b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e90 expref: 10 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.971949:0:5746:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002be79875/0xa38d7128938532b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e90 expref: 10 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.972023:0:5746:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000002be79875/0xa38d7128938532b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e90 expref: 10 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421000.972040:0:5746:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0013b4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5746:1863760841093888:192.168.203.47@tcp:105: 00000100:00100000:2.0:1777421000.972139:0:5746:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1346d1240 going to sleep for 11 seconds 00000100:00100000:0.0:1777421000.980326:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421000.980465:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833847808 00000100:00100000:1.0:1777421000.980477:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833847808 00000100:00100000:1.0:1777421000.980541:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 462 00000100:00100000:1.0:1777421000.980551:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+81:15269:x1863760833847808:12345-192.168.203.47@tcp:36:cp.0 00010000:00010000:1.0:1777421000.980610:0:6569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421000.980635:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d71289385316 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e82 expref: 81 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.980655:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff9af1061f8a00) 00010000:00010000:1.0:1777421000.980666:0:6569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421000.980711:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289385332 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.980725:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289385332 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.980734:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289385332 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777421000.980903:0:6569:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 0000000071aabe79 reply state 000000009d7ca3b0 transno 4294967642 ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289385332 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421000.980912:0:6569:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777421000.981118:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+82:15269:x1863760833847808:12345-192.168.203.47@tcp:36:cp.0 Request processed in 567us (803us total) trans 4294967642 rc 0/0 00000100:00100000:1.0:1777421000.981127:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 462 00000100:00100000:2.0:1777421000.981232:0:5746:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0013b4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5746:1863760841093888:192.168.203.47@tcp:105: 00010000:00010000:2.0:1777421000.981253:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421000.981277:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118197050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+10:2368:x1863760833847552:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 9479us (9977us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421000.981296:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 156 00000100:00100000:0.0:1777421000.987263:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421000.987323:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833847936 00000100:00100000:3.0:1777421000.987335:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833847936 00000100:00100000:3.0:1777421000.987413:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 463 00010000:00010000:2.0:1777421000.987415:0:3281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289385332 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421000.987428:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+82:15269:x1863760833847936:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:2.0:1777421000.987428:0:3281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289385332 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.987440:0:3281:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289385332 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.987445:0:3281:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af105d5c400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421000.987448:0:3281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289385332 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.987453:0:3281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289385332 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421000.987454:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421000.987468:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff9af1061f8000) 00010000:00010000:2.0:1777421000.987482:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421000.987487:0:3281:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289385332 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421000.987489:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678a00/0xa38d71289385339 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375e97 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.987497:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289385332 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.987645:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678a00/0xa38d71289385339 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e97 expref: 82 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.987660:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678a00/0xa38d71289385339 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e97 expref: 82 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421000.987680:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff9af1061f8000) 00010000:00010000:2.0:1777421000.987683:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777421000.987686:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af101678a00, rc 0) 00000100:00100000:2.0:1777421000.987749:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+82:15269:x1863760833847936:12345-192.168.203.47@tcp:101:cp.0 Request processed in 325us (494us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421000.987758:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 463 00000100:00100000:3.0:1777421000.991527:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421000.991607:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833848064 00000100:00100000:2.0:1777421000.991623:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833848064 00000100:00100000:2.0:1777421000.991706:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 112 00000100:00100000:2.0:1777421000.991716:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+10:2367:x1863760833848064:12345-192.168.203.47@tcp:2:cp.0 00002000:00010000:2.0:1777421000.991989:0:6860:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0xa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777421000.991993:0:6860:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0xa:0x0] updating lvb mtime from disk: 0 -> 1645827007 00002000:00010000:2.0:1777421000.991995:0:6860:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0xa:0x0] updating lvb atime from disk: 0 -> 1777420809 00002000:00010000:2.0:1777421000.991997:0:6860:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0xa:0x0] updating lvb ctime from disk: 0 -> 1777421000 00002000:00010000:2.0:1777421000.992000:0:6860:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0xa:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1777421000.992065:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:2367:x1863760833848064:12345-192.168.203.47@tcp:2:cp.0 Request processed in 350us (555us total) trans 4294967321 rc 0/0 00000100:00100000:2.0:1777421000.992086:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 112 00000100:00100000:2.0:1777421000.996787:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421000.996859:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833848320 00000100:00100000:1.0:1777421000.996871:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833848320 00000100:00100000:1.0:1777421000.997040:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 464 00000100:00100000:1.0:1777421000.997052:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+82:15269:x1863760833848320:12345-192.168.203.47@tcp:55:cp.0 00010000:00010000:1.0:1777421000.997119:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289385340 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.997137:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289385340 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.997150:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289385340 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.997173:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289385340 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.997180:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289385340 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.997186:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289385340 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.997192:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af105d5d200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421000.997215:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289385340 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.997223:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289385340 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.997235:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff9af1061f8000) 00010000:00010000:1.0:1777421000.997238:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1777421000.997242:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289385340 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421000.997249:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289385340 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421000.997615:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+82:15269:x1863760833848320:12345-192.168.203.47@tcp:55:cp.0 Request processed in 563us (834us total) trans 0 rc -22/-22 00000100:00100000:1.0:1777421000.997624:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 464 00000100:00100000:1.0:1777421001.002682:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421001.002779:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833848576 00000100:00100000:2.0:1777421001.002795:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833848576 00000100:00100000:2.0:1777421001.002866:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 465 00000100:00100000:2.0:1777421001.002878:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+82:15269:x1863760833848576:12345-192.168.203.47@tcp:36:cp.0 00010000:00010000:2.0:1777421001.002973:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b600/0xa38d71289385347 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.002995:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b600/0xa38d71289385347 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.003008:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b600/0xa38d71289385347 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777421001.003226:0:6569:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000216540fb reply state 0000000099d35e07 transno 4294967643 ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b600/0xa38d71289385347 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421001.003237:0:6569:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777421001.003340:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+84:15269:x1863760833848576:12345-192.168.203.47@tcp:36:cp.0 Request processed in 463us (672us total) trans 4294967643 rc 0/0 00000100:00100000:2.0:1777421001.003347:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 465 00000100:00100000:3.0:1777421001.007296:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00010000:00010000:1.0:1777421001.007451:0:3282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b600/0xa38d71289385347 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421001.007468:0:3282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b600/0xa38d71289385347 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421001.007548:0:3282:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b600/0xa38d71289385347 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421001.007557:0:3282:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f72b600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421001.007563:0:3282:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b600/0xa38d71289385347 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421001.007571:0:3282:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b600/0xa38d71289385347 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421001.007612:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff9af1061f8000) 00010000:00010000:1.0:1777421001.007615:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1777421001.007621:0:3282:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b600/0xa38d71289385347 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421001.007628:0:3282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b600/0xa38d71289385347 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421001.007709:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833848832 00000100:00100000:0.0:1777421001.007723:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833848832 00000100:00100000:0.0:1777421001.007795:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 123 00000100:00100000:0.0:1777421001.007808:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+83:15269:x1863760833848832:12345-192.168.203.47@tcp:35:cp.0 00000100:00100000:0.0:1777421001.008758:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+84:15269:x1863760833848832:12345-192.168.203.47@tcp:35:cp.0 Request processed in 947us (1481us total) trans 4294967644 rc 0/0 00000100:00100000:0.0:1777421001.008768:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 123 00000100:00100000:0.0:1777421001.027266:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421001.028175:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833849088 00000100:00100000:2.0:1777421001.028191:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833849088 00000100:00100000:2.0:1777421001.028265:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 466 00000100:00100000:2.0:1777421001.028277:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118840e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+84:15270:x1863760833849088:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:2.0:1777421001.028977:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421001.029006:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ba00/0xa38d7128938534e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375e9e expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.029131:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72be00/0xa38d71289385355 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.029149:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72be00/0xa38d71289385355 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.029163:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72be00/0xa38d71289385355 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.029181:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a600/0xa38d7128938535c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.029189:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a600/0xa38d7128938535c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.029196:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a600/0xa38d7128938535c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.032409:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d71289385363 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.032441:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d71289385363 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.032454:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d71289385363 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421001.032474:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1d:0x0]: returning size 1516 00010000:00010000:2.0:1777421001.032626:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72be00/0xa38d71289385355 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.032635:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72be00/0xa38d71289385355 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.032659:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72be00/0xa38d71289385355 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.032666:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f72be00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421001.032671:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72be00/0xa38d71289385355 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.032679:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72be00/0xa38d71289385355 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.032694:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9af10b558800) 00010000:00010000:2.0:1777421001.032697:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421001.032703:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72be00/0xa38d71289385355 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.032709:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72be00/0xa38d71289385355 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.032726:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a600/0xa38d7128938535c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.032731:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a600/0xa38d7128938535c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.032736:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a600/0xa38d7128938535c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.032740:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f72a600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421001.032743:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a600/0xa38d7128938535c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.032759:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a600/0xa38d7128938535c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.032767:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x6f5c3fa7 (ffff9af121239700) 00010000:00010000:2.0:1777421001.032769:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421001.032772:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a600/0xa38d7128938535c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.032777:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a600/0xa38d7128938535c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.032842:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ba00/0xa38d7128938534e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e9e expref: 87 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.032858:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d71289385363 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e9e expref: 86 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.032866:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff9af1061f8000) 00010000:00010000:2.0:1777421001.032868:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777421001.032871:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f72a800, rc 0) 00000100:00100000:2.0:1777421001.032967:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118840e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+86:15270:x1863760833849088:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 4691us (5714us total) trans 4294967645 rc 0/0 00000100:00100000:2.0:1777421001.032978:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 466 00000100:00100000:3.0:1777421001.037685:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421001.037820:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833849344 00000100:00100000:2.0:1777421001.037834:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833849344 00000100:00100000:2.0:1777421001.037951:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 467 00000100:00100000:2.0:1777421001.037964:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+86:15270:x1863760833849344:12345-192.168.203.47@tcp:55:lfs.0 00010000:00010000:2.0:1777421001.038079:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b400/0xa38d71289385371 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.038100:0:6569:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d71289385363 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e9e expref: 86 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.038110:0:6569:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b400/0xa38d71289385371 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.038153:0:6569:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d71289385363 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e9e expref: 86 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.038169:0:6569:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d71289385363 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e9e expref: 86 pid: 6569 timeout: 312 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421001.038185:0:6569:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0013b4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841094016:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777421001.038900:0:6569:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1346d1f00 going to sleep for 11 seconds 00000100:00100000:2.0:1777421001.040751:0:6569:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0013b4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841094016:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777421001.040785:0:6569:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b400/0xa38d71289385371 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421001.040817:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421001.040856:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833849472 00000100:00100000:2.0:1777421001.040862:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833849472 00010000:00010000:2.0:1777421001.040999:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d71289385363 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e9e expref: 87 pid: 6569 timeout: 312 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421001.041033:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 157 00000100:00100000:2.0:1777421001.041041:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+87:2369:x1863760833849472:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421001.041074:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421001.041082:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d71289385363 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e9e expref: 87 pid: 6569 timeout: 312 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.041095:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d71289385363 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e9e expref: 87 pid: 6569 timeout: 312 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.041122:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d71289385363 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375e9e expref: 87 pid: 6569 timeout: 312 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.041139:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff9af1061f8000) 00010000:00010000:2.0:1777421001.041145:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b400/0xa38d71289385371 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.041156:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b400/0xa38d71289385371 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.041164:0:5746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b400/0xa38d71289385371 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.041308:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777421001.041343:0:6569:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b400/0xa38d71289385371 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.041374:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b400/0xa38d71289385371 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421001.041445:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+86:2369:x1863760833849472:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 402us (628us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421001.041455:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 157 00010000:00010000:3.0:1777421001.041619:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b400/0xa38d71289385371 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.041628:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b400/0xa38d71289385371 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.041636:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b400/0xa38d71289385371 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.041643:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f72b400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421001.041647:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b400/0xa38d71289385371 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.041667:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b400/0xa38d71289385371 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.041677:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff9af1061f8000) 00010000:00010000:3.0:1777421001.041681:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1777421001.041685:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b400/0xa38d71289385371 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.041691:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b400/0xa38d71289385371 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421001.041744:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+86:15270:x1863760833849344:12345-192.168.203.47@tcp:55:lfs.0 Request processed in 3783us (4073us total) trans 4294967646 rc 0/0 00000100:00100000:3.0:1777421001.041753:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 467 00000100:00100000:3.0:1777421001.043501:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421001.043714:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833849728 00000100:00100000:0.0:1777421001.043726:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833849728 00000100:00100000:3.0:1777421001.043798:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 124 00000100:00100000:3.0:1777421001.043810:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+86:15270:x1863760833849728:12345-192.168.203.47@tcp:35:lfs.0 00000100:00100000:3.0:1777421001.044063:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+87:15270:x1863760833849728:12345-192.168.203.47@tcp:35:lfs.0 Request processed in 255us (568us total) trans 4294967647 rc 0/0 00000100:00100000:3.0:1777421001.044071:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 124 00010000:00010000:2.0:1777421001.048940:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777421001.052527:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421001.052644:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833849856 00000100:00100000:3.0:1777421001.052657:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833849856 00000100:00100000:3.0:1777421001.052758:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 468 00000100:00100000:3.0:1777421001.052771:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118842680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+87:15271:x1863760833849856:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:3.0:1777421001.052802:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421001.052829:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678200/0xa38d71289385378 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375ea5 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.053150:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678e00/0xa38d7128938537f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.053168:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678e00/0xa38d7128938537f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.053182:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678e00/0xa38d7128938537f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.053199:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289385386 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.053207:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289385386 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.053214:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289385386 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.053342:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d7128938538d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.053486:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d7128938538d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.053496:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d7128938538d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421001.053539:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1d:0x0]: returning size 1516 00000004:00200000:3.0:1777421001.053544:0:6569:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421001.053565:0:6569:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d7128938538d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.053589:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d7128938538d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.053600:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678e00/0xa38d7128938537f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.053607:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678e00/0xa38d7128938537f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.053614:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678e00/0xa38d7128938537f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.053619:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af101678e00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421001.053623:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678e00/0xa38d7128938537f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.053630:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678e00/0xa38d7128938537f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.053643:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9af10b558800) 00010000:00010000:3.0:1777421001.053645:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421001.053650:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678e00/0xa38d7128938537f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.053656:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678e00/0xa38d7128938537f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.053671:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289385386 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.053676:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289385386 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.053685:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289385386 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.053690:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af101679a00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421001.053692:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289385386 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.053698:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289385386 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.053703:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x6f5c3fa7 (ffff9af118b32300) 00010000:00010000:3.0:1777421001.053705:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421001.053707:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289385386 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.053712:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289385386 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.053746:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678200/0xa38d71289385378 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375ea5 expref: 89 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.053759:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d7128938538d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375ea5 expref: 88 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.053766:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff9af1061f8000) 00010000:00010000:3.0:1777421001.053768:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777421001.053770:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0cda00, rc 0) 00000100:00100000:3.0:1777421001.053894:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118842680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+88:15271:x1863760833849856:12345-192.168.203.47@tcp:101:cp.0 Request processed in 1126us (1380us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421001.053913:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 468 00000100:00100000:1.0:1777421001.058275:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421001.058334:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833850112 00000100:00100000:3.0:1777421001.058348:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833850112 00000100:00100000:3.0:1777421001.058555:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 469 00000100:00100000:3.0:1777421001.058568:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d22bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+88:15271:x1863760833850112:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:3.0:1777421001.058596:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421001.058629:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289385394 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375eac expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.058760:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d7128938539b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.058778:0:6569:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d7128938538d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375ea5 expref: 89 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.058789:0:6569:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d7128938539b lrc: 4/0,1 mode: --/CW res: [0x200000401:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.058832:0:6569:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d7128938538d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375ea5 expref: 89 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.058848:0:6569:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d7128938538d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375ea5 expref: 89 pid: 6569 timeout: 312 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421001.058863:0:6569:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001be3800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841094144:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777421001.059006:0:6569:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af120406a80 going to sleep for 11 seconds 00000100:00100000:3.0:1777421001.061385:0:6569:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001be3800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841094144:192.168.203.47@tcp:104: 00010000:00010000:3.0:1777421001.061446:0:6569:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d7128938539b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421001.061974:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421001.062065:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833850240 00000100:00100000:2.0:1777421001.062076:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833850240 00010000:00010000:2.0:1777421001.062140:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d7128938538d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375ea5 expref: 90 pid: 6569 timeout: 312 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421001.062198:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 158 00000100:00100000:2.0:1777421001.062213:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d22aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+90:2368:x1863760833850240:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421001.062232:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421001.062240:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d7128938538d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375ea5 expref: 90 pid: 6569 timeout: 312 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.062253:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d7128938538d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375ea5 expref: 90 pid: 6569 timeout: 312 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.062279:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d7128938538d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375ea5 expref: 90 pid: 6569 timeout: 312 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.062311:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff9af1061f8000) 00010000:00010000:2.0:1777421001.062317:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d7128938539b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.062328:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d7128938539b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.062337:0:5746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d7128938539b lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.062390:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421001.062450:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d22aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+89:2368:x1863760833850240:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 243us (479us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421001.062459:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 158 00010000:00010000:3.0:1777421001.062585:0:6569:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d7128938539b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.062593:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d7128938539b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421001.062616:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1d:0x0]: returning size 1516 00010000:00010000:3.0:1777421001.062786:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289385394 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375eac expref: 90 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.062804:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d7128938539b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375eac expref: 89 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.062811:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff9af1061f8000) 00010000:00010000:3.0:1777421001.062814:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1777421001.062816:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0cc600, rc 0) 00000100:00100000:3.0:1777421001.062842:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d22bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+89:15271:x1863760833850112:12345-192.168.203.47@tcp:101:cp.0 Request processed in 4279us (4583us total) trans 4294967648 rc 0/0 00000100:00100000:3.0:1777421001.062850:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 469 00000100:00100000:1.0:1777421001.064761:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421001.064822:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833850496 00000100:00100000:3.0:1777421001.064831:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833850496 00000100:00100000:3.0:1777421001.064877:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 470 00000100:00100000:3.0:1777421001.064884:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d22b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+89:15271:x1863760833850496:12345-192.168.203.47@tcp:36:cp.0 00010000:00010000:3.0:1777421001.065321:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d712893853a9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.065390:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d712893853a9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.065405:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d712893853a9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777421001.065467:0:6569:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967649 00000004:00010000:3.0:1777421001.065494:0:6569:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000009ea9fa76 reply state 00000000c7f2baa5 transno 4294967650 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d712893853a9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421001.065504:0:6569:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000001:00080000:3.0:1777421001.065553:0:6569:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967650 00000100:00100000:3.0:1777421001.065654:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d22b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+93:15271:x1863760833850496:12345-192.168.203.47@tcp:36:cp.0 Request processed in 768us (899us total) trans 4294967651 rc 0/0 00000100:00100000:3.0:1777421001.065662:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 470 00000020:00080000:3.0:1777421001.065667:0:6569:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00010000:00010000:2.0:1777421001.067319:0:3281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d712893853a9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.067726:0:3281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d712893853a9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.067737:0:3281:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d712893853a9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.067746:0:3281:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cdc00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421001.067751:0:3281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d712893853a9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.067759:0:3281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d712893853a9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.067779:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff9af1061f8000) 00010000:00010000:2.0:1777421001.067783:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421001.067789:0:3281:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d712893853a9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.067796:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d712893853a9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421001.068124:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421001.068237:0:6549:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833850624 00000100:00100000:3.0:1777421001.068249:0:6549:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833850624 00002000:00010000:3.0:1777421001.068306:0:6549:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/10 (0->18446744073709551615) 00002000:00100000:3.0:1777421001.068312:0:6549:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13d229f80 with x1863760833850624 ext(0->18446744073709551615) 00002000:00010000:3.0:1777421001.068326:0:6549:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af13d229f80. 00000100:00100000:3.0:1777421001.068389:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 43 00000100:00100000:3.0:1777421001.068399:0:6549:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d229f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:2368:x1863760833850624:12345-192.168.203.47@tcp:10:cp.0 00002000:00010000:3.0:1777421001.068703:0:6549:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0xa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777421001.068707:0:6549:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0xa:0x0] updating lvb mtime from disk: 1645827007 -> 1777421001 00002000:00010000:3.0:1777421001.068710:0:6549:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0xa:0x0] updating lvb atime from disk: 1777420809 -> 1777420809 00002000:00010000:3.0:1777421001.068712:0:6549:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0xa:0x0] updating lvb ctime from disk: 1777421000 -> 1777421001 00002000:00010000:3.0:1777421001.068715:0:6549:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0xa:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1777421001.068802:0:6549:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d229f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+12:2368:x1863760833850624:12345-192.168.203.47@tcp:10:cp.0 Request processed in 403us (681us total) trans 4294967322 rc 0/0 00000100:00100000:3.0:1777421001.068918:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 43 00002000:00010000:3.0:1777421001.068923:0:6549:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/10 (0->18446744073709551615) 00002000:00100000:3.0:1777421001.068926:0:6549:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13d229f80 with x1863760833850624 ext(0->18446744073709551615) 00002000:00010000:3.0:1777421001.068933:0:6549:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af13d229f80. 00000100:00100000:0.0:1777421001.072172:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421001.072437:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833850752 00000100:00100000:2.0:1777421001.072450:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833850752 00000100:00100000:2.0:1777421001.072516:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 471 00000100:00100000:2.0:1777421001.072529:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118843800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+92:15271:x1863760833850752:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:2.0:1777421001.072559:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421001.072588:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d712893853b0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375eb3 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.072698:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ba00/0xa38d712893853b7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.072728:0:5762:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d7128938539b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375eac expref: 93 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.072738:0:5762:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ba00/0xa38d712893853b7 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.072781:0:5762:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d7128938539b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375eac expref: 93 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.072795:0:5762:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d7128938539b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375eac expref: 93 pid: 6569 timeout: 312 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421001.072811:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0013b4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841094272:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777421001.072929:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1346d1f00 going to sleep for 11 seconds 00000100:00100000:0.0:1777421001.077624:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421001.077768:0:8215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833850880 00000100:00100000:1.0:1777421001.077779:0:8215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833850880 00000100:00100000:2.0:1777421001.077793:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0013b4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841094272:192.168.203.47@tcp:104: 00010000:00010000:1.0:1777421001.077823:0:8215:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d7128938539b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375eac expref: 94 pid: 6569 timeout: 312 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.077824:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ba00/0xa38d712893853b7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421001.077859:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 159 00000100:00100000:2.0:1777421001.077869:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e72300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+94:2369:x1863760833850880:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421001.077887:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421001.077897:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d7128938539b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375eac expref: 94 pid: 6569 timeout: 312 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.077911:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d7128938539b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375eac expref: 94 pid: 6569 timeout: 312 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.077962:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d7128938539b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375eac expref: 94 pid: 6569 timeout: 312 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.077982:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff9af1061f8000) 00010000:00010000:2.0:1777421001.077987:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ba00/0xa38d712893853b7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.078004:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ba00/0xa38d712893853b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.078012:0:5746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ba00/0xa38d712893853b7 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.078042:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421001.078072:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ba00/0xa38d712893853b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.078083:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ba00/0xa38d712893853b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421001.078104:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e72300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+93:2369:x1863760833850880:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 235us (495us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421001.078113:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 159 00000004:00200000:0.0:1777421001.078141:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1d:0x0]: returning size 0 00000004:00200000:0.0:1777421001.078148:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421001.078172:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ba00/0xa38d712893853b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.078208:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d712893853b0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375eb3 expref: 93 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.078225:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ba00/0xa38d712893853b7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375eb3 expref: 92 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.078234:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff9af1061f8000) 00010000:00010000:0.0:1777421001.078237:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421001.078240:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f72ba00, rc 0) 00000100:00100000:0.0:1777421001.078270:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118843800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+92:15271:x1863760833850752:12345-192.168.203.47@tcp:101:cp.0 Request processed in 5744us (6111us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421001.078278:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 471 00000100:00100000:1.0:1777421001.081292:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421001.081393:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833851136 00000100:00100000:3.0:1777421001.081405:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833851136 00000100:00100000:3.0:1777421001.081471:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 125 00000100:00100000:3.0:1777421001.081480:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d22ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+92:15271:x1863760833851136:12345-192.168.203.47@tcp:35:cp.0 00000100:00100000:3.0:1777421001.081855:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d22ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+93:15271:x1863760833851136:12345-192.168.203.47@tcp:35:cp.0 Request processed in 374us (585us total) trans 4294967652 rc 0/0 00000100:00100000:3.0:1777421001.081865:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 125 00000100:00100000:3.0:1777421001.100480:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421001.100589:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833851392 00000100:00100000:0.0:1777421001.100604:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833851392 00000100:00100000:0.0:1777421001.100674:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 472 00000100:00100000:0.0:1777421001.100686:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+93:15274:x1863760833851392:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:0.0:1777421001.100720:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421001.100750:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d712893853be lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375eba expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.100855:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d712893853c5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.100895:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d712893853c5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.100908:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d712893853c5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.100927:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d712893853cc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.100935:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d712893853cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.100943:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d712893853cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.102193:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d712893853d3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.102213:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d712893853d3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.102225:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d712893853d3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421001.102238:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1d:0x0]: returning size 647 00010000:00010000:0.0:1777421001.102400:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d712893853c5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.102410:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d712893853c5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.102417:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d712893853c5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.102439:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf38000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421001.102444:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d712893853c5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.102453:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d712893853c5 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.102468:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9af10b558800) 00010000:00010000:0.0:1777421001.102472:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421001.102477:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d712893853c5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.102484:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d712893853c5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.102501:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d712893853cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.102507:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d712893853cc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.102513:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d712893853cc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.102518:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf39200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421001.102520:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d712893853cc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.102526:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d712893853cc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.102544:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x6f5c3fa7 (ffff9af10b558600) 00010000:00010000:0.0:1777421001.102547:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421001.102550:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d712893853cc lrc: 2/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.102556:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d712893853cc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.102613:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d712893853be lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375eba expref: 96 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.102628:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d712893853d3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375eba expref: 95 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.102636:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff9af1061f8000) 00010000:00010000:0.0:1777421001.102638:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421001.102641:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12cf38c00, rc 0) 00000100:00100000:0.0:1777421001.102728:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+95:15274:x1863760833851392:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 2042us (2259us total) trans 4294967653 rc 0/0 00000100:00100000:0.0:1777421001.102738:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 472 00000100:00100000:0.0:1777421001.106911:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421001.106963:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421001.107070:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833851648 00000100:00100000:3.0:1777421001.107080:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833851648 00000100:00100000:2.0:1777421001.107104:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833851520 00000100:00100000:2.0:1777421001.107118:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833851520 00000100:00100000:3.0:1777421001.107152:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 11 00000100:00100000:3.0:1777421001.107166:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134082a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+96:2369:x1863760833851648:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421001.107183:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1777421001.107196:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 473 00000100:00100000:2.0:1777421001.107209:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134080380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+96:15274:x1863760833851520:12345-192.168.203.47@tcp:54:lfs.0 00010000:00010000:3.0:1777421001.107219:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d712893853d3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375eba expref: 96 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.107241:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff9af1061f8000) 00010000:00010000:3.0:1777421001.107246:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421001.107303:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a600/0xa38d712893853e1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421001.107327:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134082a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+95:2369:x1863760833851648:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 160us (357us total) trans 0 rc 0/0 00010000:00010000:2.0:1777421001.107327:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a600/0xa38d712893853e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.107401:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a600/0xa38d712893853e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421001.107410:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 11 00010000:00010000:2.0:1777421001.107451:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a600/0xa38d712893853e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.107460:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a600/0xa38d712893853e1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.107468:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a600/0xa38d712893853e1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.107475:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f72a600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421001.107481:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a600/0xa38d712893853e1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.107489:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a600/0xa38d712893853e1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.107500:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff9af1061f8000) 00010000:00010000:2.0:1777421001.107503:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777421001.107509:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a600/0xa38d712893853e1 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.107515:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a600/0xa38d712893853e1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421001.107596:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134080380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+94:15274:x1863760833851520:12345-192.168.203.47@tcp:54:lfs.0 Request processed in 386us (692us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421001.107607:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 473 00000100:00100000:0.0:1777421001.109261:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421001.109328:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833851904 00000100:00100000:3.0:1777421001.109341:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833851904 00000100:00100000:3.0:1777421001.109427:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 126 00000100:00100000:0.0:1777421001.109439:0:5763:0:(service.c:3435:ptlrpc_start_thread()) mdt_readpage[0] started 2 min 2 max 80 00000100:00100000:3.0:1777421001.109440:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af10f5bb850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+94:15274:x1863760833851904:12345-192.168.203.47@tcp:35:lfs.0 00000100:00100000:0.0:1777421001.109457:0:5763:0:(service.c:3494:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_002' 00000100:00100000:3.0:1777421001.109734:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af10f5bb850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+95:15274:x1863760833851904:12345-192.168.203.47@tcp:35:lfs.0 Request processed in 295us (479us total) trans 4294967654 rc 0/0 00000100:00100000:3.0:1777421001.109743:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 126 00000100:00100000:2.0:1777421001.144497:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421001.144794:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833852032 00000100:00100000:0.0:1777421001.144807:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833852032 00000100:00100000:0.0:1777421001.144880:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 474 00000100:00100000:0.0:1777421001.144910:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+95:15279:x1863760833852032:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:0.0:1777421001.144942:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421001.144972:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d712893853e8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375ec1 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.145087:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d712893853ef lrc: 3/1,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.145104:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d712893853ef lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.145116:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d712893853ef lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.145131:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d712893853f6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.145137:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d712893853f6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.145144:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d712893853f6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.145210:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d712893853ef lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.145218:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d712893853ef lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.145225:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d712893853ef lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.145240:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf39200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421001.145245:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d712893853ef lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.145253:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d712893853ef lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.145266:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9af10b558800) 00010000:00010000:0.0:1777421001.145269:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421001.145275:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d712893853ef lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.145292:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d712893853ef lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.145308:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d712893853f6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.145314:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d712893853f6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.145320:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d712893853f6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.145325:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf38000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421001.145327:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d712893853f6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.145333:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d712893853f6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.145401:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x193a76c9 (ffff9af10b558600) 00010000:00010000:0.0:1777421001.145404:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421001.145407:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d712893853f6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.145413:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d712893853f6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.145453:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d712893853e8 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375ec1 expref: 96 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.145463:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9af10b558800) 00010000:00010000:0.0:1777421001.145466:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421001.145469:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d712893853e8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375ec1 expref: 96 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.145477:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12cf38400, rc 0) 00000100:00100000:0.0:1777421001.145558:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+95:15279:x1863760833852032:12345-192.168.203.47@tcp:101:cp.0 Request processed in 651us (1075us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421001.145566:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 474 00000100:00100000:1.0:1777421001.148507:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421001.148775:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833852160 00000100:00100000:0.0:1777421001.148788:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833852160 00000100:00100000:0.0:1777421001.148893:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 475 00000100:00100000:0.0:1777421001.148906:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d22a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+95:15279:x1863760833852160:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:0.0:1777421001.148933:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421001.148973:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d712893853fd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375ec8 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.149098:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385404 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.149116:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385404 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.149129:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385404 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.149146:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d7128938540b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.149153:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d7128938540b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.149159:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d7128938540b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.149225:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385404 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.149234:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385404 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.149241:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385404 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.149248:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf39800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421001.149254:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385404 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.149272:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385404 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.149296:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9af10b558800) 00010000:00010000:0.0:1777421001.149299:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421001.149305:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385404 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.149312:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385404 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.149327:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d7128938540b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.149333:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d7128938540b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.149340:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d7128938540b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.149345:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf39400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421001.149348:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d7128938540b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.149394:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d7128938540b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.149402:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x193a76c9 (ffff9af10b558e00) 00010000:00010000:0.0:1777421001.149405:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421001.149408:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d7128938540b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.149425:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d7128938540b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.149467:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d712893853fd lrc: 1/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375ec8 expref: 96 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.149480:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9af10b558800) 00010000:00010000:0.0:1777421001.149482:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421001.149487:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d712893853fd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375ec8 expref: 96 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.149497:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12cf39000, rc 0) 00000100:00100000:0.0:1777421001.149569:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d22a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+95:15279:x1863760833852160:12345-192.168.203.47@tcp:101:cp.0 Request processed in 665us (1071us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421001.149579:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 475 00000100:00100000:2.0:1777421001.154683:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421001.154866:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833852416 00000100:00100000:0.0:1777421001.154881:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833852416 00000100:00100000:0.0:1777421001.155007:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 476 00000100:00100000:0.0:1777421001.155020:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+95:15279:x1863760833852416:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:0.0:1777421001.155048:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421001.155077:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289385412 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375ecf expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.155227:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39a00/0xa38d71289385419 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.155256:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39a00/0xa38d71289385419 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.155296:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39a00/0xa38d71289385419 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.155315:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289385420 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.155322:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289385420 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.155329:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289385420 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777421001.155800:0:5762:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0xb:0x0], index 0: 0 00010000:00010000:0.0:1777421001.155983:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289385427 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.155994:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289385427 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.156002:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289385427 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.156037:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39a00/0xa38d71289385419 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.156045:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39a00/0xa38d71289385419 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.156052:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39a00/0xa38d71289385419 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.156059:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf39a00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421001.156069:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39a00/0xa38d71289385419 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.156078:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39a00/0xa38d71289385419 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.156090:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9af10b558800) 00010000:00010000:0.0:1777421001.156099:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421001.156105:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39a00/0xa38d71289385419 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.156112:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39a00/0xa38d71289385419 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777421001.156127:0:5762:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000008fb3efc8 reply state 000000002102ba76 transno 4294967655 ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289385420 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421001.156137:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777421001.156169:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289385412 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375ecf expref: 98 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.156183:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289385427 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375ecf expref: 97 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.156191:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e:0x0].0x0 (ffff9af10b558a00) 00010000:00010000:0.0:1777421001.156194:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421001.156197:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137c24e00, rc 0) 00000100:00100000:0.0:1777421001.156279:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+98:15279:x1863760833852416:12345-192.168.203.47@tcp:101:cp.0 Request processed in 1261us (1609us total) trans 4294967655 rc 0/0 00000100:00100000:0.0:1777421001.156295:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 476 00010000:00010000:0.0:1777421001.158202:0:3282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289385420 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.158220:0:3282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289385420 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.158230:0:3282:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289385420 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.158245:0:3282:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137c25200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421001.158250:0:3282:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289385420 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.158258:0:3282:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289385420 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.158277:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x193a76c9 (ffff9af10b558d00) 00010000:00010000:0.0:1777421001.158288:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421001.158293:0:3282:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289385420 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.158301:0:3282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289385420 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421001.159503:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421001.159609:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833852544 00000100:00100000:0.0:1777421001.159621:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833852544 00000100:00100000:0.0:1777421001.159713:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 113 00000100:00100000:0.0:1777421001.159723:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+9:2367:x1863760833852544:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:0.0:1777421001.159763:0:6544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421001.159788:0:6544:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000430590fc/0xa38d71289385435 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375ed6 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777421001.159831:0:6544:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1777421001.159854:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421001.159856:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421001.159866:0:6544:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000430590fc/0xa38d71289385435 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375ed6 expref: 10 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.159885:0:6544:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000430590fc/0xa38d71289385435 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375ed6 expref: 10 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.159900:0:6544:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137c24c00, rc 0) 00000100:00100000:0.0:1777421001.159983:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+10:2367:x1863760833852544:12345-192.168.203.47@tcp:101:cp.0 Request processed in 259us (488us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421001.159991:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 113 00000100:00100000:1.0:1777421001.162203:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421001.162248:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833852672 00000100:00100000:0.0:1777421001.162261:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833852672 00000100:00100000:0.0:1777421001.162456:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 114 00000100:00100000:0.0:1777421001.162467:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d22ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+10:15279:x1863760833852672:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:0.0:1777421001.162486:0:6544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421001.162509:0:6544:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005441b199/0xa38d7128938543c lrc: 2/0,0 mode: --/PW res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375edd expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.162555:0:6544:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000430590fc/0xa38d71289385435 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375ed6 expref: 11 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.162565:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421001.162584:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421001.162589:0:6544:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005441b199/0xa38d7128938543c lrc: 4/0,0 mode: --/PW res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375edd expref: 11 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.162630:0:6544:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000430590fc/0xa38d71289385435 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375ed6 expref: 11 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.162644:0:6544:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000430590fc/0xa38d71289385435 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375ed6 expref: 11 pid: 6544 timeout: 312 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421001.162660:0:6544:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af134081880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6544:1863760841094400:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777421001.162779:0:6544:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13fc09780 going to sleep for 11 seconds 00000100:00100000:1.0:1777421001.167254:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421001.167465:0:6544:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af134081880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6544:1863760841094400:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421001.167505:0:6544:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005441b199/0xa38d7128938543c lrc: 3/0,0 mode: --/PW res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375edd expref: 11 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.167530:0:6544:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137c24a00, rc 0) 00000100:00100000:3.0:1777421001.167541:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833852800 00000100:00100000:3.0:1777421001.167552:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833852800 00000100:00100000:0.0:1777421001.167594:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d22ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+12:15279:x1863760833852672:12345-192.168.203.47@tcp:101:cp.0 Request processed in 5128us (5399us total) trans 0 rc 0/0 00010000:00010000:3.0:1777421001.167601:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000430590fc/0xa38d71289385435 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375ed6 expref: 12 pid: 6544 timeout: 312 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421001.167607:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 114 00000100:00100000:3.0:1777421001.167701:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 160 00000100:00100000:3.0:1777421001.167712:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c679f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:2369:x1863760833852800:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421001.167728:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421001.167763:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000430590fc/0xa38d71289385435 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375ed6 expref: 11 pid: 6544 timeout: 312 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.167780:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000430590fc/0xa38d71289385435 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375ed6 expref: 11 pid: 6544 timeout: 312 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.167809:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000430590fc/0xa38d71289385435 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375ed6 expref: 11 pid: 6544 timeout: 312 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.167849:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421001.167852:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421001.167861:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005441b199/0xa38d7128938543c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375edd expref: 10 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.167873:0:5746:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005441b199/0xa38d7128938543c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375edd expref: 10 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.167915:0:5746:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000005441b199/0xa38d7128938543c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375edd expref: 10 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421001.167930:0:5746:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001be3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5746:1863760841094528:192.168.203.47@tcp:105: 00000100:00100000:3.0:1777421001.168018:0:5746:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af120406a80 going to sleep for 11 seconds 00000100:00100000:3.0:1777421001.173468:0:5746:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001be3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5746:1863760841094528:192.168.203.47@tcp:105: 00010000:00010000:3.0:1777421001.173516:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421001.179038:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421001.179090:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833853056 00000100:00100000:0.0:1777421001.179103:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833853056 00000100:00100000:0.0:1777421001.179308:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 477 00000100:00100000:0.0:1777421001.179324:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134081880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+97:15279:x1863760833853056:12345-192.168.203.47@tcp:36:cp.0 00010000:00010000:0.0:1777421001.179487:0:5762:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421001.179538:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289385427 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375ecf expref: 97 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.179570:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e:0x0].0x0 (ffff9af10b558a00) 00010000:00010000:0.0:1777421001.179584:0:5762:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421001.179642:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289385443 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.179659:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289385443 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.179670:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289385443 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777421001.180086:0:5762:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 0000000078f00ff9 reply state 00000000fd4bd5fb transno 4294967656 ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289385443 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421001.180097:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777421001.180255:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134081880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+98:15279:x1863760833853056:12345-192.168.203.47@tcp:36:cp.0 Request processed in 934us (1917us total) trans 4294967656 rc 0/0 00000100:00100000:0.0:1777421001.180264:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 477 00000100:00100000:2.0:1777421001.180951:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c679f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+10:2369:x1863760833852800:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 13235us (13714us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421001.180964:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 160 00010000:00010000:2.0:1777421001.182611:0:3281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289385443 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.182632:0:3281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289385443 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.182639:0:3281:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289385443 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.182647:0:3281:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137c25200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421001.182652:0:3281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289385443 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.182660:0:3281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289385443 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.182680:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e:0x0].0x0 (ffff9af111123000) 00010000:00010000:2.0:1777421001.182684:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421001.182689:0:3281:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289385443 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.182696:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289385443 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421001.184522:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421001.184688:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833853184 00000100:00100000:0.0:1777421001.184706:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833853184 00000100:00100000:3.0:1777421001.184815:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 478 00000100:00100000:3.0:1777421001.184834:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c678380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+97:15279:x1863760833853184:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:3.0:1777421001.184859:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421001.184896:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d7128938544a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375ee4 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.184961:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d7128938544a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375ee4 expref: 98 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.185107:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc400/0xa38d7128938544a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375ee4 expref: 98 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.185144:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e:0x0].0x0 (ffff9af118b32300) 00010000:00010000:3.0:1777421001.185147:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777421001.185151:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0cc400, rc 0) 00000100:00100000:3.0:1777421001.185220:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c678380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+98:15279:x1863760833853184:12345-192.168.203.47@tcp:101:cp.0 Request processed in 393us (708us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421001.185228:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 478 00000100:00100000:1.0:1777421001.189038:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421001.189151:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833853312 00000100:00100000:0.0:1777421001.189163:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833853312 00000100:00100000:0.0:1777421001.189290:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 115 00000100:00100000:0.0:1777421001.189303:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c67b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+10:2368:x1863760833853312:12345-192.168.203.47@tcp:2:cp.0 00002000:00010000:0.0:1777421001.189607:0:6544:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0xb:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777421001.189611:0:6544:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0xb:0x0] updating lvb mtime from disk: 0 -> 1645827007 00002000:00010000:0.0:1777421001.189614:0:6544:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0xb:0x0] updating lvb atime from disk: 0 -> 1777420809 00002000:00010000:0.0:1777421001.189629:0:6544:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0xb:0x0] updating lvb ctime from disk: 0 -> 1777421001 00002000:00010000:0.0:1777421001.189632:0:6544:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0xb:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1777421001.189683:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c67b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:2368:x1863760833853312:12345-192.168.203.47@tcp:2:cp.0 Request processed in 383us (655us total) trans 4294967321 rc 0/0 00000100:00100000:0.0:1777421001.189692:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 115 00000100:00100000:1.0:1777421001.193954:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421001.194035:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833853568 00000100:00100000:3.0:1777421001.194048:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833853568 00000100:00100000:3.0:1777421001.194113:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 479 00000100:00100000:3.0:1777421001.194123:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c678a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+98:15279:x1863760833853568:12345-192.168.203.47@tcp:55:cp.0 00010000:00010000:3.0:1777421001.194204:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289385451 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.194224:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289385451 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.194238:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289385451 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.194268:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289385451 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.194276:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289385451 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.194495:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289385451 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.194503:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cc000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421001.194526:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289385451 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.194535:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289385451 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.194549:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e:0x0].0x0 (ffff9af118b32300) 00010000:00010000:3.0:1777421001.194553:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1777421001.194557:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289385451 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.194564:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289385451 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421001.194648:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c678a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+98:15279:x1863760833853568:12345-192.168.203.47@tcp:55:cp.0 Request processed in 525us (705us total) trans 0 rc -22/-22 00000100:00100000:3.0:1777421001.194656:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 479 00000100:00100000:1.0:1777421001.197004:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421001.197090:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833853824 00000100:00100000:3.0:1777421001.197103:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833853824 00000100:00100000:3.0:1777421001.197164:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 480 00000100:00100000:3.0:1777421001.197176:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c67a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+98:15279:x1863760833853824:12345-192.168.203.47@tcp:36:cp.0 00010000:00010000:3.0:1777421001.197266:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289385458 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.197294:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289385458 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.197308:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289385458 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777421001.197580:0:6569:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000f171c647 reply state 00000000ed545990 transno 4294967657 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289385458 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421001.197603:0:6569:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777421001.197708:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c67a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+100:15279:x1863760833853824:12345-192.168.203.47@tcp:36:cp.0 Request processed in 535us (716us total) trans 4294967657 rc 0/0 00000100:00100000:3.0:1777421001.197714:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 480 00010000:00010000:0.0:1777421001.199300:0:3282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289385458 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.199320:0:3282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289385458 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.199328:0:3282:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289385458 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.199335:0:3282:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cd200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421001.199341:0:3282:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289385458 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.199349:0:3282:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289385458 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.199408:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e:0x0].0x0 (ffff9af118b32300) 00010000:00010000:0.0:1777421001.199411:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1777421001.199416:0:3282:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289385458 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421001.199423:0:3282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289385458 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421001.203639:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421001.203723:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833854080 00000100:00100000:0.0:1777421001.203742:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833854080 00000100:00100000:0.0:1777421001.203820:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 127 00000100:00100000:0.0:1777421001.203849:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c67a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+99:15279:x1863760833854080:12345-192.168.203.47@tcp:35:cp.0 00000100:00100000:0.0:1777421001.204247:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c67a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+100:15279:x1863760833854080:12345-192.168.203.47@tcp:35:cp.0 Request processed in 390us (612us total) trans 4294967658 rc 0/0 00000100:00100000:0.0:1777421001.204255:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 127 00000100:00100000:1.0:1777421001.219263:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421001.219715:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833854336 00000100:00100000:3.0:1777421001.219734:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833854336 00000100:00100000:3.0:1777421001.219804:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 481 00000100:00100000:3.0:1777421001.219816:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c678700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+100:15280:x1863760833854336:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:3.0:1777421001.219848:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421001.219876:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d7128938545f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375eeb expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.219984:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289385466 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.220001:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289385466 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.220015:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289385466 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.220033:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d7128938546d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.220040:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d7128938546d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.220046:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d7128938546d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.220212:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289385474 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.220221:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289385474 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.220229:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289385474 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421001.220239:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1e:0x0]: returning size 1516 00010000:00010000:3.0:1777421001.220407:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289385466 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.220415:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289385466 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.220422:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289385466 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.220429:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cd000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421001.220434:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289385466 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.220441:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289385466 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.220454:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9af10b558800) 00010000:00010000:3.0:1777421001.220457:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421001.220462:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289385466 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.220479:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289385466 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.220495:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d7128938546d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.220501:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d7128938546d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.220507:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d7128938546d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.220512:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cd200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421001.220516:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d7128938546d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.220522:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d7128938546d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.220530:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x193a76c9 (ffff9af118b32e00) 00010000:00010000:3.0:1777421001.220533:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421001.220535:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d7128938546d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.220541:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d7128938546d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.220586:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d7128938545f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375eeb expref: 103 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.220601:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289385474 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375eeb expref: 102 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.220614:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e:0x0].0x0 (ffff9af118b32300) 00010000:00010000:3.0:1777421001.220616:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777421001.220619:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0cc600, rc 0) 00000100:00100000:3.0:1777421001.220713:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c678700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+102:15280:x1863760833854336:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 897us (1459us total) trans 4294967659 rc 0/0 00000100:00100000:3.0:1777421001.220723:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 481 00000100:00100000:1.0:1777421001.224459:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421001.224585:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833854592 00000100:00100000:3.0:1777421001.224596:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833854592 00000100:00100000:3.0:1777421001.224663:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 482 00000100:00100000:3.0:1777421001.224675:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c67ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+102:15280:x1863760833854592:12345-192.168.203.47@tcp:55:lfs.0 00010000:00010000:3.0:1777421001.224755:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d71289385482 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.224771:0:6569:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289385474 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375eeb expref: 102 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.224789:0:6569:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d71289385482 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.224832:0:6569:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289385474 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375eeb expref: 102 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.224848:0:6569:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289385474 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375eeb expref: 102 pid: 6569 timeout: 313 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421001.224864:0:6569:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001be3100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841094656:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777421001.225138:0:6569:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af120406000 going to sleep for 11 seconds 00000100:00100000:1.0:1777421001.227085:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421001.227196:0:6569:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001be3100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841094656:192.168.203.47@tcp:104: 00010000:00010000:3.0:1777421001.227230:0:6569:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d71289385482 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421001.227337:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833854720 00000100:00100000:2.0:1777421001.227347:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833854720 00010000:00010000:2.0:1777421001.227410:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289385474 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375eeb expref: 103 pid: 6569 timeout: 313 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421001.227471:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 161 00000100:00100000:2.0:1777421001.227481:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c679c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+103:2368:x1863760833854720:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421001.227498:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421001.227506:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289385474 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375eeb expref: 103 pid: 6569 timeout: 313 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.227520:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289385474 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375eeb expref: 103 pid: 6569 timeout: 313 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.227546:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289385474 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375eeb expref: 103 pid: 6569 timeout: 313 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.227567:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e:0x0].0x0 (ffff9af118b32300) 00010000:00010000:2.0:1777421001.227572:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d71289385482 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.227582:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d71289385482 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.227591:0:5746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d71289385482 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.227618:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777421001.227637:0:6569:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d71289385482 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421001.227646:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d71289385482 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421001.227674:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c679c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+102:2368:x1863760833854720:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 193us (596us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421001.227682:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 161 00010000:00010000:2.0:1777421001.229807:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d71289385482 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.229842:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d71289385482 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.229849:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d71289385482 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.229856:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cdc00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421001.229861:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d71289385482 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.229869:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d71289385482 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.229889:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e:0x0].0x0 (ffff9af118b32300) 00010000:00010000:2.0:1777421001.229893:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1777421001.229897:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d71289385482 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.229904:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d71289385482 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421001.230014:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c67ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+102:15280:x1863760833854592:12345-192.168.203.47@tcp:55:lfs.0 Request processed in 5335us (5562us total) trans 4294967660 rc 0/0 00000100:00100000:2.0:1777421001.230027:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 482 00000100:00100000:1.0:1777421001.232411:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421001.232456:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421001.232480:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833854848 00000100:00100000:1.0:1777421001.232487:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421001.232495:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833854848 00000100:00100000:1.0:1777421001.232517:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421001.232559:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833855104 00000100:00100000:2.0:1777421001.232566:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833855104 00000100:00100000:0.0:1777421001.232567:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 272 00000100:00100000:0.0:1777421001.232582:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+12:2367:x1863760833854848:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:0.0:1777421001.232663:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+12:2367:x1863760833854848:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 84us (264us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421001.232673:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 272 00000100:00100000:0.0:1777421001.232715:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833855360 00000100:00100000:0.0:1777421001.232720:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833855360 00000100:00100000:0.0:1777421001.232752:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 128 00000100:00100000:0.0:1777421001.232759:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c67bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+102:15280:x1863760833855360:12345-192.168.203.47@tcp:35:lfs.0 00000100:00100000:2.0:1777421001.233008:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833854976 00000100:00100000:0.0:1777421001.233010:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c67bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+103:15280:x1863760833855360:12345-192.168.203.47@tcp:35:lfs.0 Request processed in 249us (490us total) trans 4294967661 rc 0/0 00000100:00100000:2.0:1777421001.233014:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833854976 00000100:00100000:0.0:1777421001.233022:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 128 00000100:00100000:2.0:1777421001.233051:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 91 00000100:00100000:2.0:1777421001.233061:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c678e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+5:2367:x1863760833855104:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:2.0:1777421001.233112:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c678e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+5:2367:x1863760833855104:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 53us (654us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421001.233120:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 91 00000100:00100000:2.0:1777421001.233134:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 92 00000100:00100000:2.0:1777421001.233141:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c679500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+5:2366:x1863760833854976:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:2.0:1777421001.233166:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c679500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+5:2366:x1863760833854976:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 26us (680us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421001.233173:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 92 00000100:00080000:3.0:1777421001.233452:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777421001.233458:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777421001.287869:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421001.288341:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833855616 00000100:00100000:2.0:1777421001.288400:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833855616 00000100:00100000:2.0:1777421001.288469:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 483 00000100:00100000:2.0:1777421001.288481:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c67aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+103:15281:x1863760833855616:12345-192.168.203.47@tcp:101:multiop.0 00010000:00010000:2.0:1777421001.288513:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421001.288540:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ae00/0xa38d71289385489 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375ef2 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.288757:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72bc00/0xa38d71289385490 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.288776:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72bc00/0xa38d71289385490 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.288789:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72bc00/0xa38d71289385490 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.289093:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ac00/0xa38d71289385497 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.289115:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ac00/0xa38d71289385497 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.289123:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ac00/0xa38d71289385497 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.289214:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b800/0xa38d7128938549e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.289224:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b800/0xa38d7128938549e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.289232:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b800/0xa38d7128938549e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421001.289245:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1e:0x0]: returning size 1516 00010000:00010000:2.0:1777421001.291587:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72bc00/0xa38d71289385490 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.291601:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72bc00/0xa38d71289385490 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.291610:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72bc00/0xa38d71289385490 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.291618:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f72bc00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421001.291623:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72bc00/0xa38d71289385490 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.291631:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72bc00/0xa38d71289385490 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.291671:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9af10b558800) 00010000:00010000:2.0:1777421001.291674:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421001.291680:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72bc00/0xa38d71289385490 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.291687:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72bc00/0xa38d71289385490 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.291705:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ac00/0xa38d71289385497 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.291712:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ac00/0xa38d71289385497 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.291718:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ac00/0xa38d71289385497 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.291724:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f72ac00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421001.291727:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ac00/0xa38d71289385497 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.291733:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ac00/0xa38d71289385497 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.291740:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x193a76c9 (ffff9af121239700) 00010000:00010000:2.0:1777421001.291743:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421001.291746:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ac00/0xa38d71289385497 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.291752:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ac00/0xa38d71289385497 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.291853:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ae00/0xa38d71289385489 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375ef2 expref: 106 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.291872:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b800/0xa38d7128938549e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375ef2 expref: 105 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.291880:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e:0x0].0x0 (ffff9af118b32300) 00010000:00010000:2.0:1777421001.291883:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777421001.291885:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f72b800, rc 0) 00000100:00100000:2.0:1777421001.292120:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c67aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+105:15281:x1863760833855616:12345-192.168.203.47@tcp:101:multiop.0 Request processed in 3639us (4263us total) trans 4294967662 rc 0/0 00000100:00100000:2.0:1777421001.292131:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 483 00000100:00100000:1.0:1777421001.303984:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421001.304129:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833855872 00000100:00100000:2.0:1777421001.304142:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833855872 00000100:00100000:2.0:1777421001.304218:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 129 00000100:00100000:2.0:1777421001.304230:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c67b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+105:15281:x1863760833855872:12345-192.168.203.47@tcp:35:multiop.0 00000100:00100000:2.0:1777421001.304818:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c67b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+106:15281:x1863760833855872:12345-192.168.203.47@tcp:35:multiop.0 Request processed in 587us (846us total) trans 4294967663 rc 0/0 00000100:00100000:2.0:1777421001.304829:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 129 00000100:00100000:1.0:1777421001.322904:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421001.323985:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833856128 00000100:00100000:2.0:1777421001.324002:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833856128 00000100:00100000:2.0:1777421001.324139:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 484 00000100:00100000:2.0:1777421001.324150:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c679880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+106:15284:x1863760833856128:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:2.0:1777421001.324186:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421001.324216:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ae00/0xa38d712893854ac lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375ef9 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.324415:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ac00/0xa38d712893854b3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.324433:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ac00/0xa38d712893854b3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.324446:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ac00/0xa38d712893854b3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421001.324459:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1e:0x0]: returning size 1516 00010000:00010000:2.0:1777421001.324627:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ae00/0xa38d712893854ac lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375ef9 expref: 109 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.324651:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ac00/0xa38d712893854b3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1e:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375ef9 expref: 108 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.324661:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e:0x0].0x0 (ffff9af118b32300) 00010000:00010000:2.0:1777421001.324665:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1777421001.324669:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f72ac00, rc 0) 00000100:00100000:2.0:1777421001.324743:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c679880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+108:15284:x1863760833856128:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 594us (1866us total) trans 4294967664 rc 0/0 00000100:00100000:2.0:1777421001.324752:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 484 00000100:00100000:1.0:1777421001.329189:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421001.329599:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833856256 00000100:00100000:2.0:1777421001.329613:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833856256 00000100:00100000:2.0:1777421001.329729:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 485 00000100:00100000:2.0:1777421001.329742:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c679180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+108:15284:x1863760833856256:12345-192.168.203.47@tcp:54:lfs.0 00010000:00010000:2.0:1777421001.329828:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ae00/0xa38d712893854c1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.329868:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ae00/0xa38d712893854c1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.329883:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ae00/0xa38d712893854c1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.329917:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ae00/0xa38d712893854c1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.329925:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ae00/0xa38d712893854c1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.329933:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ae00/0xa38d712893854c1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.329940:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f72ae00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421001.329946:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ae00/0xa38d712893854c1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.329965:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ae00/0xa38d712893854c1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.329979:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e:0x0].0x0 (ffff9af118b32300) 00010000:00010000:2.0:1777421001.329982:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777421001.329988:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ae00/0xa38d712893854c1 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421001.329995:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ae00/0xa38d712893854c1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421001.330080:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c679180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+108:15284:x1863760833856256:12345-192.168.203.47@tcp:54:lfs.0 Request processed in 340us (906us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421001.330096:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 485 00000100:00100000:1.0:1777421001.746751:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421001.746827:0:6548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833856384 00000100:00100000:0.0:1777421001.746841:0:6548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833856384 00002000:00100000:0.0:1777421001.746906:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x9:0x0] (0->1515) req@ffff9af137de9880 x1863760833856384/t0(0) o4->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:12/0 lens 2008/0 e 0 to 0 dl 1777421012 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421001.746919:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af137de9880 with x1863760833856384 ext(0->1515) 00002000:00010000:0.0:1777421001.746925:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af137de9880 00000100:00100000:0.0:1777421001.746968:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 44 00000100:00100000:0.0:1777421001.746986:0:6548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137de9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:2366:x1863760833856384:12345-192.168.203.47@tcp:4:cat.0 00000100:00100000:2.0:1777421001.747528:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421001.747895:0:6548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137de9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+13:2366:x1863760833856384:12345-192.168.203.47@tcp:4:cat.0 Request processed in 902us (1149us total) trans 4294967322 rc 0/0 00000100:00100000:0.0:1777421001.747911:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 44 00002000:00100000:0.0:1777421001.747922:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x9:0x0] (0->1515) req@ffff9af137de9880 x1863760833856384/t4294967322(0) o4->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:12/0 lens 2008/448 e 0 to 0 dl 1777421012 ref 1 fl Complete:/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421001.747934:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af137de9880 with x1863760833856384 ext(0->1515) 00002000:00010000:0.0:1777421001.747941:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af137de9880 00000100:00100000:1.0:1777421001.748033:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833856512 00000100:00100000:1.0:1777421001.748043:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833856512 00000100:00100000:1.0:1777421001.748101:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 116 00000100:00100000:1.0:1777421001.748111:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+13:2366:x1863760833856512:12345-192.168.203.47@tcp:16:kworker.0 00000001:00080000:2.0:1777421001.794094:0:6572:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967322 is committed 00000100:00100000:1.0:1777421001.794288:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+8:2366:x1863760833856512:12345-192.168.203.47@tcp:16:kworker.0 Request processed in 46163us (46748us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421001.794301:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 116 00000100:00100000:3.0:1777421001.799668:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421001.799713:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421001.799781:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833856768 00000100:00100000:1.0:1777421001.799792:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833856768 00000100:00100000:1.0:1777421001.799846:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 117 00000100:00100000:1.0:1777421001.799857:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+12:2368:x1863760833856768:12345-192.168.203.47@tcp:16:kworker.0 00000100:00100000:0.0:1777421001.800003:0:6548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833856640 00000100:00100000:0.0:1777421001.800009:0:6548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833856640 00000100:00100000:1.0:1777421001.800021:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+13:2368:x1863760833856768:12345-192.168.203.47@tcp:16:kworker.0 Request processed in 164us (306us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421001.800031:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 117 00002000:00100000:0.0:1777421001.800037:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (0->1518) req@ffff9af001be3100 x1863760833856640/t0(0) o4->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:12/0 lens 2008/0 e 0 to 0 dl 1777421012 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421001.800049:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af001be3100 with x1863760833856640 ext(0->1518) 00002000:00010000:0.0:1777421001.800056:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af001be3100 00000100:00100000:0.0:1777421001.800083:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 45 00000100:00100000:0.0:1777421001.800091:0:6548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+12:2368:x1863760833856640:12345-192.168.203.47@tcp:4:dd.0 00000100:00100000:0.0:1777421001.800545:0:6548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+14:2368:x1863760833856640:12345-192.168.203.47@tcp:4:dd.0 Request processed in 454us (888us total) trans 4294967323 rc 0/0 00000100:00100000:0.0:1777421001.800554:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 45 00002000:00100000:0.0:1777421001.800561:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (0->1518) req@ffff9af001be3100 x1863760833856640/t4294967323(0) o4->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:12/0 lens 2008/448 e 0 to 0 dl 1777421012 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421001.800569:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af001be3100 with x1863760833856640 ext(0->1518) 00002000:00010000:0.0:1777421001.800573:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af001be3100 00000100:00100000:3.0:1777421001.810084:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421001.810084:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421001.810157:0:6549:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833856896 00000100:00100000:1.0:1777421001.810168:0:6549:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833856896 00002000:00100000:1.0:1777421001.810217:0:6549:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0xa:0x0] (0->1515) req@ffff9af001be0700 x1863760833856896/t0(0) o4->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:12/0 lens 2008/0 e 0 to 0 dl 1777421012 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421001.810242:0:6549:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af001be0700 with x1863760833856896 ext(0->1515) 00002000:00010000:1.0:1777421001.810248:0:6549:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af001be0700 00000100:00100000:1.0:1777421001.810293:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 46 00000100:00100000:1.0:1777421001.810303:0:6549:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+8:2369:x1863760833856896:12345-192.168.203.47@tcp:4:cp.0 00000100:00100000:2.0:1777421001.810977:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833857024 00000100:00100000:2.0:1777421001.810987:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833857024 00000100:00100000:2.0:1777421001.811068:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 118 00000100:00100000:2.0:1777421001.811077:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+9:2369:x1863760833857024:12345-192.168.203.47@tcp:16:kworker.0 00000100:00100000:2.0:1777421001.811170:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+9:2369:x1863760833857024:12345-192.168.203.47@tcp:16:kworker.0 Request processed in 93us (1095us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421001.811178:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 118 00000100:00100000:1.0:1777421001.812744:0:6549:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+10:2369:x1863760833856896:12345-192.168.203.47@tcp:4:cp.0 Request processed in 2435us (2662us total) trans 4294967323 rc 0/0 00000100:00100000:1.0:1777421001.812757:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 46 00002000:00100000:1.0:1777421001.812766:0:6549:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0xa:0x0] (0->1515) req@ffff9af001be0700 x1863760833856896/t4294967323(0) o4->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:12/0 lens 2008/448 e 0 to 0 dl 1777421012 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421001.812777:0:6549:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af001be0700 with x1863760833856896 ext(0->1515) 00002000:00010000:1.0:1777421001.812783:0:6549:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af001be0700 00000100:00100000:2.0:1777421001.819453:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421001.819456:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421001.819503:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833857280 00000100:00100000:2.0:1777421001.819513:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833857280 00000100:00100000:2.0:1777421001.819556:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 119 00000100:00100000:2.0:1777421001.819563:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134082680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+14:2368:x1863760833857280:12345-192.168.203.47@tcp:16:kworker.0 00000100:00100000:1.0:1777421001.819820:0:6549:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833857152 00000100:00100000:1.0:1777421001.819827:0:6549:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833857152 00002000:00100000:1.0:1777421001.819856:0:6549:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xa:0x0] (0->646) req@ffff9af0013b7480 x1863760833857152/t0(0) o4->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:12/0 lens 1136/0 e 0 to 0 dl 1777421012 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421001.819872:0:6549:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0013b7480 with x1863760833857152 ext(0->646) 00002000:00010000:1.0:1777421001.819878:0:6549:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0013b7480 00000100:00100000:1.0:1777421001.819902:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 47 00000100:00100000:1.0:1777421001.819910:0:6549:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+15:2368:x1863760833857152:12345-192.168.203.47@tcp:4:cp.0 00000100:00100000:1.0:1777421001.820313:0:6549:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+17:2368:x1863760833857152:12345-192.168.203.47@tcp:4:cp.0 Request processed in 403us (879us total) trans 4294967324 rc 0/0 00000100:00100000:1.0:1777421001.820321:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 47 00002000:00100000:1.0:1777421001.820327:0:6549:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xa:0x0] (0->646) req@ffff9af0013b7480 x1863760833857152/t4294967324(0) o4->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:12/0 lens 1136/448 e 0 to 0 dl 1777421012 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421001.820340:0:6549:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0013b7480 with x1863760833857152 ext(0->646) 00002000:00010000:1.0:1777421001.820343:0:6549:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0013b7480 00000001:00080000:3.0:1777421001.844242:0:7430:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967323 is committed 00000001:00080000:3.0:1777421001.844266:0:7430:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967319 is committed 00000100:00100000:0.0:1777421001.844527:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134082680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:2368:x1863760833857280:12345-192.168.203.47@tcp:16:kworker.0 Request processed in 24955us (25074us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421001.844539:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 119 00000100:00100000:1.0:1777421001.850657:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421001.850699:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421001.850730:0:6549:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833857408 00000100:00100000:1.0:1777421001.850740:0:6549:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833857408 00002000:00100000:1.0:1777421001.850798:0:6549:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0xb:0x0] (0->1515) req@ffff9af137de9f80 x1863760833857408/t0(0) o4->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:12/0 lens 2008/0 e 0 to 0 dl 1777421012 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421001.850810:0:6549:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af137de9f80 with x1863760833857408 ext(0->1515) 00002000:00010000:1.0:1777421001.850815:0:6549:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af137de9f80 00000100:00100000:1.0:1777421001.850841:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 48 00000100:00100000:1.0:1777421001.850853:0:6549:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137de9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+10:2369:x1863760833857408:12345-192.168.203.47@tcp:4:cp.0 00000100:00100000:1.0:1777421001.851887:0:6549:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137de9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+12:2369:x1863760833857408:12345-192.168.203.47@tcp:4:cp.0 Request processed in 1032us (1183us total) trans 4294967324 rc 0/0 00000100:00100000:1.0:1777421001.851898:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 48 00002000:00100000:1.0:1777421001.851907:0:6549:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0xb:0x0] (0->1515) req@ffff9af137de9f80 x1863760833857408/t4294967324(0) o4->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:12/0 lens 2008/448 e 0 to 0 dl 1777421012 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421001.851917:0:6549:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af137de9f80 with x1863760833857408 ext(0->1515) 00002000:00010000:1.0:1777421001.851922:0:6549:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af137de9f80 00000100:00100000:2.0:1777421001.853873:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833857536 00000100:00100000:2.0:1777421001.853887:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833857536 00000100:00100000:3.0:1777421001.854003:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 120 00000100:00100000:3.0:1777421001.854016:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137de9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+12:2369:x1863760833857536:12345-192.168.203.47@tcp:16:kworker.0 00000001:00080000:1.0:1777421001.881099:0:6572:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967324 is committed 00000100:00100000:3.0:1777421001.881131:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137de9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+10:2369:x1863760833857536:12345-192.168.203.47@tcp:16:kworker.0 Request processed in 27113us (30477us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421001.881143:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 120 00010000:00010000:1.0:1777421002.072926:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1777421002.200607:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777421002.200617:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777421002.200880:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 10 count 1 00000040:00080000:2.0:1777421002.200888:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777421002.712820:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777421002.712841:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841094912:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777421002.712908:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421002.712967:0:7924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841094912 00000100:00100000:3.0:1777421002.712975:0:7924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841094912 00000100:00100000:3.0:1777421002.713045:0:7924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1777421002.713054:0:7924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841094912:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777421002.713075:0:7924:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 57868288 pending 1703936 free 3856662528 avail 3853516800 00000100:00100000:3.0:1777421002.713134:0:7924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841094912:12345-0@lo:13:osp-pre-1-0.0 Request processed in 81us (225us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421002.713142:0:7924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00080000:3.0:1777421002.713162:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777421002.713186:0:3297:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967319 gen 2 00000004:00080000:3.0:1777421002.713192:0:3297:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9af12d0d3800, transno 4294967319 00000100:00100000:3.0:1777421002.713207:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841094912:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777421002.713824:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0013b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3296:1863760841095040:0@lo:400:kworker.0 00000100:00100000:0.0:1777421002.713861:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421002.713895:0:3296:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1777421002.713902:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0013b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3296:1863760841094784:0@lo:400:kworker.0 00000100:00100000:0.0:1777421002.713926:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421002.713946:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0013b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3296:1863760841095424:0@lo:400:kworker.0 00000100:00100000:0.0:1777421002.713965:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421002.713985:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0013b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1863760841095296:0@lo:400:kworker.0 00000100:00100000:0.0:1777421002.714009:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421002.714026:0:3298:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1777421002.714031:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0013b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3298:1863760841095168:0@lo:400:kworker.0 00000100:00100000:0.0:1777421002.714049:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421002.714073:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841094784 00000100:00100000:0.0:1777421002.714079:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841094784 00000100:00100000:0.0:1777421002.714109:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 273 00000100:00100000:0.0:1777421002.714116:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3296:x1863760841094784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421002.714151:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3296:x1863760841094784:12345-0@lo:400:kworker.0 Request processed in 35us (223us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421002.714157:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 273 00000100:00100000:0.0:1777421002.714185:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841095040 00000100:00100000:0.0:1777421002.714189:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841095040 00000100:00100000:0.0:1777421002.714214:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841095424 00000100:00100000:0.0:1777421002.714217:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841095424 00000100:00100000:0.0:1777421002.714249:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841095168 00000100:00100000:0.0:1777421002.714252:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841095168 00000100:00100000:0.0:1777421002.714264:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:0.0:1777421002.714278:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13786f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1863760841095040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421002.714322:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13786f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1863760841095040:12345-0@lo:400:kworker.0 Request processed in 51us (459us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421002.714327:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:0.0:1777421002.714341:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:0.0:1777421002.714347:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3296:x1863760841095424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421002.714394:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3296:x1863760841095424:12345-0@lo:400:kworker.0 Request processed in 48us (429us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421002.714401:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:0.0:1777421002.714411:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:0.0:1777421002.714417:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3298:x1863760841095168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421002.714444:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3298:x1863760841095168:12345-0@lo:400:kworker.0 Request processed in 27us (394us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421002.714449:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:0.0:1777421002.714465:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841095296 00000100:00100000:0.0:1777421002.714469:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841095296 00000100:00100000:0.0:1777421002.714496:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:0.0:1777421002.714502:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3298:x1863760841095296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421002.714530:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3298:x1863760841095296:12345-0@lo:400:kworker.0 Request processed in 28us (521us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421002.714536:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00080000:0.0:1777421002.714569:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1777421002.714573:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777421002.714595:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0013b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3298:1863760841095168:0@lo:400:kworker.0 00000100:00100000:0.0:1777421002.714611:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0013b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1863760841095296:0@lo:400:kworker.0 00000100:00100000:0.0:1777421002.714636:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0013b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3296:1863760841094784:0@lo:400:kworker.0 00000100:00100000:0.0:1777421002.714644:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0013b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3296:1863760841095424:0@lo:400:kworker.0 00000100:00100000:0.0:1777421002.714653:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0013b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3296:1863760841095040:0@lo:400:kworker.0 00010000:00010000:2.0:1777421003.096632:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777421004.120633:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1777421004.713087:0:14063:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 4: Useless cancel must not be registered ========================================================== 20:03:23 (1777421003) 00000100:00100000:0.0:1777421004.760590:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af12d0d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841095552:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777421004.760669:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421004.760789:0:6546:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841095552 00000100:00100000:3.0:1777421004.760797:0:6546:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841095552 00000100:00100000:3.0:1777421004.760859:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1777421004.760869:0:6546:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3296:x1863760841095552:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777421004.760908:0:6546:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 57868288 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1777421004.760966:0:6546:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3296:x1863760841095552:12345-0@lo:13:osp-pre-0-0.0 Request processed in 99us (298us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421004.760975:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1777421004.761011:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af12d0d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841095552:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1777421004.761046:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777421004.768887:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421004.768985:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833857664 00000100:00100000:3.0:1777421004.768995:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833857664 00000100:00100000:3.0:1777421004.769574:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 486 00000100:00100000:3.0:1777421004.769585:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137de9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+15:15858:x1863760833857664:12345-192.168.203.47@tcp:101:mkdir.0 00010000:00010000:3.0:1777421004.769606:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421004.769626:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d712893854c8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375f00 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421004.769688:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d712893854cf lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421004.769709:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d712893854cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421004.769721:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d712893854cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421004.769789:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:3.0:1777421004.769793:0:6569:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 10 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421004.769817:0:6569:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d712893854cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421004.769841:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d712893854c8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375f00 expref: 17 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421004.769858:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d712893854cf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375f00 expref: 16 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421004.769866:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af10b558100) 00010000:00010000:3.0:1777421004.769869:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777421004.769872:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0cd200, rc 0) 00000100:00100000:3.0:1777421004.769932:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137de9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+16:15858:x1863760833857664:12345-192.168.203.47@tcp:101:mkdir.0 Request processed in 349us (1055us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421004.769940:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 486 00000100:00080000:0.0:1777421004.772501:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777421004.775637:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421004.775710:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833857920 00000100:00100000:0.0:1777421004.775722:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833857920 00000100:00100000:0.0:1777421004.775785:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 487 00000100:00100000:0.0:1777421004.775797:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137deaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+16:15858:x1863760833857920:12345-192.168.203.47@tcp:36:mkdir.0 00010000:00010000:0.0:1777421004.775850:0:5761:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421004.775877:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d712893854cf lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375f00 expref: 16 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421004.775895:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af10b558100) 00010000:00010000:0.0:1777421004.775902:0:5761:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421004.775989:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d712893854d6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421004.776002:0:5761:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39c00/0xa38d71289384fb2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d94 expref: 107 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421004.776031:0:5761:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d712893854d6 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421004.776061:0:5761:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39c00/0xa38d71289384fb2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d94 expref: 107 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421004.776076:0:5761:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39c00/0xa38d71289384fb2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d94 expref: 107 pid: 5762 timeout: 316 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421004.776093:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0010f5880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841095680:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777421004.776182:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13fc09600 going to sleep for 11 seconds 00000100:00100000:0.0:1777421004.778885:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0010f5880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841095680:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421004.778911:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d712893854d6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421004.780873:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421004.780994:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833858048 00000100:00100000:3.0:1777421004.781005:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833858048 00010000:00010000:3.0:1777421004.781070:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39c00/0xa38d71289384fb2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d94 expref: 108 pid: 5762 timeout: 316 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421004.781110:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 162 00000100:00100000:3.0:1777421004.781127:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118196c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+108:2368:x1863760833858048:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421004.781141:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421004.781147:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39c00/0xa38d71289384fb2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d94 expref: 108 pid: 5762 timeout: 316 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421004.781160:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39c00/0xa38d71289384fb2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d94 expref: 108 pid: 5762 timeout: 316 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421004.781181:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39c00/0xa38d71289384fb2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375d94 expref: 108 pid: 5762 timeout: 316 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421004.781195:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af10b558100) 00010000:00010000:3.0:1777421004.781199:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d712893854d6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421004.781209:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d712893854d6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421004.781216:0:5746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d712893854d6 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421004.781240:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421004.781296:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118196c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+107:2368:x1863760833858048:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 170us (431us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421004.781303:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 162 00010000:00010000:3.0:1777421004.781379:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d712893854d6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421004.781386:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d712893854d6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421004.781417:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d712893854dd lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421004.781426:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d712893854dd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421004.781433:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d712893854dd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1777421004.782219:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00200000:3.0:1777421004.782564:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xa:0x0]: returning size 512 00010000:00010000:3.0:1777421004.782576:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d712893854d6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421004.782585:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d712893854d6 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421004.782592:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d712893854d6 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421004.782598:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137c24c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421004.782603:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d712893854d6 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421004.782611:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d712893854d6 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421004.782623:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af10b558100) 00010000:00010000:3.0:1777421004.782625:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421004.782629:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d712893854d6 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421004.782645:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24c00/0xa38d712893854d6 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777421004.782662:0:5761:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000a48d3e5b reply state 00000000a499f009 transno 4294967665 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d712893854dd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421004.782670:0:5761:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777421004.782812:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137deaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+17:15858:x1863760833857920:12345-192.168.203.47@tcp:36:mkdir.0 Request processed in 7015us (7182us total) trans 4294967665 rc 0/0 00000100:00100000:3.0:1777421004.782821:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 487 00010000:00010000:2.0:1777421004.790667:0:3281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d712893854dd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421004.790697:0:3281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d712893854dd lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421004.790704:0:3281:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d712893854dd lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421004.790710:0:3281:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cc000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421004.790714:0:3281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d712893854dd lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421004.790722:0:3281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d712893854dd lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421004.790976:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb7cfe2e1 (ffff9af118b32b00) 00010000:00010000:2.0:1777421004.790980:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421004.790985:0:3281:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d712893854dd lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421004.790992:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d712893854dd lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421004.799577:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421004.799651:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833858176 00000100:00100000:3.0:1777421004.799669:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833858176 00000100:00100000:3.0:1777421004.799760:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 488 00000100:00100000:3.0:1777421004.799774:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137dea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+16:15860:x1863760833858176:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:3.0:1777421004.799808:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421004.799842:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d712893854e4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375f07 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421004.799964:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d712893854eb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421004.799981:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d712893854eb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421004.799994:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d712893854eb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421004.800068:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:3.0:1777421004.800073:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 11 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421004.800113:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d712893854eb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421004.800145:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d712893854e4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375f07 expref: 18 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421004.800166:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d712893854eb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375f07 expref: 17 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421004.800176:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af118b32e00) 00010000:00010000:3.0:1777421004.800180:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777421004.800184:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0cda00, rc 0) 00000100:00100000:3.0:1777421004.800286:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137dea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+17:15860:x1863760833858176:12345-192.168.203.47@tcp:101:rm.0 Request processed in 515us (719us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421004.800295:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 488 00000100:00100000:3.0:1777421004.811578:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421004.811630:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833858304 00000100:00100000:3.0:1777421004.811643:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833858304 00000100:00100000:3.0:1777421004.811709:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 489 00000100:00100000:3.0:1777421004.811722:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+17:15860:x1863760833858304:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:3.0:1777421004.811748:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421004.811774:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d712893854f2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375f0e expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421004.811859:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d712893854f9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421004.811877:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d712893854f9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421004.811905:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d712893854f9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421004.811941:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289385500 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421004.811950:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289385500 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421004.811958:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289385500 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421004.812116:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d71289385507 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421004.812125:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d71289385507 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421004.812133:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d71289385507 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421004.812176:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xa:0x0]: returning size 512 00000004:00200000:3.0:1777421004.812180:0:6569:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421004.812212:0:6569:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d71289385507 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421004.812225:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d712893854f9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421004.812232:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d712893854f9 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421004.812249:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d712893854f9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421004.812267:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cc000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421004.812273:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d712893854f9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421004.812283:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d712893854f9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421004.812298:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af118b32e00) 00010000:00010000:3.0:1777421004.812302:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421004.812308:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d712893854f9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421004.812316:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d712893854f9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421004.812328:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289385500 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421004.812333:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289385500 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421004.812340:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289385500 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421004.812345:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cd200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421004.812348:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289385500 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421004.812389:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289385500 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421004.812399:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb7cfe2e1 (ffff9af118b32900) 00010000:00010000:3.0:1777421004.812402:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421004.812405:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289385500 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421004.812411:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289385500 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421004.812449:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d712893854f2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375f0e expref: 19 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421004.812467:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cdc00/0xa38d71289385507 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375f0e expref: 18 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421004.812475:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa:0x0].0x0 (ffff9af118b32b00) 00010000:00010000:3.0:1777421004.812478:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1777421004.812481:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0cdc00, rc 0) 00000100:00100000:3.0:1777421004.812556:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+18:15860:x1863760833858304:12345-192.168.203.47@tcp:101:rm.0 Request processed in 836us (986us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421004.812564:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 489 00000100:00100000:2.0:1777421004.817273:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421004.817322:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833858432 00000100:00100000:2.0:1777421004.817335:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833858432 00000100:00100000:2.0:1777421004.817610:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 490 00000100:00100000:2.0:1777421004.817623:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+18:15860:x1863760833858432:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:2.0:1777421004.817654:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421004.817683:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b400/0xa38d7128938550e lrc: 2/0,0 mode: --/CR res: [0x200000402:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375f15 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421004.817786:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b600/0xa38d71289385515 lrc: 3/1,0 mode: --/CR res: [0x200000402:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421004.818032:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b600/0xa38d71289385515 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421004.818050:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b600/0xa38d71289385515 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421004.818439:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d7128938551c lrc: 3/1,0 mode: --/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421004.818461:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d7128938551c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421004.818474:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d7128938551c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421004.818586:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b600/0xa38d71289385515 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421004.818595:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b600/0xa38d71289385515 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421004.818603:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b600/0xa38d71289385515 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421004.818611:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f72b600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421004.818615:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b600/0xa38d71289385515 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421004.818644:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b600/0xa38d71289385515 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421004.818658:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa:0x0].0x0 (ffff9af118b32b00) 00010000:00010000:2.0:1777421004.818662:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421004.818668:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b600/0xa38d71289385515 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421004.818676:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b600/0xa38d71289385515 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421004.818693:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d7128938551c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421004.818700:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d7128938551c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421004.818707:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d7128938551c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421004.818713:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f72a800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421004.818717:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d7128938551c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421004.818724:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d7128938551c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421004.818734:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa:0x0].0x9fe5cc27 (ffff9af121239800) 00010000:00010000:2.0:1777421004.818737:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421004.818740:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d7128938551c lrc: 2/0,0 mode: --/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421004.818760:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d7128938551c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421004.818825:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b400/0xa38d7128938550e lrc: 1/0,0 mode: --/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375f15 expref: 19 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421004.818839:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa:0x0].0x0 (ffff9af118b32b00) 00010000:00010000:2.0:1777421004.818841:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421004.818846:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b400/0xa38d7128938550e lrc: 0/0,0 mode: --/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375f15 expref: 19 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421004.818865:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f72b400, rc 0) 00000100:00100000:2.0:1777421004.818956:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+18:15860:x1863760833858432:12345-192.168.203.47@tcp:101:rm.0 Request processed in 1334us (1707us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421004.818965:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 490 00000100:00100000:2.0:1777421004.823612:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421004.823661:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833858560 00000100:00100000:2.0:1777421004.823676:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833858560 00000100:00100000:2.0:1777421004.823761:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 491 00000100:00100000:2.0:1777421004.823773:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+18:15860:x1863760833858560:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:2.0:1777421004.823813:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421004.823841:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a600/0xa38d71289385523 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375f1c expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421004.823931:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72be00/0xa38d7128938552a lrc: 3/1,0 mode: --/CR res: [0x200000402:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421004.823962:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72be00/0xa38d7128938552a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421004.823976:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72be00/0xa38d7128938552a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421004.823997:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ae00/0xa38d71289385531 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421004.824005:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ae00/0xa38d71289385531 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421004.824013:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ae00/0xa38d71289385531 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421004.824107:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72be00/0xa38d7128938552a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421004.824116:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72be00/0xa38d7128938552a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421004.824124:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72be00/0xa38d7128938552a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421004.824131:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f72be00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421004.824137:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72be00/0xa38d7128938552a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421004.824146:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72be00/0xa38d7128938552a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421004.824163:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa:0x0].0x0 (ffff9af118b32b00) 00010000:00010000:2.0:1777421004.824173:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421004.824180:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72be00/0xa38d7128938552a lrc: 2/0,0 mode: --/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421004.824188:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72be00/0xa38d7128938552a lrc: 0/0,0 mode: --/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421004.824202:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ae00/0xa38d71289385531 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421004.824209:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ae00/0xa38d71289385531 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421004.824215:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ae00/0xa38d71289385531 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421004.824220:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f72ae00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421004.824223:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ae00/0xa38d71289385531 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421004.824229:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ae00/0xa38d71289385531 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421004.824238:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa:0x0].0x9fe5cc27 (ffff9af121239500) 00010000:00010000:2.0:1777421004.824241:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421004.824244:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ae00/0xa38d71289385531 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421004.824250:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ae00/0xa38d71289385531 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421004.824303:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a600/0xa38d71289385523 lrc: 1/0,0 mode: --/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375f1c expref: 19 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421004.824329:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa:0x0].0x0 (ffff9af118b32b00) 00010000:00010000:2.0:1777421004.824332:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421004.824336:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a600/0xa38d71289385523 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375f1c expref: 19 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421004.824345:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f72a600, rc 0) 00000100:00100000:2.0:1777421004.824849:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+18:15860:x1863760833858560:12345-192.168.203.47@tcp:101:rm.0 Request processed in 1074us (1250us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421004.824860:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 491 00000100:00100000:3.0:1777421004.831728:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421004.832453:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833858816 00000100:00100000:2.0:1777421004.832474:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833858816 00000100:00100000:2.0:1777421004.832586:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 492 00000100:00100000:2.0:1777421004.832607:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+18:15861:x1863760833858816:12345-192.168.203.47@tcp:101:dd.0 00010000:00010000:2.0:1777421004.832640:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421004.832676:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a600/0xa38d71289385538 lrc: 2/0,0 mode: --/CW res: [0x200000402:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375f23 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421004.832945:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ae00/0xa38d7128938553f lrc: 3/0,1 mode: --/CW res: [0x200000402:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421004.832968:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ae00/0xa38d7128938553f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421004.832980:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ae00/0xa38d7128938553f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421004.832997:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72be00/0xa38d71289385546 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421004.833016:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72be00/0xa38d71289385546 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421004.833024:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72be00/0xa38d71289385546 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777421004.833968:0:5761:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0xb:0x0], index 1: 0 00010000:00010000:2.0:1777421004.834182:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b400/0xa38d7128938554d lrc: 3/1,0 mode: --/PR res: [0x200000402:0xb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421004.834195:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b400/0xa38d7128938554d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421004.834204:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b400/0xa38d7128938554d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421004.834243:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ae00/0xa38d7128938553f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421004.834708:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ae00/0xa38d7128938553f lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421004.834718:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ae00/0xa38d7128938553f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421004.834725:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f72ae00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421004.834730:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ae00/0xa38d7128938553f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421004.834738:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ae00/0xa38d7128938553f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421004.834778:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa:0x0].0x0 (ffff9af118b32b00) 00010000:00010000:2.0:1777421004.834781:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421004.834786:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ae00/0xa38d7128938553f lrc: 2/0,0 mode: --/CW res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421004.834793:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ae00/0xa38d7128938553f lrc: 0/0,0 mode: --/CW res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777421004.834806:0:5761:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 0000000046acd3f5 reply state 0000000051cfd79f transno 4294967666 ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72be00/0xa38d71289385546 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421004.834816:0:5761:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777421004.834862:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a600/0xa38d71289385538 lrc: 0/0,0 mode: --/CW res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375f23 expref: 21 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421004.834879:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b400/0xa38d7128938554d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375f23 expref: 20 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421004.834888:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb:0x0].0x0 (ffff9af121239800) 00010000:00010000:2.0:1777421004.834891:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777421004.834894:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f72b400, rc 0) 00000100:00100000:2.0:1777421004.835019:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+21:15861:x1863760833858816:12345-192.168.203.47@tcp:101:dd.0 Request processed in 2419us (3302us total) trans 4294967666 rc 0/0 00000100:00100000:2.0:1777421004.835031:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 492 00010000:00010000:1.0:1777421004.837473:0:3282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72be00/0xa38d71289385546 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421004.837495:0:3282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72be00/0xa38d71289385546 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421004.837503:0:3282:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72be00/0xa38d71289385546 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421004.837510:0:3282:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f72be00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421004.837515:0:3282:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72be00/0xa38d71289385546 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421004.837522:0:3282:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72be00/0xa38d71289385546 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421004.837541:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa:0x0].0x9fe5cc27 (ffff9af121239500) 00010000:00010000:1.0:1777421004.837544:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421004.837550:0:3282:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72be00/0xa38d71289385546 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421004.837555:0:3282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72be00/0xa38d71289385546 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421004.851109:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421004.851203:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833858944 00000100:00100000:0.0:1777421004.851223:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833858944 00000100:00100000:0.0:1777421004.851407:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 121 00000100:00100000:0.0:1777421004.851421:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d22aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+5:15861:x1863760833858944:12345-192.168.203.47@tcp:101:dd.0 00010000:00010000:0.0:1777421004.851446:0:6541:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421004.851473:0:6541:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000430590fc/0xa38d7128938555b lrc: 2/0,0 mode: --/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375f2a expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777421004.851504:0:6541:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1777421004.851529:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421004.851550:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421004.851562:0:6541:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000430590fc/0xa38d7128938555b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375f2a expref: 6 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421004.851584:0:6541:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000430590fc/0xa38d7128938555b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375f2a expref: 6 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421004.851602:0:6541:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137c24c00, rc 0) 00000100:00100000:0.0:1777421004.851687:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d22aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:15861:x1863760833858944:12345-192.168.203.47@tcp:101:dd.0 Request processed in 269us (589us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421004.851696:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 121 00000100:00080000:3.0:1777421004.851816:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777421004.864796:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421004.864911:0:6548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833859072 00000100:00100000:1.0:1777421004.864925:0:6548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833859072 00002000:00100000:1.0:1777421004.864987:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xb:0x0] (0->1048575) req@ffff9af0010f5880 x1863760833859072/t0(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:15/0 lens 488/0 e 0 to 0 dl 1777421015 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421004.865005:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0010f5880 with x1863760833859072 ext(0->1048575) 00002000:00010000:1.0:1777421004.865030:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0010f5880 00000100:00100000:1.0:1777421004.865077:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 49 00000100:00100000:1.0:1777421004.865088:0:6548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2369:x1863760833859072:12345-192.168.203.47@tcp:4:dd.0 00000100:00100000:0.0:1777421004.879822:0:6548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+8:2369:x1863760833859072:12345-192.168.203.47@tcp:4:dd.0 Request processed in 14722us (15028us total) trans 4294967325 rc 0/0 00000100:00100000:0.0:1777421004.879836:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 49 00002000:00100000:0.0:1777421004.879848:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xb:0x0] (0->1048575) req@ffff9af0010f5880 x1863760833859072/t4294967325(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:15/0 lens 488/448 e 0 to 0 dl 1777421015 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421004.879857:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0010f5880 with x1863760833859072 ext(0->1048575) 00002000:00010000:0.0:1777421004.879863:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0010f5880 00000100:00100000:3.0:1777421004.884659:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421004.884976:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833859200 00000100:00100000:2.0:1777421004.884989:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833859200 00000100:00100000:2.0:1777421004.885095:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 493 00000100:00100000:2.0:1777421004.885107:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+20:15861:x1863760833859200:12345-192.168.203.47@tcp:44:dd.0 00000001:00080000:2.0:1777421004.923133:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967661 is committed 00000100:00100000:3.0:1777421004.923268:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+20:15861:x1863760833859200:12345-192.168.203.47@tcp:44:dd.0 Request processed in 38146us (38607us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421004.923293:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 493 00000001:00080000:2.0:1777421004.923663:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967666 is committed 00000001:00080000:2.0:1777421004.923672:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967664 is committed 00000100:00100000:2.0:1777421004.929841:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421004.930021:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833859328 00000100:00100000:0.0:1777421004.930033:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833859328 00000100:00100000:0.0:1777421004.930098:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 122 00000100:00100000:0.0:1777421004.930109:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+8:2368:x1863760833859328:12345-192.168.203.47@tcp:16:dd.0 00000001:00080000:3.0:1777421004.963828:0:7430:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967325 is committed 00000001:00080000:3.0:1777421004.963854:0:7430:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967324 is committed 00000100:00100000:0.0:1777421004.964136:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2368:x1863760833859328:12345-192.168.203.47@tcp:16:dd.0 Request processed in 34020us (34297us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421004.964150:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 122 00000100:00100000:0.0:1777421004.966501:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421004.966618:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833859584 00000100:00100000:2.0:1777421004.966631:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833859584 00000100:00100000:2.0:1777421004.966740:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 130 00000100:00100000:2.0:1777421004.966753:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+18:15861:x1863760833859584:12345-192.168.203.47@tcp:35:dd.0 00000100:00100000:2.0:1777421004.967239:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+19:15861:x1863760833859584:12345-192.168.203.47@tcp:35:dd.0 Request processed in 487us (748us total) trans 4294967667 rc 0/0 00000100:00100000:2.0:1777421004.967249:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 130 00000100:00100000:3.0:1777421004.994453:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421004.994695:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833859712 00000100:00100000:2.0:1777421004.994708:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833859712 00000100:00100000:2.0:1777421004.994780:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 494 00000100:00100000:2.0:1777421004.994793:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134082a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+45:15864:x1863760833859712:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:2.0:1777421004.994819:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421004.994848:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d71289385562 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375f31 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421004.994941:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b600/0xa38d71289385569 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421004.994958:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b600/0xa38d71289385569 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421004.994972:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b600/0xa38d71289385569 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421004.995136:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:2.0:1777421004.995141:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 11 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421004.995169:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b600/0xa38d71289385569 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421004.995195:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d71289385562 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375f31 expref: 47 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421004.995212:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b600/0xa38d71289385569 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375f31 expref: 46 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421004.995221:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af118b32e00) 00010000:00010000:2.0:1777421004.995224:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777421004.995228:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f72b600, rc 0) 00000100:00100000:2.0:1777421004.995322:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134082a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+46:15864:x1863760833859712:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 531us (878us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421004.995330:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 494 00000100:00100000:3.0:1777421004.998814:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421004.998993:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833859840 00000100:00100000:0.0:1777421004.999006:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833859840 00000100:00100000:0.0:1777421004.999081:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 495 00000100:00100000:0.0:1777421004.999093:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c679f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+46:15864:x1863760833859840:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:0.0:1777421004.999121:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421004.999150:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289385570 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375f38 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421004.999240:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289385577 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421004.999269:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289385577 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421004.999282:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289385577 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421004.999302:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d7128938557e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421004.999309:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d7128938557e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421004.999316:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d7128938557e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421004.999681:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25400/0xa38d71289385585 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421004.999691:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25400/0xa38d71289385585 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421004.999715:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25400/0xa38d71289385585 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421004.999758:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xa:0x0]: returning size 11776 00000004:00200000:0.0:1777421004.999762:0:6569:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421004.999790:0:6569:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25400/0xa38d71289385585 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421004.999805:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289385577 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421004.999812:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289385577 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421004.999819:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289385577 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421004.999826:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137c25000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421004.999831:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289385577 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421004.999840:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289385577 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421004.999854:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af118b32e00) 00010000:00010000:0.0:1777421004.999857:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421004.999862:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289385577 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421004.999881:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289385577 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421004.999907:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d7128938557e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421004.999913:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d7128938557e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421004.999920:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d7128938557e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421004.999925:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137c25200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421004.999928:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d7128938557e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421004.999934:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d7128938557e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421004.999942:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb7cfe2e1 (ffff9af111123700) 00010000:00010000:0.0:1777421004.999944:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421004.999947:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d7128938557e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421004.999952:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d7128938557e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421004.999992:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289385570 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375f38 expref: 48 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421005.000007:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25400/0xa38d71289385585 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375f38 expref: 47 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421005.000025:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa:0x0].0x0 (ffff9af118b32b00) 00010000:00010000:0.0:1777421005.000028:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1777421005.000031:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137c25400, rc 0) 00000100:00100000:0.0:1777421005.000121:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c679f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+47:15864:x1863760833859840:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 1029us (1322us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421005.000130:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 495 00000100:00100000:3.0:1777421005.002195:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421005.002325:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833859968 00000100:00100000:2.0:1777421005.002341:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833859968 00000100:00100000:2.0:1777421005.002432:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 496 00000100:00100000:2.0:1777421005.002445:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c679c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+47:15864:x1863760833859968:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:2.0:1777421005.002471:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421005.002496:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d7128938558c lrc: 2/0,0 mode: --/CR res: [0x200000402:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375f3f expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421005.002580:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72bc00/0xa38d71289385593 lrc: 3/1,0 mode: --/CR res: [0x200000402:0xa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421005.002622:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72bc00/0xa38d71289385593 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421005.002634:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72bc00/0xa38d71289385593 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421005.002654:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a400/0xa38d7128938559a lrc: 3/1,0 mode: --/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421005.002662:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a400/0xa38d7128938559a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421005.002679:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a400/0xa38d7128938559a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421005.002911:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a200/0xa38d712893855a1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421005.002920:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a200/0xa38d712893855a1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421005.002927:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a200/0xa38d712893855a1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421005.003526:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xb:0x0]: returning size 1048576 00000004:00200000:2.0:1777421005.003534:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421005.003560:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a200/0xa38d712893855a1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421005.003574:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a200/0xa38d712893855a1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421005.003597:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72bc00/0xa38d71289385593 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421005.003604:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72bc00/0xa38d71289385593 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421005.003611:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72bc00/0xa38d71289385593 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421005.003618:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f72bc00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421005.003623:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72bc00/0xa38d71289385593 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421005.003630:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72bc00/0xa38d71289385593 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421005.003645:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa:0x0].0x0 (ffff9af118b32b00) 00010000:00010000:2.0:1777421005.003648:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421005.003653:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72bc00/0xa38d71289385593 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421005.003660:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72bc00/0xa38d71289385593 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421005.003674:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a400/0xa38d7128938559a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421005.003681:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a400/0xa38d7128938559a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421005.003687:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a400/0xa38d7128938559a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421005.003698:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f72a400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421005.003701:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a400/0xa38d7128938559a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421005.003707:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a400/0xa38d7128938559a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421005.003715:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa:0x0].0x9fe5cc27 (ffff9af121239500) 00010000:00010000:2.0:1777421005.003717:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421005.003720:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a400/0xa38d7128938559a lrc: 2/0,0 mode: --/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421005.003726:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a400/0xa38d7128938559a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421005.003971:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d7128938558c lrc: 0/0,0 mode: --/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375f3f expref: 49 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421005.004005:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a200/0xa38d712893855a1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375f3f expref: 48 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421005.004016:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb:0x0].0x0 (ffff9af121239800) 00010000:00010000:2.0:1777421005.004019:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777421005.004023:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f72a200, rc 0) 00000100:00100000:2.0:1777421005.004116:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c679c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+48:15864:x1863760833859968:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 1671us (1931us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421005.004124:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 496 00000100:00100000:3.0:1777421005.008150:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421005.008446:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833860096 00000100:00100000:0.0:1777421005.008460:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833860096 00000100:00100000:0.0:1777421005.008597:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 123 00000100:00100000:0.0:1777421005.008610:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+9:2369:x1863760833860096:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:0.0:1777421005.008634:0:6541:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421005.008659:0:6541:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000090b50df9/0xa38d712893855a8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375f46 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421005.008736:0:6541:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af105d04000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6541:1863760841095808:192.168.203.47@tcp:106: 00000100:00100000:0.0:1777421005.008857:0:6541:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13c6839c0 going to sleep for 11 seconds 00000100:00080000:3.0:1777421005.009546:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:3.0:1777421005.011755:0:6541:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000400:0xb:0x0] updating lvb size: 0 -> 1048576 00002000:00010000:3.0:1777421005.011764:0:6541:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0xb:0x0] updating lvb mtime: 0 -> 1777421004 00002000:00010000:3.0:1777421005.011766:0:6541:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0xb:0x0] updating lvb atime: 0 -> 1777421004 00002000:00010000:3.0:1777421005.011768:0:6541:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0xb:0x0] updating lvb ctime: 0 -> 1777421004 00002000:00010000:3.0:1777421005.011769:0:6541:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000400:0xb:0x0] updating lvb blocks: 1 -> 2051 00000100:00100000:3.0:1777421005.011792:0:6541:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af105d04000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6541:1863760841095808:192.168.203.47@tcp:106: 00010000:00010000:3.0:1777421005.011848:0:6541:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000090b50df9/0xa38d712893855a8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375f46 expref: 10 pid: 6541 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421005.011880:0:6541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000090b50df9/0xa38d712893855a8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375f46 expref: 10 pid: 6541 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421005.011893:0:6541:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137c24e00, rc 0) 00000100:00100000:3.0:1777421005.011970:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+9:2369:x1863760833860096:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 3361us (3833us total) trans 0 rc 301/301 00000100:00100000:3.0:1777421005.011980:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 123 00000100:00100000:1.0:1777421005.014632:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421005.015314:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833860224 00000100:00100000:2.0:1777421005.015388:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833860224 00000100:00100000:2.0:1777421005.015456:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 497 00000100:00100000:2.0:1777421005.015465:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137de8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+48:15864:x1863760833860224:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:2.0:1777421005.015487:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421005.015513:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a400/0xa38d712893855af lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375f4d expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421005.015595:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72bc00/0xa38d712893855b6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421005.015609:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72bc00/0xa38d712893855b6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421005.015619:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72bc00/0xa38d712893855b6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421005.015683:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xa:0x0]: returning size 11776 00000004:00200000:2.0:1777421005.015686:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421005.015705:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72bc00/0xa38d712893855b6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421005.015726:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a400/0xa38d712893855af lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375f4d expref: 50 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421005.015740:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72bc00/0xa38d712893855b6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375f4d expref: 49 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421005.015746:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa:0x0].0x0 (ffff9af118b32b00) 00010000:00010000:2.0:1777421005.015748:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777421005.015752:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f72bc00, rc 0) 00000100:00100000:2.0:1777421005.015823:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137de8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+49:15864:x1863760833860224:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 357us (1203us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421005.015831:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 497 00000100:00100000:2.0:1777421005.018055:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421005.018134:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833860352 00000100:00100000:3.0:1777421005.018156:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833860352 00000100:00100000:3.0:1777421005.018241:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 124 00000100:00100000:3.0:1777421005.018263:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+9:2369:x1863760833860352:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:3.0:1777421005.018285:0:6541:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421005.018308:0:6541:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ac42aa17/0xa38d712893855bd lrc: 2/0,0 mode: --/PR res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375f54 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421005.018413:0:6541:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c4bc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6541:1863760841095936:192.168.203.47@tcp:106: 00000100:00100000:3.0:1777421005.018510:0:6541:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af120406000 going to sleep for 11 seconds 00000100:00100000:0.0:1777421005.020385:0:6541:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c4bc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6541:1863760841095936:192.168.203.47@tcp:106: 00010000:00010000:0.0:1777421005.020432:0:6541:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ac42aa17/0xa38d712893855bd lrc: 1/0,0 mode: --/PR res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375f54 expref: 10 pid: 6541 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421005.020461:0:6541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ac42aa17/0xa38d712893855bd lrc: 0/0,0 mode: --/PR res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375f54 expref: 10 pid: 6541 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421005.020477:0:6541:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0cd000, rc 0) 00000100:00100000:0.0:1777421005.020565:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+9:2369:x1863760833860352:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 2313us (2520us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421005.020581:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 124 00000100:00100000:1.0:1777421005.023305:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421005.024337:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833860608 00000100:00100000:2.0:1777421005.024386:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833860608 00000100:00100000:2.0:1777421005.024466:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 498 00000100:00100000:2.0:1777421005.025015:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137de8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+49:15864:x1863760833860608:12345-192.168.203.47@tcp:58:lfs.0 00000040:00080000:2.0:1777421005.025228:0:5761:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777421005.025233:0:5761:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777421005.026756:0:5761:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1777421005.026776:0:5761:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777421005.027119:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137de8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+49:15864:x1863760833860608:12345-192.168.203.47@tcp:58:lfs.0 Request processed in 2106us (3820us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421005.027134:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 498 00010000:00010000:2.0:1777421005.144681:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1777421005.273644:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777421005.273654:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777421005.274981:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1777421005.274995:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:2.0:1777421005.527181:0:14112:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777421005.527191:0:14112:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777421005.528245:0:14112:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1777421005.528268:0:14112:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1777421006.168922:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777421006.352466:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421006.352613:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421006.352618:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833860864 00000100:00100000:0.0:1777421006.352629:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833860864 00000100:00100000:2.0:1777421006.352694:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421006.352700:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 109 00000100:00100000:0.0:1777421006.352714:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+49:2367:x1863760833860864:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:0.0:1777421006.352799:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+49:2367:x1863760833860864:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 88us (344us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421006.352806:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 109 00000100:00100000:1.0:1777421006.352809:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833861120 00000100:00100000:1.0:1777421006.352816:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833861120 00000100:00080000:0.0:1777421006.352833:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777421006.352885:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833861376 00000100:00100000:1.0:1777421006.352889:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833861376 00000100:00080000:0.0:1777421006.352923:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777421006.353075:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 94 00000100:00100000:2.0:1777421006.353086:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+9:2367:x1863760833861120:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:2.0:1777421006.353116:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+9:2367:x1863760833861120:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 34us (505us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421006.353235:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 94 00000100:00100000:1.0:1777421006.353278:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 95 00000100:00100000:1.0:1777421006.353289:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137957b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+5:2367:x1863760833861376:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777421006.353319:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137957b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+5:2367:x1863760833861376:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 33us (627us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421006.353325:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 95 00000100:00100000:2.0:1777421006.354307:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421006.354337:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421006.354389:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421006.354406:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421006.354463:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833860992 00000100:00100000:1.0:1777421006.354470:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833860992 00000100:00100000:1.0:1777421006.354575:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833861504 00000100:00100000:1.0:1777421006.354579:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833861504 00000100:00100000:1.0:1777421006.354600:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 96 00000100:00100000:1.0:1777421006.354606:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137954700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+8:2367:x1863760833860992:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777421006.354647:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137954700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+8:2367:x1863760833860992:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 41us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421006.354661:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 96 00000100:00100000:1.0:1777421006.354676:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 97 00000100:00100000:1.0:1777421006.354683:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137954a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2367:x1863760833861504:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:0.0:1777421006.354685:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833860736 00000100:00100000:0.0:1777421006.354691:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833860736 00000100:00100000:1.0:1777421006.354706:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137954a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2367:x1863760833861504:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 23us (299us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421006.354712:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 97 00000100:00100000:0.0:1777421006.354734:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 274 00000100:00100000:0.0:1777421006.354745:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+12:2367:x1863760833860736:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:0.0:1777421006.354781:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+12:2367:x1863760833860736:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 38us (477us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421006.354790:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 274 00000100:00100000:0.0:1777421006.354830:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833861248 00000100:00100000:0.0:1777421006.354835:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833861248 00000100:00080000:2.0:1777421006.354847:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1777421006.354852:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777421006.354854:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777421006.354875:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 110 00000100:00100000:0.0:1777421006.354884:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137954000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+19:2367:x1863760833861248:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:0.0:1777421006.354928:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137954000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+19:2367:x1863760833861248:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 45us (538us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421006.354935:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 110 00010000:00010000:2.0:1777421007.192719:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777421007.832809:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c4bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841096064:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777421007.832888:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421007.832958:0:7924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841096064 00000100:00100000:1.0:1777421007.832966:0:7924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841096064 00000100:00080000:3.0:1777421007.833006:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777421007.833027:0:7924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1777421007.833040:0:7924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137deb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841096064:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777421007.833091:0:7924:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 57868288 pending 0 free 3855613952 avail 3853516800 00000100:00100000:1.0:1777421007.833141:0:7924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137deb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841096064:12345-0@lo:13:osp-pre-1-0.0 Request processed in 104us (252us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421007.833148:0:7924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1777421007.833190:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c4bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841096064:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777421007.837146:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af105d07480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3298:1863760841096192:0@lo:400:kworker.0 00000100:00100000:0.0:1777421007.837172:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af105d04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3295:1863760841096320:0@lo:400:kworker.0 00000100:00100000:1.0:1777421007.837217:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421007.837277:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c005180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3298:1863760841096704:0@lo:400:kworker.0 00000100:00100000:0.0:1777421007.837286:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421007.837313:0:3295:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777421007.837318:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421007.837323:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3295:1863760841096448:0@lo:400:kworker.0 00000100:00100000:1.0:1777421007.837346:0:3298:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1777421007.837371:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421007.837378:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c007100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1863760841096576:0@lo:400:kworker.0 00000100:00100000:0.0:1777421007.837404:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841096320 00000100:00100000:0.0:1777421007.837411:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841096320 00000100:00100000:1.0:1777421007.837418:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421007.837451:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841096704 00000100:00100000:1.0:1777421007.837455:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841096192 00000100:00100000:0.0:1777421007.837455:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841096704 00000100:00100000:1.0:1777421007.837469:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841096192 00000100:00100000:0.0:1777421007.837481:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841096448 00000100:00100000:0.0:1777421007.837485:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841096448 00000100:00100000:0.0:1777421007.837507:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:1.0:1777421007.837511:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 275 00000100:00100000:0.0:1777421007.837518:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c005f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3295:x1863760841096320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421007.837525:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119148050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3298:x1863760841096192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421007.837577:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119148050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3298:x1863760841096192:12345-0@lo:400:kworker.0 Request processed in 56us (360us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421007.837583:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c005f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3295:x1863760841096320:12345-0@lo:400:kworker.0 Request processed in 64us (299us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421007.837590:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 275 00000100:00100000:0.0:1777421007.837595:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:0.0:1777421007.837612:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:0.0:1777421007.837621:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137dead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1863760841096704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421007.837635:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:1.0:1777421007.837646:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c005880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3295:x1863760841096448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421007.837651:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137dead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1863760841096704:12345-0@lo:400:kworker.0 Request processed in 31us (334us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421007.837658:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00080000:0.0:1777421007.837686:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777421007.837688:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c005880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3295:x1863760841096448:12345-0@lo:400:kworker.0 Request processed in 43us (336us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421007.837696:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:0.0:1777421007.837712:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3295:1863760841096448:0@lo:400:kworker.0 00000100:00100000:1.0:1777421007.837723:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841096576 00000100:00100000:0.0:1777421007.837726:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af105d04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3295:1863760841096320:0@lo:400:kworker.0 00000100:00100000:1.0:1777421007.837729:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841096576 00000100:00100000:1.0:1777421007.837769:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:1.0:1777421007.837778:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137dea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3298:x1863760841096576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421007.837808:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137dea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3298:x1863760841096576:12345-0@lo:400:kworker.0 Request processed in 32us (390us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421007.837815:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00080000:1.0:1777421007.837835:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777421007.837852:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c007100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1863760841096576:0@lo:400:kworker.0 00000100:00100000:1.0:1777421007.837863:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c005180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3298:1863760841096704:0@lo:400:kworker.0 00000100:00100000:1.0:1777421007.837870:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af105d07480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3298:1863760841096192:0@lo:400:kworker.0 00010000:00010000:1.0:1777421008.219709:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1777421008.888459:0:14308:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 8: Test default archive number ======== 20:03:28 (1777421008) 00000100:00100000:2.0:1777421009.067156:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421009.067308:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833861760 00000100:00100000:1.0:1777421009.067339:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833861760 00000100:00080000:0.0:1777421009.067505:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777421009.067549:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 499 00000100:00100000:1.0:1777421009.067562:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137957100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+19:16465:x1863760833861760:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421009.067588:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421009.067623:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5de00/0xa38d712893855c4 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375f5b expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421009.067714:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c600/0xa38d712893855cb lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421009.067736:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c600/0xa38d712893855cb lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421009.067748:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c600/0xa38d712893855cb lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421009.067764:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5ce00/0xa38d712893855d2 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421009.067772:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5ce00/0xa38d712893855d2 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421009.067780:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5ce00/0xa38d712893855d2 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421009.068117:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d712893855d9 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421009.068125:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d712893855d9 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421009.068133:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d712893855d9 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421009.068150:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 10752 00010000:00010000:1.0:1777421009.068257:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c600/0xa38d712893855cb lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421009.068266:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c600/0xa38d712893855cb lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421009.068273:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c600/0xa38d712893855cb lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421009.068280:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af105d5c600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421009.068285:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c600/0xa38d712893855cb lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421009.068294:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c600/0xa38d712893855cb lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421009.068307:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9af106213700) 00010000:00010000:1.0:1777421009.068311:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421009.068315:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c600/0xa38d712893855cb lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421009.068323:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c600/0xa38d712893855cb lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421009.068336:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5ce00/0xa38d712893855d2 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421009.068343:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5ce00/0xa38d712893855d2 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421009.068475:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5ce00/0xa38d712893855d2 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421009.068481:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af105d5ce00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421009.068484:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5ce00/0xa38d712893855d2 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421009.068492:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5ce00/0xa38d712893855d2 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421009.068500:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff9af1061f8c00) 00010000:00010000:1.0:1777421009.068503:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421009.068505:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5ce00/0xa38d712893855d2 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421009.068512:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5ce00/0xa38d712893855d2 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421009.068811:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5de00/0xa38d712893855c4 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375f5b expref: 22 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421009.068826:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d712893855d9 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375f5b expref: 21 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421009.068835:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9af106213200) 00010000:00010000:1.0:1777421009.068837:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421009.068840:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af105d5d400, rc 0) 00000100:00100000:1.0:1777421009.069021:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137957100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+21:16465:x1863760833861760:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 1460us (1875us total) trans 4294967668 rc 0/0 00000100:00100000:1.0:1777421009.069039:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 499 00000100:00100000:1.0:1777421009.075277:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421009.075583:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421009.076191:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833861888 00000100:00100000:2.0:1777421009.076202:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833861888 00000100:00100000:1.0:1777421009.076347:0:8215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833862016 00000100:00100000:1.0:1777421009.076369:0:8215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833862016 00000100:00100000:1.0:1777421009.076405:0:8215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 12 00000100:00100000:1.0:1777421009.076414:0:8215:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c4bed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+22:2367:x1863760833862016:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421009.076429:0:8215:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421009.076452:0:8215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d712893855d9 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375f5b expref: 22 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421009.076470:0:8215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9af106213200) 00010000:00010000:1.0:1777421009.076476:0:8215:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421009.076522:0:8215:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c4bed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+21:2367:x1863760833862016:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 109us (940us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421009.076529:0:8215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 12 00000100:00100000:2.0:1777421009.076758:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 500 00000100:00100000:2.0:1777421009.076767:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137de8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+20:16465:x1863760833861888:12345-192.168.203.47@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1777421009.076841:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137de8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+20:16465:x1863760833861888:12345-192.168.203.47@tcp:59:lhsmtool_posix.0 Request processed in 75us (1572us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421009.076848:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 500 00000100:00100000:3.0:1777421009.086209:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421009.086323:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833862144 00000100:00100000:2.0:1777421009.086334:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833862144 00000100:00100000:2.0:1777421009.086485:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 501 00000100:00100000:2.0:1777421009.086496:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c4bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+49:16466:x1863760833862144:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:2.0:1777421009.086518:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421009.086540:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a600/0xa38d712893855e7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375f62 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.086610:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72be00/0xa38d712893855ee lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.086635:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72be00/0xa38d712893855ee lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.086647:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72be00/0xa38d712893855ee lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.086664:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ae00/0xa38d712893855f5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.086671:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ae00/0xa38d712893855f5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.086679:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ae00/0xa38d712893855f5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.086768:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72be00/0xa38d712893855ee lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.086775:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72be00/0xa38d712893855ee lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.086782:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72be00/0xa38d712893855ee lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.086789:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f72be00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421009.086793:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72be00/0xa38d712893855ee lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.086800:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72be00/0xa38d712893855ee lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.086812:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af118b32e00) 00010000:00010000:2.0:1777421009.086820:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421009.086825:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72be00/0xa38d712893855ee lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.086833:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72be00/0xa38d712893855ee lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.086845:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ae00/0xa38d712893855f5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.086851:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ae00/0xa38d712893855f5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.086859:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ae00/0xa38d712893855f5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.086864:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f72ae00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421009.086867:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ae00/0xa38d712893855f5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.086872:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ae00/0xa38d712893855f5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.086879:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc1d08857 (ffff9af121239900) 00010000:00010000:2.0:1777421009.086881:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421009.086884:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ae00/0xa38d712893855f5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.086889:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ae00/0xa38d712893855f5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.086918:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a600/0xa38d712893855e7 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375f62 expref: 50 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.086937:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af118b32e00) 00010000:00010000:2.0:1777421009.086939:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421009.086943:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a600/0xa38d712893855e7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375f62 expref: 50 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.086952:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f72a600, rc 0) 00000100:00100000:2.0:1777421009.087010:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c4bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+49:16466:x1863760833862144:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 516us (811us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421009.087018:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 501 00000100:00080000:0.0:1777421009.087074:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777421009.091203:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421009.091751:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833862400 00000100:00100000:2.0:1777421009.091762:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833862400 00000100:00100000:2.0:1777421009.091817:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 502 00000100:00100000:2.0:1777421009.091827:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137de8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+49:16466:x1863760833862400:12345-192.168.203.47@tcp:36:lfs.0 00010000:00010000:2.0:1777421009.091875:0:5761:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421009.091900:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b600/0xa38d71289385569 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375f31 expref: 49 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.091919:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af118b32e00) 00010000:00010000:2.0:1777421009.091924:0:5761:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421009.092021:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d712893855fc lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.092034:0:5761:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d712893854eb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375f07 expref: 19 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.092044:0:5761:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d712893855fc lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.092085:0:5761:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d712893854eb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375f07 expref: 19 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.092099:0:5761:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d712893854eb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375f07 expref: 19 pid: 5761 timeout: 320 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421009.092115:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137956a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841096832:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777421009.092208:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1346d1180 going to sleep for 11 seconds 00000100:00100000:1.0:1777421009.095405:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421009.095489:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833862528 00000100:00100000:3.0:1777421009.095499:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833862528 00010000:00010000:3.0:1777421009.095532:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d712893854eb lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375f07 expref: 20 pid: 5761 timeout: 320 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421009.095569:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 163 00000100:00100000:3.0:1777421009.095578:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d21b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+20:2369:x1863760833862528:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421009.095591:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421009.095597:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d712893854eb lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375f07 expref: 20 pid: 5761 timeout: 320 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.095612:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d712893854eb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375f07 expref: 20 pid: 5761 timeout: 320 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.095634:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af118b32e00) 00010000:00010000:3.0:1777421009.095651:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d712893855fc lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.095661:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d712893855fc lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.095669:0:5746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d712893855fc lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.095686:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421009.095717:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d712893854eb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375f07 expref: 20 pid: 5761 timeout: 320 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421009.095739:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d21b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+19:2369:x1863760833862528:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 159us (341us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421009.095740:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137956a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841096832:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777421009.095750:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 163 00010000:00010000:2.0:1777421009.095840:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d712893855fc lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.095850:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d712893855fc lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.095858:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d712893855fc lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.095880:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a600/0xa38d71289385603 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.095889:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a600/0xa38d71289385603 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.095898:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a600/0xa38d71289385603 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421009.097999:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x20:0x0]: returning size 512 00010000:00010000:2.0:1777421009.098017:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d712893855fc lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.098029:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d712893855fc lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.098036:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d712893855fc lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.098043:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f72a800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421009.098048:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d712893855fc lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.098055:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d712893855fc lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.098068:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af118b32e00) 00010000:00010000:2.0:1777421009.098071:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421009.098075:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d712893855fc lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.098081:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d712893855fc lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777421009.098098:0:5761:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000001c8f8c7b reply state 000000003b5c5c35 transno 4294967669 ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a600/0xa38d71289385603 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421009.098108:0:5761:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777421009.098194:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137de8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+50:16466:x1863760833862400:12345-192.168.203.47@tcp:36:lfs.0 Request processed in 6365us (6999us total) trans 4294967669 rc 0/0 00000100:00100000:2.0:1777421009.098213:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 502 00010000:00010000:2.0:1777421009.102764:0:3281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a600/0xa38d71289385603 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.102782:0:3281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a600/0xa38d71289385603 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.102791:0:3281:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a600/0xa38d71289385603 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.102798:0:3281:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f72a600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421009.102802:0:3281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a600/0xa38d71289385603 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.102811:0:3281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a600/0xa38d71289385603 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.102828:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc1d08857 (ffff9af121239900) 00010000:00010000:2.0:1777421009.102831:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421009.102836:0:3281:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a600/0xa38d71289385603 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.102843:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a600/0xa38d71289385603 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421009.106747:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421009.106934:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833862656 00000100:00100000:1.0:1777421009.106944:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833862656 00000100:00100000:1.0:1777421009.107069:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 503 00000100:00100000:1.0:1777421009.107079:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137956a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+49:16467:x1863760833862656:12345-192.168.203.47@tcp:101:bash.0 00010000:00010000:1.0:1777421009.107215:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421009.107290:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5ce00/0xa38d7128938560a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375f69 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421009.107483:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289385611 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421009.107508:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289385611 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421009.107519:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289385611 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421009.107745:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:1.0:1777421009.107749:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 12 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421009.107792:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289385611 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421009.107816:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5ce00/0xa38d7128938560a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375f69 expref: 51 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421009.107833:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289385611 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375f69 expref: 50 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421009.107841:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1061f8c00) 00010000:00010000:1.0:1777421009.107843:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777421009.107846:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af105d5cc00, rc 0) 00000100:00100000:1.0:1777421009.108725:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137956a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+50:16467:x1863760833862656:12345-192.168.203.47@tcp:101:bash.0 Request processed in 1646us (1986us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421009.108735:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 503 00000100:00100000:1.0:1777421009.113480:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421009.113584:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833862784 00000100:00100000:2.0:1777421009.113595:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833862784 00000100:00100000:2.0:1777421009.113647:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 504 00000100:00100000:2.0:1777421009.113656:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d21aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+50:16467:x1863760833862784:12345-192.168.203.47@tcp:101:bash.0 00010000:00010000:2.0:1777421009.113685:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421009.113705:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d71289385618 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375f70 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.113763:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b600/0xa38d7128938561f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.113777:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b600/0xa38d7128938561f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.113788:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b600/0xa38d7128938561f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.113803:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ae00/0xa38d71289385626 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.113812:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ae00/0xa38d71289385626 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.113819:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ae00/0xa38d71289385626 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.113941:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72be00/0xa38d7128938562d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.113950:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72be00/0xa38d7128938562d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.113966:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72be00/0xa38d7128938562d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421009.113995:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x20:0x0]: returning size 512 00000004:00200000:2.0:1777421009.114003:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421009.114028:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72be00/0xa38d7128938562d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.114039:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b600/0xa38d7128938561f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.114045:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b600/0xa38d7128938561f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.114053:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b600/0xa38d7128938561f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.114059:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f72b600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421009.114063:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b600/0xa38d7128938561f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.114070:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b600/0xa38d7128938561f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.114081:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1061f8c00) 00010000:00010000:2.0:1777421009.114084:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421009.114087:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b600/0xa38d7128938561f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.114094:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b600/0xa38d7128938561f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.114116:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ae00/0xa38d71289385626 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.114123:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ae00/0xa38d71289385626 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.114139:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ae00/0xa38d71289385626 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.114145:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f72ae00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421009.114148:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ae00/0xa38d71289385626 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.114155:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ae00/0xa38d71289385626 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.114162:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc1d08857 (ffff9af121239100) 00010000:00010000:2.0:1777421009.114165:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421009.114169:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ae00/0xa38d71289385626 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.114175:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ae00/0xa38d71289385626 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.114203:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d71289385618 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375f70 expref: 52 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.114215:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72be00/0xa38d7128938562d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375f70 expref: 51 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.114223:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x0 (ffff9af121239700) 00010000:00010000:2.0:1777421009.114234:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1777421009.114237:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f72be00, rc 0) 00000100:00100000:2.0:1777421009.114292:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d21aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+51:16467:x1863760833862784:12345-192.168.203.47@tcp:101:bash.0 Request processed in 636us (831us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421009.114308:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 504 00000100:00100000:0.0:1777421009.120843:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421009.120927:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833862912 00000100:00100000:2.0:1777421009.120937:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833862912 00000100:00100000:2.0:1777421009.120988:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 505 00000100:00100000:2.0:1777421009.120997:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c006300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+51:16467:x1863760833862912:12345-192.168.203.47@tcp:101:bash.0 00010000:00010000:2.0:1777421009.121015:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421009.121034:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a600/0xa38d71289385634 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375f77 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.121092:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b200/0xa38d7128938563b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.121106:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b200/0xa38d7128938563b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.121116:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b200/0xa38d7128938563b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.121151:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a400/0xa38d71289385642 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.121159:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a400/0xa38d71289385642 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.121166:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a400/0xa38d71289385642 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.121248:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b200/0xa38d7128938563b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.121265:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b200/0xa38d7128938563b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.121272:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b200/0xa38d7128938563b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.121279:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f72b200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421009.121283:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b200/0xa38d7128938563b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.121290:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b200/0xa38d7128938563b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.121302:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x0 (ffff9af121239700) 00010000:00010000:2.0:1777421009.121305:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421009.121309:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b200/0xa38d7128938563b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.121316:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b200/0xa38d7128938563b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.121328:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a400/0xa38d71289385642 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.121335:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a400/0xa38d71289385642 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.121341:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a400/0xa38d71289385642 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.121346:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f72a400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421009.121395:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a400/0xa38d71289385642 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.121403:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a400/0xa38d71289385642 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.121411:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x70ee8377 (ffff9af121239900) 00010000:00010000:2.0:1777421009.121413:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421009.121416:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a400/0xa38d71289385642 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.121423:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a400/0xa38d71289385642 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.121451:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a600/0xa38d71289385634 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375f77 expref: 52 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.121460:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x0 (ffff9af121239700) 00010000:00010000:2.0:1777421009.121462:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421009.121471:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a600/0xa38d71289385634 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375f77 expref: 52 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.121479:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f72a600, rc 0) 00000100:00100000:2.0:1777421009.121526:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c006300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+51:16467:x1863760833862912:12345-192.168.203.47@tcp:101:bash.0 Request processed in 531us (692us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421009.121534:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 505 00000100:00100000:1.0:1777421009.130178:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421009.130281:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833863040 00000100:00100000:3.0:1777421009.130291:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833863040 00000100:00100000:3.0:1777421009.130416:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 506 00000100:00100000:3.0:1777421009.130426:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d218a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+19:16468:x1863760833863040:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:3.0:1777421009.130444:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421009.130472:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289385649 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375f7e expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.130528:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289385650 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.130542:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289385650 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.130554:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289385650 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421009.130609:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:3.0:1777421009.130624:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 12 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421009.130646:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289385650 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.130669:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289385649 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375f7e expref: 21 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.130697:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289385650 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375f7e expref: 20 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.130706:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1061f8c00) 00010000:00010000:3.0:1777421009.130710:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777421009.130713:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0cd200, rc 0) 00000100:00100000:3.0:1777421009.130760:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d218a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+20:16468:x1863760833863040:12345-192.168.203.47@tcp:101:rm.0 Request processed in 335us (590us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421009.130767:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 506 00000100:00100000:1.0:1777421009.132919:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421009.133049:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833863168 00000100:00100000:3.0:1777421009.133058:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833863168 00000100:00100000:3.0:1777421009.133206:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 507 00000100:00100000:3.0:1777421009.133217:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d218380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+20:16468:x1863760833863168:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:3.0:1777421009.133241:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421009.133258:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289385657 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375f85 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.133309:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d7128938565e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.133321:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d7128938565e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.133347:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d7128938565e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.133399:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289385665 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.133408:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289385665 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.133415:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289385665 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.133526:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678200/0xa38d7128938566c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.133535:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678200/0xa38d7128938566c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.133542:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678200/0xa38d7128938566c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421009.133566:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x20:0x0]: returning size 512 00000004:00200000:3.0:1777421009.133569:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421009.133587:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678200/0xa38d7128938566c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.133598:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d7128938565e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.133605:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d7128938565e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.133621:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d7128938565e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.133628:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cda00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421009.133632:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d7128938565e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.133640:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d7128938565e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.133650:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1061f8c00) 00010000:00010000:3.0:1777421009.133663:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421009.133668:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d7128938565e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.133674:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d7128938565e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.133694:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289385665 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.133701:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289385665 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.133707:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289385665 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.133712:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cd000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421009.133715:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289385665 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.133730:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289385665 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.133738:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc1d08857 (ffff9af118b32900) 00010000:00010000:3.0:1777421009.133740:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421009.133742:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289385665 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.133748:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289385665 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.133775:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289385657 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375f85 expref: 22 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.133790:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678200/0xa38d7128938566c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375f85 expref: 21 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.133797:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x0 (ffff9af121239700) 00010000:00010000:3.0:1777421009.133799:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1777421009.133801:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af101678200, rc 0) 00000100:00100000:3.0:1777421009.133862:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d218380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+21:16468:x1863760833863168:12345-192.168.203.47@tcp:101:rm.0 Request processed in 646us (948us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421009.133870:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 507 00000100:00100000:0.0:1777421009.137482:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421009.137569:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833863296 00000100:00100000:3.0:1777421009.137578:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833863296 00000100:00100000:3.0:1777421009.137676:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 508 00000100:00100000:3.0:1777421009.137687:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c006680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+21:16468:x1863760833863296:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:3.0:1777421009.137704:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421009.137736:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289385673 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375f8c expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.137811:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678e00/0xa38d7128938567a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.137823:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678e00/0xa38d7128938567a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.137833:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678e00/0xa38d7128938567a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.137847:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289385681 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.137854:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289385681 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.137861:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289385681 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.137926:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678e00/0xa38d7128938567a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.137933:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678e00/0xa38d7128938567a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.137939:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678e00/0xa38d7128938567a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.137945:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af101678e00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421009.137948:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678e00/0xa38d7128938567a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.137964:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678e00/0xa38d7128938567a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.137975:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x0 (ffff9af121239700) 00010000:00010000:3.0:1777421009.137979:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421009.137983:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678e00/0xa38d7128938567a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.137990:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678e00/0xa38d7128938567a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.138004:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289385681 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.138010:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289385681 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.138017:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289385681 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.138022:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cc000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421009.138024:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289385681 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.138031:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289385681 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.138038:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x70ee8377 (ffff9af118b32f00) 00010000:00010000:3.0:1777421009.138042:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421009.138045:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289385681 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.138059:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289385681 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.138091:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289385673 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375f8c expref: 22 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.138101:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x0 (ffff9af121239700) 00010000:00010000:3.0:1777421009.138104:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421009.138108:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289385673 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375f8c expref: 22 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.138119:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af101679a00, rc 0) 00000100:00100000:3.0:1777421009.138176:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c006680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+21:16468:x1863760833863296:12345-192.168.203.47@tcp:101:rm.0 Request processed in 491us (701us total) trans 0 rc 301/301 00000100:00100000:3.0:1777421009.138184:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 508 00000100:00100000:1.0:1777421009.140307:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421009.140446:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833863424 00000100:00100000:3.0:1777421009.140455:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833863424 00000100:00100000:3.0:1777421009.140535:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 509 00000100:00100000:3.0:1777421009.140544:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d21bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+21:16468:x1863760833863424:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:3.0:1777421009.140560:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421009.140577:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289385688 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375f93 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.140628:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938568f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.140640:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938568f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.140661:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938568f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.140674:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385696 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.140682:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385696 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.140688:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385696 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.140747:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938568f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.140753:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938568f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.140758:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938568f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.140764:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cd000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421009.140768:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938568f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.140774:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938568f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.140784:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x0 (ffff9af121239700) 00010000:00010000:3.0:1777421009.140787:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421009.140791:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938568f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.140801:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938568f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.140813:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385696 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.140819:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385696 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.140825:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385696 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.140830:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cda00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421009.140833:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385696 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.140839:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385696 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.140847:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x70ee8377 (ffff9af118b32900) 00010000:00010000:3.0:1777421009.140849:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421009.140851:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385696 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.140857:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385696 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.140882:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289385688 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375f93 expref: 22 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.140900:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x0 (ffff9af121239700) 00010000:00010000:3.0:1777421009.140902:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421009.140906:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289385688 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375f93 expref: 22 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.140916:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0cc600, rc 0) 00000100:00100000:3.0:1777421009.140965:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d21bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+21:16468:x1863760833863424:12345-192.168.203.47@tcp:101:rm.0 Request processed in 422us (663us total) trans 0 rc 301/301 00000100:00100000:3.0:1777421009.140973:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 509 00000100:00100000:1.0:1777421009.153923:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421009.154044:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833863552 00000100:00100000:3.0:1777421009.154055:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833863552 00000100:00100000:3.0:1777421009.154171:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 510 00000100:00100000:3.0:1777421009.154189:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d218e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+21:16469:x1863760833863552:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:3.0:1777421009.154206:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421009.154241:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d7128938569d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375f9a expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.154319:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d712893856a4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.154333:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d712893856a4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.154344:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d712893856a4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.154457:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d712893856ab lrc: 3/1,0 mode: --/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.154473:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d712893856ab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.154482:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d712893856ab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.154551:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d712893856a4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.154559:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d712893856a4 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.154566:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d712893856a4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.154573:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cda00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421009.154577:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d712893856a4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.154585:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d712893856a4 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.154595:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x0 (ffff9af121239700) 00010000:00010000:3.0:1777421009.154599:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421009.154603:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d712893856a4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.154608:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d712893856a4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.154622:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d712893856ab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.154634:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d712893856ab lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.154640:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d712893856ab lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.154646:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cd000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421009.154649:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d712893856ab lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.154655:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d712893856ab lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.154664:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x70ee8377 (ffff9af118b32900) 00010000:00010000:3.0:1777421009.154667:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421009.154669:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d712893856ab lrc: 2/0,0 mode: --/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.154675:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d712893856ab lrc: 0/0,0 mode: --/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.154706:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d7128938569d lrc: 1/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375f9a expref: 22 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.154716:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x0 (ffff9af121239700) 00010000:00010000:3.0:1777421009.154718:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421009.154722:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d7128938569d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375f9a expref: 22 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.154743:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0cc600, rc 0) 00000100:00100000:3.0:1777421009.154837:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d218e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+21:16469:x1863760833863552:12345-192.168.203.47@tcp:101:cp.0 Request processed in 656us (923us total) trans 0 rc 301/301 00000100:00100000:3.0:1777421009.154845:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 510 00000100:00100000:0.0:1777421009.158089:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421009.158192:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833863680 00000100:00100000:3.0:1777421009.158202:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833863680 00000100:00100000:3.0:1777421009.158274:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 511 00000100:00100000:3.0:1777421009.158284:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c005c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+21:16469:x1863760833863680:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:3.0:1777421009.158300:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421009.158324:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d712893856b2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375fa1 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421009.158703:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d712893856b9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421009.158716:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d712893856b9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421009.158726:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d712893856b9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421009.158740:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d712893856c0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421009.158747:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d712893856c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421009.158754:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d712893856c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421009.158818:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d712893856b9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421009.158826:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d712893856b9 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421009.158833:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d712893856b9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421009.158839:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137c25000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421009.158844:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d712893856b9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421009.158867:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d712893856b9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421009.158879:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x0 (ffff9af121239700) 00010000:00010000:0.0:1777421009.158882:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421009.158886:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d712893856b9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421009.158892:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d712893856b9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421009.158906:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d712893856c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421009.158913:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d712893856c0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421009.158919:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d712893856c0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421009.158924:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137c25200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421009.158927:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d712893856c0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421009.158933:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d712893856c0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421009.158940:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x70ee8377 (ffff9af111123400) 00010000:00010000:0.0:1777421009.158942:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421009.158945:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d712893856c0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421009.158962:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d712893856c0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421009.158995:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d712893856b2 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375fa1 expref: 22 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421009.159005:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x0 (ffff9af121239700) 00010000:00010000:0.0:1777421009.159007:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421009.159011:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d712893856b2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375fa1 expref: 22 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421009.159021:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0cc000, rc 0) 00000100:00100000:0.0:1777421009.159077:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c005c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+21:16469:x1863760833863680:12345-192.168.203.47@tcp:101:cp.0 Request processed in 794us (996us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421009.159085:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 511 00000100:00100000:1.0:1777421009.161798:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421009.161993:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833863936 00000100:00100000:0.0:1777421009.162003:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833863936 00000100:00100000:0.0:1777421009.162105:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 512 00000100:00100000:0.0:1777421009.162114:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d219f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+21:16469:x1863760833863936:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:0.0:1777421009.162132:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421009.162150:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d712893856c7 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375fa8 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421009.162294:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39c00/0xa38d712893856ce lrc: 3/0,1 mode: --/CW res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421009.162307:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39c00/0xa38d712893856ce lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421009.162329:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39c00/0xa38d712893856ce lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421009.162346:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d712893856d5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421009.162399:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d712893856d5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421009.162405:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d712893856d5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777421009.163033:0:5762:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0xc:0x0], index 0: 0 00010000:00010000:0.0:1777421009.163327:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39a00/0xa38d712893856dc lrc: 3/1,0 mode: --/PR res: [0x200000402:0xc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421009.163338:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39a00/0xa38d712893856dc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421009.163347:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39a00/0xa38d712893856dc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421009.163506:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39c00/0xa38d712893856ce lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421009.163514:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39c00/0xa38d712893856ce lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421009.163521:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39c00/0xa38d712893856ce lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421009.163528:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf39c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421009.163540:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39c00/0xa38d712893856ce lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421009.163548:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39c00/0xa38d712893856ce lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421009.163559:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x0 (ffff9af121239700) 00010000:00010000:0.0:1777421009.163562:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421009.163567:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39c00/0xa38d712893856ce lrc: 2/0,0 mode: --/CW res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421009.163574:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39c00/0xa38d712893856ce lrc: 0/0,0 mode: --/CW res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777421009.163587:0:5762:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 0000000055f0881d reply state 0000000021a00a09 transno 4294967670 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d712893856d5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421009.163596:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777421009.163627:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d712893856c7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375fa8 expref: 24 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421009.163641:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39a00/0xa38d712893856dc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375fa8 expref: 23 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421009.163648:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xc:0x0].0x0 (ffff9af111123200) 00010000:00010000:0.0:1777421009.163650:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421009.163653:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12cf39a00, rc 0) 00000100:00100000:0.0:1777421009.163786:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d219f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+24:16469:x1863760833863936:12345-192.168.203.47@tcp:101:cp.0 Request processed in 1672us (1994us total) trans 4294967670 rc 0/0 00000100:00100000:0.0:1777421009.163795:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 512 00010000:00010000:0.0:1777421009.165514:0:3282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d712893856d5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421009.165526:0:3282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d712893856d5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421009.165534:0:3282:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d712893856d5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421009.165540:0:3282:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf38c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421009.165544:0:3282:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d712893856d5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421009.165551:0:3282:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d712893856d5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421009.165564:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x70ee8377 (ffff9af111123e00) 00010000:00010000:0.0:1777421009.165567:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421009.165571:0:3282:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d712893856d5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421009.165578:0:3282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d712893856d5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421009.167052:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421009.167292:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833864064 00000100:00100000:2.0:1777421009.167302:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833864064 00000100:00080000:0.0:1777421009.167499:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777421009.167550:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 125 00000100:00100000:2.0:1777421009.167562:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d219500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+5:2366:x1863760833864064:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:2.0:1777421009.167588:0:6541:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421009.167607:0:6541:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000007993dd3/0xa38d712893856ea lrc: 2/0,0 mode: --/PR res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375faf expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777421009.167631:0:6541:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1777421009.167648:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421009.167651:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421009.167659:0:6541:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000007993dd3/0xa38d712893856ea lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375faf expref: 6 pid: 6541 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.167673:0:6541:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000007993dd3/0xa38d712893856ea lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375faf expref: 6 pid: 6541 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.167685:0:6541:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f72a600, rc 0) 00000100:00100000:2.0:1777421009.167742:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d219500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2366:x1863760833864064:12345-192.168.203.47@tcp:101:cp.0 Request processed in 182us (694us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421009.167751:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 125 00000100:00100000:1.0:1777421009.173078:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421009.173211:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833864192 00000100:00100000:2.0:1777421009.173222:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833864192 00000100:00100000:2.0:1777421009.173840:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 126 00000100:00100000:2.0:1777421009.173851:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d21b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:16469:x1863760833864192:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:2.0:1777421009.173868:0:6541:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421009.173886:0:6541:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000089353a3c/0xa38d712893856f1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375fb6 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.173926:0:6541:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000007993dd3/0xa38d712893856ea lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375faf expref: 7 pid: 6541 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.173949:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421009.173951:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421009.173957:0:6541:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000089353a3c/0xa38d712893856f1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375fb6 expref: 7 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.173991:0:6541:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000007993dd3/0xa38d712893856ea lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375faf expref: 7 pid: 6541 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.174006:0:6541:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000007993dd3/0xa38d712893856ea lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375faf expref: 7 pid: 6541 timeout: 320 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421009.174021:0:6541:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137956d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6541:1863760841096960:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777421009.174120:0:6541:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1346d1180 going to sleep for 11 seconds 00000100:00100000:0.0:1777421009.176716:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421009.176828:0:6541:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137956d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6541:1863760841096960:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777421009.176855:0:6541:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000089353a3c/0xa38d712893856f1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375fb6 expref: 7 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.176873:0:6541:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f72a400, rc 0) 00000100:00100000:2.0:1777421009.176933:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d21b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+7:16469:x1863760833864192:12345-192.168.203.47@tcp:101:cp.0 Request processed in 3084us (3865us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421009.176941:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 126 00000100:00100000:1.0:1777421009.177064:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833864320 00000100:00100000:1.0:1777421009.177072:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833864320 00010000:00010000:1.0:1777421009.177100:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000007993dd3/0xa38d712893856ea lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375faf expref: 7 pid: 6541 timeout: 320 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421009.177133:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 164 00000100:00100000:1.0:1777421009.177142:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c005180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+7:2368:x1863760833864320:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421009.177153:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421009.177173:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000007993dd3/0xa38d712893856ea lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375faf expref: 7 pid: 6541 timeout: 320 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421009.177184:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000007993dd3/0xa38d712893856ea lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375faf expref: 7 pid: 6541 timeout: 320 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421009.177206:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000007993dd3/0xa38d712893856ea lrc: 0/0,0 mode: --/PR res: [0x240000400:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375faf expref: 7 pid: 6541 timeout: 320 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421009.177217:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421009.177219:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421009.177236:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000089353a3c/0xa38d712893856f1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375fb6 expref: 6 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421009.177253:0:5746:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000089353a3c/0xa38d712893856f1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375fb6 expref: 6 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421009.177300:0:5746:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000089353a3c/0xa38d712893856f1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375fb6 expref: 6 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421009.177311:0:5746:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13d219180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5746:1863760841097088:192.168.203.47@tcp:105: 00000100:00100000:1.0:1777421009.177515:0:5746:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af118192c00 going to sleep for 11 seconds 00000100:00100000:0.0:1777421009.181717:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421009.182163:0:5746:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13d219180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5746:1863760841097088:192.168.203.47@tcp:105: 00010000:00010000:1.0:1777421009.182185:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421009.182401:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c005180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2368:x1863760833864320:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 5258us (5690us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421009.182412:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 164 00000100:00100000:2.0:1777421009.183607:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833864576 00000100:00100000:2.0:1777421009.183617:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833864576 00000100:00100000:2.0:1777421009.183773:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 131 00000100:00100000:2.0:1777421009.183783:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c007100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+23:16469:x1863760833864576:12345-192.168.203.47@tcp:35:cp.0 00000100:00100000:2.0:1777421009.184149:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c007100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+24:16469:x1863760833864576:12345-192.168.203.47@tcp:35:cp.0 Request processed in 366us (2440us total) trans 4294967671 rc 0/0 00000100:00100000:2.0:1777421009.184156:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 131 00000100:00100000:0.0:1777421009.213980:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421009.214086:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833864704 00000100:00100000:2.0:1777421009.214098:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833864704 00000100:00100000:2.0:1777421009.214158:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 513 00000100:00100000:2.0:1777421009.214167:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+51:16472:x1863760833864704:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:2.0:1777421009.214187:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421009.214207:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b200/0xa38d712893856f8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375fbd expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.214288:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d712893856ff lrc: 3/1,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.214305:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d712893856ff lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.214315:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d712893856ff lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.214330:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ae00/0xa38d71289385706 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.214337:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ae00/0xa38d71289385706 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.214343:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ae00/0xa38d71289385706 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.214487:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b600/0xa38d7128938570d lrc: 3/1,0 mode: --/PR res: [0x200000402:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.214508:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b600/0xa38d7128938570d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.214516:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b600/0xa38d7128938570d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421009.214551:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xc:0x0]: returning size 1516 00000004:00200000:2.0:1777421009.214557:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421009.214573:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b600/0xa38d7128938570d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.214586:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b600/0xa38d7128938570d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.214594:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d712893856ff lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.214601:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d712893856ff lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.214608:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d712893856ff lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.214614:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f72a800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421009.214619:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d712893856ff lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.214627:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d712893856ff lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.214638:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x0 (ffff9af121239700) 00010000:00010000:2.0:1777421009.214641:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421009.214652:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d712893856ff lrc: 2/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.214659:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d712893856ff lrc: 0/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.214672:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ae00/0xa38d71289385706 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.214679:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ae00/0xa38d71289385706 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.214684:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ae00/0xa38d71289385706 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.214690:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f72ae00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421009.214693:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ae00/0xa38d71289385706 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.214700:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ae00/0xa38d71289385706 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.214708:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x70ee8377 (ffff9af121239500) 00010000:00010000:2.0:1777421009.214710:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421009.214714:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ae00/0xa38d71289385706 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.214724:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ae00/0xa38d71289385706 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.214756:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b200/0xa38d712893856f8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375fbd expref: 53 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.214781:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b600/0xa38d7128938570d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375fbd expref: 52 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.214788:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xc:0x0].0x0 (ffff9af111123200) 00010000:00010000:2.0:1777421009.214791:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777421009.214793:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f72b600, rc 0) 00000100:00100000:2.0:1777421009.214844:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+52:16472:x1863760833864704:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 677us (874us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421009.214851:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 513 00000100:00100000:1.0:1777421009.219005:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421009.219131:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833864832 00000100:00100000:2.0:1777421009.219152:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833864832 00000100:00100000:2.0:1777421009.219249:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 127 00000100:00100000:2.0:1777421009.219259:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d219180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+8:2368:x1863760833864832:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:2.0:1777421009.219275:0:6541:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421009.219294:0:6541:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000007993dd3/0xa38d71289385714 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375fc4 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421009.219383:0:6541:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137956d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6541:1863760841097216:192.168.203.47@tcp:106: 00000100:00100000:2.0:1777421009.219499:0:6541:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1346d1180 going to sleep for 11 seconds 00000100:00080000:0.0:1777421009.219573:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:2.0:1777421009.222755:0:6541:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x240000400:0xc:0x0] updating lvb size: 0 -> 1516 00002000:00010000:2.0:1777421009.222763:0:6541:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0xc:0x0] updating lvb mtime: 0 -> 1777421009 00002000:00010000:2.0:1777421009.222766:0:6541:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0xc:0x0] updating lvb atime: 0 -> 1777421009 00002000:00010000:2.0:1777421009.222768:0:6541:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0xc:0x0] updating lvb ctime: 0 -> 1777421009 00000100:00100000:2.0:1777421009.222791:0:6541:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137956d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6541:1863760841097216:192.168.203.47@tcp:106: 00010000:00010000:2.0:1777421009.222831:0:6541:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000007993dd3/0xa38d71289385714 lrc: 1/0,0 mode: --/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375fc4 expref: 9 pid: 6541 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.222870:0:6541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000007993dd3/0xa38d71289385714 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375fc4 expref: 9 pid: 6541 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.222895:0:6541:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f72a600, rc 0) 00000100:00100000:2.0:1777421009.222951:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d219180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+8:2368:x1863760833864832:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 3692us (3959us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421009.222960:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 127 00000100:00100000:3.0:1777421009.226465:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421009.226615:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833864960 00000100:00100000:2.0:1777421009.226625:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833864960 00000100:00100000:2.0:1777421009.226667:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 514 00000100:00100000:2.0:1777421009.226693:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c4bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+52:16472:x1863760833864960:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:2.0:1777421009.226717:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421009.226737:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b200/0xa38d7128938571b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375fcb expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.226819:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ae00/0xa38d71289385722 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.226831:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ae00/0xa38d71289385722 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.226841:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ae00/0xa38d71289385722 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421009.226895:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x20:0x0]: returning size 512 00000004:00200000:2.0:1777421009.226898:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421009.226924:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ae00/0xa38d71289385722 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.226949:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72b200/0xa38d7128938571b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375fcb expref: 54 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.226965:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72ae00/0xa38d71289385722 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375fcb expref: 53 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.226974:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x0 (ffff9af121239700) 00010000:00010000:2.0:1777421009.226978:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777421009.226981:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f72ae00, rc 0) 00000100:00100000:2.0:1777421009.227033:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c4bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+53:16472:x1863760833864960:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 343us (577us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421009.227038:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 514 00000100:00100000:1.0:1777421009.230201:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421009.230341:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833865088 00000100:00100000:2.0:1777421009.230386:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833865088 00000100:00100000:2.0:1777421009.230439:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 128 00000100:00100000:2.0:1777421009.230449:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d218000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+8:2368:x1863760833865088:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:2.0:1777421009.230477:0:6541:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421009.230493:0:6541:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bdbfab60/0xa38d71289385729 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375fd2 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421009.230546:0:6541:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137956d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6541:1863760841097344:192.168.203.47@tcp:106: 00000100:00100000:2.0:1777421009.230619:0:6541:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1346d1180 going to sleep for 11 seconds 00000100:00100000:2.0:1777421009.232645:0:6541:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137956d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6541:1863760841097344:192.168.203.47@tcp:106: 00010000:00010000:2.0:1777421009.232677:0:6541:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000bdbfab60/0xa38d71289385729 lrc: 1/0,0 mode: --/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375fd2 expref: 9 pid: 6541 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.232712:0:6541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bdbfab60/0xa38d71289385729 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375fd2 expref: 9 pid: 6541 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.232743:0:6541:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f72a800, rc 0) 00000100:00100000:2.0:1777421009.232801:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d218000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+8:2368:x1863760833865088:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 2353us (2606us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421009.232812:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 128 00000100:00100000:3.0:1777421009.236599:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421009.237152:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833865344 00000100:00100000:2.0:1777421009.237162:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833865344 00000100:00100000:2.0:1777421009.237221:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 515 00000100:00100000:2.0:1777421009.237241:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c4bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+53:16472:x1863760833865344:12345-192.168.203.47@tcp:58:lfs.0 00000040:00080000:2.0:1777421009.237617:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].11, 136 off9688 00000100:00100000:2.0:1777421009.237696:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c4bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+53:16472:x1863760833865344:12345-192.168.203.47@tcp:58:lfs.0 Request processed in 456us (1104us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421009.237705:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 515 00010000:00010000:2.0:1777421009.240572:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1777421009.370209:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777421009.370218:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777421009.370266:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 12 count 2 00000040:00080000:1.0:1777421009.370273:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777421009.370558:0:11331:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13d21ad80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841097472:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1777421009.370662:0:11331:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1181920c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421009.375287:0:11331:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13d21ad80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841097472:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1777421009.378201:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421009.378310:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833865472 00000100:00100000:1.0:1777421009.378320:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833865472 00000100:00100000:1.0:1777421009.378494:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 516 00000100:00100000:1.0:1777421009.378510:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+24:16482:x1863760833865472:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1777421009.378560:0:5761:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0xc:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1777421009.378687:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+24:16482:x1863760833865472:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 184us (493us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421009.378693:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 516 00000100:00100000:3.0:1777421009.389053:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421009.389165:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833865728 00000100:00100000:1.0:1777421009.389181:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833865728 00000100:00100000:1.0:1777421009.389265:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 517 00000100:00100000:1.0:1777421009.389276:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+24:16482:x1863760833865728:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421009.389294:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421009.389316:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289385730 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375fd9 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421009.389628:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d71289385737 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421009.389640:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d71289385737 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421009.389649:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d71289385737 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421009.389657:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xc:0x0]: returning size 1516 00010000:00010000:1.0:1777421009.389760:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289385730 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375fd9 expref: 27 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421009.389774:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d71289385737 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375fd9 expref: 26 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421009.389801:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xc:0x0].0x0 (ffff9af111123200) 00010000:00010000:1.0:1777421009.389803:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421009.389807:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af105d5d800, rc 0) 00000100:00100000:1.0:1777421009.389909:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+26:16482:x1863760833865728:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 634us (869us total) trans 4294967672 rc 0/0 00000100:00100000:1.0:1777421009.389917:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 517 00000100:00100000:0.0:1777421009.392646:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421009.392697:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833865856 00000100:00100000:2.0:1777421009.392706:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833865856 00000100:00100000:2.0:1777421009.392772:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 129 00000100:00100000:2.0:1777421009.392790:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001190e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2367:x1863760833865856:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1777421009.392848:0:6541:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002a747954/0xa38d71289385745 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.392866:0:6541:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000089353a3c/0xa38d712893856f1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375fb6 expref: 6 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.392886:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777421009.392888:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777421009.392892:0:6541:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002a747954/0xa38d71289385745 lrc: 4/1,0 mode: --/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.392926:0:6541:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000089353a3c/0xa38d712893856f1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375fb6 expref: 6 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.392940:0:6541:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000089353a3c/0xa38d712893856f1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375fb6 expref: 6 pid: 6541 timeout: 321 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421009.392955:0:6541:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137956d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6541:1863760841097600:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777421009.393039:0:6541:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1346d1180 going to sleep for 11 seconds 00000100:00100000:0.0:1777421009.393447:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421009.393560:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833865984 00000100:00100000:1.0:1777421009.393565:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833865984 00000100:00100000:1.0:1777421009.393636:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 13 00000100:00100000:1.0:1777421009.393642:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001191f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+26:2366:x1863760833865984:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421009.393650:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421009.393667:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d71289385737 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375fd9 expref: 26 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421009.393679:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xc:0x0].0x0 (ffff9af111123200) 00010000:00010000:1.0:1777421009.393682:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421009.393710:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001191f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+25:2366:x1863760833865984:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 69us (264us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421009.393716:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 13 00000100:00100000:1.0:1777421009.394550:0:6541:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137956d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6541:1863760841097600:192.168.203.47@tcp:104: 00010000:00010000:1.0:1777421009.394572:0:6541:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000002a747954/0xa38d71289385745 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421009.397021:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421009.397162:0:6548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833866112 00000100:00100000:2.0:1777421009.397173:0:6548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833866112 00002000:00100000:2.0:1777421009.397239:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xc:0x0] (0->1515) req@ffff9af001193480 x1863760833866112/t0(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:20/0 lens 2008/0 e 0 to 0 dl 1777421020 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421009.397250:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af001193480 with x1863760833866112 ext(0->1515) 00010000:00010000:2.0:1777421009.397259:0:6548:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 0000000089353a3c/0xa38d712893856f1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375fb6 expref: 7 pid: 6541 timeout: 321 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.397275:0:6548:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 0000000089353a3c/0xa38d712893856f1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375fb6 expref: 7 pid: 6541 timeout: 321 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777421009.397283:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9af001193480 00000100:00100000:2.0:1777421009.397333:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1 00000100:00100000:2.0:1777421009.397343:0:6548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001193480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+7:2368:x1863760833866112:12345-192.168.203.47@tcp:4:cp.0 00000100:00100000:2.0:1777421009.397905:0:6548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001193480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2368:x1863760833866112:12345-192.168.203.47@tcp:4:cp.0 Request processed in 562us (891us total) trans 4294967325 rc 0/0 00000100:00100000:2.0:1777421009.397914:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1 00002000:00100000:2.0:1777421009.397933:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xc:0x0] (0->1515) req@ffff9af001193480 x1863760833866112/t4294967325(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:20/0 lens 2008/448 e 0 to 0 dl 1777421020 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421009.397942:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af001193480 with x1863760833866112 ext(0->1515) 00010000:00010000:2.0:1777421009.397949:0:6548:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 0000000089353a3c/0xa38d712893856f1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375fb6 expref: 9 pid: 6541 timeout: 321 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.397962:0:6548:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 0000000089353a3c/0xa38d712893856f1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375fb6 expref: 9 pid: 6541 timeout: 321 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777421009.397970:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9af001193480 00000100:00100000:2.0:1777421009.403126:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421009.403166:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833866240 00000100:00100000:1.0:1777421009.403185:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833866240 00010000:00010000:1.0:1777421009.403221:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000089353a3c/0xa38d712893856f1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375fb6 expref: 9 pid: 6541 timeout: 321 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421009.403268:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 165 00000100:00100000:1.0:1777421009.403280:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137956680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2369:x1863760833866240:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421009.403295:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421009.403317:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000089353a3c/0xa38d712893856f1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375fb6 expref: 9 pid: 6541 timeout: 321 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421009.403331:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000089353a3c/0xa38d712893856f1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375fb6 expref: 9 pid: 6541 timeout: 321 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421009.403474:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000089353a3c/0xa38d712893856f1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375fb6 expref: 9 pid: 6541 timeout: 321 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421009.403489:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421009.403491:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421009.403495:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002a747954/0xa38d71289385745 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421009.403505:0:5746:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002a747954/0xa38d71289385745 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421009.403538:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421009.403585:0:6541:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000002a747954/0xa38d71289385745 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421009.403596:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137956680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+8:2369:x1863760833866240:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 317us (476us total) trans 0 rc 0/0 00010000:00010000:2.0:1777421009.403602:0:6541:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002a747954/0xa38d71289385745 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421009.403620:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 165 00010000:00010000:2.0:1777421009.403630:0:6541:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002a747954/0xa38d71289385745 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.403641:0:6541:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002a747954/0xa38d71289385745 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.403657:0:6541:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002a747954/0xa38d71289385745 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.403665:0:6541:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f72b200 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:2.0:1777421009.403670:0:6541:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002a747954/0xa38d71289385745 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.403679:0:6541:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002a747954/0xa38d71289385745 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.403692:0:6541:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002a747954/0xa38d71289385745 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.403700:0:6541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002a747954/0xa38d71289385745 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421009.403869:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001190e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+7:2367:x1863760833865856:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 Request processed in 11083us (11230us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421009.403878:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 129 00000100:00100000:2.0:1777421009.410587:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421009.410897:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833866496 00000100:00100000:1.0:1777421009.410908:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833866496 00000100:00100000:1.0:1777421009.410975:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 518 00000100:00100000:1.0:1777421009.410986:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137957800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+25:16482:x1863760833866496:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777421009.411112:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137957800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+25:16482:x1863760833866496:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 115us (522us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421009.411122:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 518 00000100:00100000:1.0:1777421009.414201:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421009.414316:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833866624 00000100:00100000:2.0:1777421009.414326:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833866624 00000100:00100000:2.0:1777421009.414391:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 130 00000100:00100000:2.0:1777421009.414401:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d21ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+7:2369:x1863760833866624:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421009.414430:0:6541:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421009.414450:0:6541:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002a747954/0xa38d7128938574c lrc: 2/0,0 mode: --/PR res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375fe0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777421009.414474:0:6541:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xc:0x0] initial LVB size: 1516, mtime: 0x69f14ad1, atime: 0x0, ctime: 0x69f14ad1, blocks: 0x1 00010000:00010000:2.0:1777421009.414491:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421009.414494:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421009.414501:0:6541:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002a747954/0xa38d7128938574c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375fe0 expref: 8 pid: 6541 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.414517:0:6541:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002a747954/0xa38d7128938574c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375fe0 expref: 8 pid: 6541 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421009.414530:0:6541:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f72b200, rc 0) 00000100:00100000:2.0:1777421009.414583:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d21ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+8:2369:x1863760833866624:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 184us (389us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421009.414591:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 130 00000100:00100000:0.0:1777421009.417377:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421009.418118:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833866880 00000100:00100000:1.0:1777421009.418128:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833866880 00000100:00100000:1.0:1777421009.418179:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 519 00000100:00100000:1.0:1777421009.418187:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001191c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+25:16482:x1863760833866880:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777421009.418286:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001191c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+25:16482:x1863760833866880:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 98us (936us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421009.418294:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 519 00000100:00100000:2.0:1777421009.420989:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421009.421061:0:6549:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833867008 00000100:00100000:1.0:1777421009.421070:0:6549:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833867008 00002000:00100000:1.0:1777421009.421112:0:6549:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0xc:0x0] (0->4095) req@ffff9af137955880 x1863760833867008/t0(0) o3->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:20/0 lens 488/0 e 0 to 0 dl 1777421020 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421009.421123:0:6549:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af137955880 with x1863760833867008 ext(0->4095) 00002000:00010000:1.0:1777421009.421129:0:6549:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af137955880 00000100:00100000:1.0:1777421009.421159:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 50 00000100:00100000:1.0:1777421009.421167:0:6549:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137955880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+8:2368:x1863760833867008:12345-192.168.203.47@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1777421009.421388:0:6549:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137955880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+8:2368:x1863760833867008:12345-192.168.203.47@tcp:3:lhsmtool_posix.0 Request processed in 220us (404us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1777421009.421395:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 50 00002000:00100000:1.0:1777421009.421401:0:6549:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0xc:0x0] (0->4095) req@ffff9af137955880 x1863760833867008/t0(0) o3->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:20/0 lens 488/4536 e 0 to 0 dl 1777421020 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421009.421410:0:6549:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af137955880 with x1863760833867008 ext(0->4095) 00002000:00010000:1.0:1777421009.421413:0:6549:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af137955880 00000100:00100000:2.0:1777421009.428555:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421009.428791:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833867136 00000100:00100000:3.0:1777421009.428803:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833867136 00000100:00100000:3.0:1777421009.428857:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 520 00000100:00100000:3.0:1777421009.428864:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137954380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+25:16482:x1863760833867136:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421009.428888:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421009.428925:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289385753 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375fe7 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.428965:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938575a lrc: 3/1,0 mode: --/PR res: [0x200000402:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.428999:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938575a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.429014:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938575a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.429134:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289385753 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xc:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375fe7 expref: 27 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.429157:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938575a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375fe7 expref: 26 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.429167:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xc:0x0].0x0 (ffff9af111123200) 00010000:00010000:3.0:1777421009.429171:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1777421009.429179:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0cd000, rc 0) 00000100:00100000:3.0:1777421009.429257:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137954380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+26:16482:x1863760833867136:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 391us (711us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421009.429266:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 520 00000100:00100000:1.0:1777421009.438200:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421009.438286:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833867264 00000100:00100000:2.0:1777421009.438379:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833867264 00000100:00100000:2.0:1777421009.438464:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 521 00000100:00100000:2.0:1777421009.438477:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d219880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+26:16482:x1863760833867264:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1777421009.438519:0:5761:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0xc:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1777421009.438658:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d219880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+26:16482:x1863760833867264:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 182us (469us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421009.438681:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 521 00000100:00100000:2.0:1777421009.445201:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421009.445441:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833867392 00000100:00100000:1.0:1777421009.445457:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833867392 00000100:00100000:1.0:1777421009.445525:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 131 00000100:00100000:1.0:1777421009.445536:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137955180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+8:2369:x1863760833867392:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1777421009.445638:0:6544:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f04b6614/0xa38d71289385761 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421009.445655:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421009.445657:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421009.445663:0:6544:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f04b6614/0xa38d71289385761 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421009.445677:0:6544:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f04b6614/0xa38d71289385761 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421009.445867:0:6544:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f04b6614/0xa38d71289385761 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421009.445895:0:6544:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f04b6614/0xa38d71289385761 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421009.445904:0:6544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f04b6614/0xa38d71289385761 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421009.446040:0:6544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af105d5ca00 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:1.0:1777421009.446046:0:6544:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f04b6614/0xa38d71289385761 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421009.446055:0:6544:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f04b6614/0xa38d71289385761 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421009.446071:0:6544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f04b6614/0xa38d71289385761 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421009.446078:0:6544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f04b6614/0xa38d71289385761 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421009.446158:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137955180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+8:2369:x1863760833867392:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 Request processed in 624us (970us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421009.446167:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 131 00000100:00100000:1.0:1777421009.451658:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421009.451767:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833867648 00000100:00100000:0.0:1777421009.451779:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833867648 00000100:00100000:0.0:1777421009.452026:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 522 00000100:00100000:0.0:1777421009.452040:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d21a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+26:16482:x1863760833867648:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1777421009.452140:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289385768 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421009.452161:0:5762:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938575a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375fe7 expref: 26 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421009.452171:0:5762:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289385768 lrc: 4/0,1 mode: --/PW res: [0x200000402:0xc:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421009.452214:0:5762:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938575a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375fe7 expref: 26 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421009.452517:0:5762:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938575a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375fe7 expref: 26 pid: 5762 timeout: 321 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421009.452536:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001192300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841097728:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777421009.452758:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1200ade40 going to sleep for 11 seconds 00000100:00100000:3.0:1777421009.455995:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421009.456044:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833867776 00000100:00100000:3.0:1777421009.456049:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001192300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841097728:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777421009.456056:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833867776 00010000:00010000:3.0:1777421009.456080:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289385768 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xc:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421009.456103:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938575a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375fe7 expref: 27 pid: 5762 timeout: 321 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421009.456148:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 166 00000100:00100000:0.0:1777421009.456158:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+27:2369:x1863760833867776:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421009.456180:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421009.456187:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938575a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375fe7 expref: 27 pid: 5762 timeout: 321 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421009.456201:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938575a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375fe7 expref: 27 pid: 5762 timeout: 321 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421009.456240:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938575a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xc:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375fe7 expref: 27 pid: 5762 timeout: 321 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421009.456260:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xc:0x0].0x0 (ffff9af111123200) 00010000:00010000:0.0:1777421009.456265:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289385768 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xc:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421009.456277:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289385768 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xc:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421009.456285:0:5746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289385768 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xc:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421009.456315:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777421009.456345:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289385768 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.456374:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289385768 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421009.456394:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+26:2369:x1863760833867776:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 237us (408us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421009.456402:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 166 00010000:00010000:3.0:1777421009.456616:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289385768 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.456625:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289385768 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.456632:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289385768 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.456639:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf38c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421009.456643:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289385768 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.456651:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289385768 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.456660:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xc:0x0].0x0 (ffff9af111123200) 00010000:00010000:3.0:1777421009.456663:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1777421009.456667:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289385768 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.456673:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289385768 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421009.456804:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d21a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+26:16482:x1863760833867648:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 4767us (5158us total) trans 4294967673 rc 0/0 00000100:00100000:3.0:1777421009.456859:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 522 00000040:00080000:0.0:1777421009.457341:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777421009.457346:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777421009.457874:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:0.0:1777421009.457884:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777421009.460629:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421009.460847:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833868032 00000100:00100000:0.0:1777421009.460867:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833868032 00000100:00100000:0.0:1777421009.460937:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 132 00000100:00100000:0.0:1777421009.460949:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af10f5b8850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+26:16482:x1863760833868032:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1777421009.461241:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af10f5b8850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+27:16482:x1863760833868032:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 293us (620us total) trans 4294967674 rc 0/0 00000100:00100000:0.0:1777421009.461253:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 132 00000040:00080000:2.0:1777421009.698021:0:14357:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777421009.698032:0:14357:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777421009.698131:0:14357:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 12 count 2 00000040:00080000:2.0:1777421009.698137:0:14357:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777421009.739199:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421009.739313:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833868288 00000100:00100000:3.0:1777421009.739327:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833868288 00000100:00100000:3.0:1777421009.739436:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 523 00000100:00100000:3.0:1777421009.739448:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137954e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+53:16485:x1863760833868288:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:3.0:1777421009.739476:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421009.739504:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d7128938576f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375fee expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.739626:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289385776 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.739643:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289385776 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.739658:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289385776 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421009.739671:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xc:0x0]: returning size 1516 00010000:00010000:3.0:1777421009.739824:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d7128938576f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375fee expref: 56 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.739845:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289385776 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375fee expref: 55 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421009.739855:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xc:0x0].0x0 (ffff9af111123200) 00010000:00010000:3.0:1777421009.739859:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777421009.739863:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0cc600, rc 0) 00000100:00100000:3.0:1777421009.740295:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137954e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+55:16485:x1863760833868288:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 846us (1107us total) trans 4294967675 rc 0/0 00000100:00100000:3.0:1777421009.740304:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 523 00000100:00100000:3.0:1777421009.743695:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421009.743753:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421009.743833:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833868544 00000100:00100000:1.0:1777421009.743851:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833868544 00000100:00100000:1.0:1777421009.743922:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 524 00000100:00100000:1.0:1777421009.743934:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+55:16485:x1863760833868544:12345-192.168.203.47@tcp:54:lfs.0 00010000:00010000:1.0:1777421009.744019:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d000/0xa38d71289385784 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421009.744040:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d000/0xa38d71289385784 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421009.744054:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d000/0xa38d71289385784 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421009.744085:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d000/0xa38d71289385784 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421009.744092:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d000/0xa38d71289385784 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421009.744099:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d000/0xa38d71289385784 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421009.744106:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af105d5d000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421009.744112:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d000/0xa38d71289385784 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421009.744120:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d000/0xa38d71289385784 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421009.744133:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xc:0x0].0x0 (ffff9af111123200) 00010000:00010000:1.0:1777421009.744136:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777421009.744141:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d000/0xa38d71289385784 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421009.744167:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d000/0xa38d71289385784 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421009.744265:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+55:16485:x1863760833868544:12345-192.168.203.47@tcp:54:lfs.0 Request processed in 332us (511us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421009.744275:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 524 00000100:00100000:0.0:1777421009.744916:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833868416 00000100:00100000:0.0:1777421009.744925:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833868416 00000100:00100000:0.0:1777421009.745041:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 14 00000100:00100000:0.0:1777421009.745051:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118194450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+55:2369:x1863760833868416:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421009.745065:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421009.745088:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289385776 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375fee expref: 55 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421009.745103:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xc:0x0].0x0 (ffff9af111123200) 00010000:00010000:0.0:1777421009.745108:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421009.745148:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118194450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+54:2369:x1863760833868416:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 99us (1462us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421009.745154:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 14 00000100:00100000:0.0:1777421009.748454:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421009.749695:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833868800 00000100:00100000:1.0:1777421009.749712:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833868800 00000100:00100000:1.0:1777421009.749841:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 133 00000100:00100000:1.0:1777421009.749855:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001191f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+54:16485:x1863760833868800:12345-192.168.203.47@tcp:35:lfs.0 00000100:00100000:1.0:1777421009.750185:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001191f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+55:16485:x1863760833868800:12345-192.168.203.47@tcp:35:lfs.0 Request processed in 331us (1738us total) trans 4294967676 rc 0/0 00000100:00100000:1.0:1777421009.750193:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 133 00000100:00100000:0.0:1777421009.880650:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c15d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841097856:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777421009.880721:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421009.880792:0:6546:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841097856 00000100:00100000:1.0:1777421009.880823:0:6546:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841097856 00000100:00100000:1.0:1777421009.880948:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1777421009.880963:0:6546:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001190000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1863760841097856:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777421009.880995:0:6546:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 61276160 pending 1703936 free 3857711104 avail 3855613952 00000100:00080000:2.0:1777421009.881016:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777421009.881079:0:6546:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001190000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1863760841097856:12345-0@lo:13:osp-pre-0-0.0 Request processed in 120us (356us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421009.881088:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1777421009.881099:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c15d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841097856:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1777421010.265447:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1777421010.416909:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967674 is committed 00000001:00080000:1.0:1777421010.416931:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967676 is committed 00010000:00010000:1.0:1777421011.288593:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777421011.473279:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421011.473560:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833868928 00000100:00100000:1.0:1777421011.473571:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833868928 00000100:00100000:1.0:1777421011.473693:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 276 00000100:00100000:1.0:1777421011.473704:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+12:2368:x1863760833868928:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777421011.473783:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+12:2368:x1863760833868928:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 81us (513us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421011.473796:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 276 00000100:00100000:2.0:1777421011.475490:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421011.475635:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833869184 00000100:00100000:1.0:1777421011.475644:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833869184 00000100:00080000:0.0:1777421011.475804:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777421011.476051:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421011.476086:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421011.476793:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421011.476823:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421011.477496:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833869440 00000100:00100000:0.0:1777421011.477506:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833869440 00000100:00100000:0.0:1777421011.477553:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833869056 00000100:00100000:0.0:1777421011.477557:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833869056 00000100:00100000:0.0:1777421011.477580:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 114 00000100:00100000:0.0:1777421011.477589:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137955f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+20:2368:x1863760833869440:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:0.0:1777421011.477667:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137955f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+20:2368:x1863760833869440:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 78us (2135us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421011.477675:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 114 00000100:00100000:0.0:1777421011.477693:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 115 00000100:00100000:0.0:1777421011.477700:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137956d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+52:2368:x1863760833869056:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:0.0:1777421011.477728:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137956d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+52:2368:x1863760833869056:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 28us (936us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421011.477734:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 115 00000100:00080000:0.0:1777421011.477760:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777421011.478190:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833869696 00000100:00100000:1.0:1777421011.478197:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833869696 00000100:00100000:1.0:1777421011.478253:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 99 00000100:00100000:1.0:1777421011.478263:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+8:2368:x1863760833869184:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777421011.478306:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+8:2368:x1863760833869184:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 44us (2822us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421011.478313:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 99 00000100:00100000:1.0:1777421011.478331:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 100 00000100:00100000:1.0:1777421011.478339:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137956680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2368:x1863760833869696:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777421011.478412:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137956680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2368:x1863760833869696:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 65us (2315us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421011.478419:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 100 00000100:00080000:1.0:1777421011.478460:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777421011.479086:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833869312 00000100:00100000:3.0:1777421011.479093:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833869312 00000100:00100000:2.0:1777421011.479135:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421011.479140:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 101 00000100:00080000:0.0:1777421011.479201:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777421011.479217:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110396300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+9:2368:x1863760833869312:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777421011.479268:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110396300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+9:2368:x1863760833869312:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 120us (2443us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421011.479276:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 101 00000100:00100000:3.0:1777421011.479288:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833869568 00000100:00100000:3.0:1777421011.479291:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833869568 00000100:00100000:3.0:1777421011.479322:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 102 00000100:00100000:3.0:1777421011.479329:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110397800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+8:2368:x1863760833869568:12345-192.168.203.47@tcp:400:kworker.0 00000100:00080000:1.0:1777421011.480592:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777421011.480881:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110397800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+8:2368:x1863760833869568:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 1545us (1743us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421011.480893:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 102 00000100:00100000:2.0:1777421012.160256:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421012.166157:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833869824 00000100:00100000:3.0:1777421012.166178:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833869824 00000100:00100000:3.0:1777421012.166273:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 525 00000100:00100000:3.0:1777421012.166284:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110394000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+20:16465:x1863760833869824:12345-192.168.203.47@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1777421012.166590:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110394000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+20:16465:x1863760833869824:12345-192.168.203.47@tcp:60:lhsmtool_posix.0 Request processed in 306us (6347us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421012.166601:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 525 00000100:00100000:1.0:1777421012.171325:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421012.171899:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833870080 00000100:00100000:3.0:1777421012.171914:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833870080 00000100:00100000:3.0:1777421012.171998:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 134 00000100:00100000:3.0:1777421012.172019:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d21a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+20:16465:x1863760833870080:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1777421012.172454:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d21a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+21:16465:x1863760833870080:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 425us (1127us total) trans 4294967677 rc 0/0 00000100:00100000:3.0:1777421012.172463:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 134 00010000:00010000:1.0:1777421012.313346:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1777421012.464936:0:6572:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967325 is committed 00000040:00080000:0.0:1777421012.568667:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777421012.568681:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777421012.568726:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 12 count 2 00000040:00080000:0.0:1777421012.568736:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777421012.952586:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c15fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841097984:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777421012.952590:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001193800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3297:1863760841098112:0@lo:400:kworker.0 00000100:00100000:0.0:1777421012.952701:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c4bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3295:1863760841098368:0@lo:400:kworker.0 00000100:00100000:3.0:1777421012.952715:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001192300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3298:1863760841098240:0@lo:400:kworker.0 00000100:00100000:2.0:1777421012.953257:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421012.953331:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c67bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3297:1863760841098624:0@lo:400:kworker.0 00000100:00100000:2.0:1777421012.953800:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421012.953849:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841098112 00000100:00100000:2.0:1777421012.953858:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841098112 00000100:00100000:2.0:1777421012.953909:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 277 00000100:00100000:2.0:1777421012.953918:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3297:x1863760841098112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421012.953969:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3297:x1863760841098112:12345-0@lo:400:kworker.0 Request processed in 51us (713us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421012.953976:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 277 00000100:00100000:2.0:1777421012.954023:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841098624 00000100:00100000:2.0:1777421012.954027:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841098624 00000100:00100000:2.0:1777421012.954065:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00100000:2.0:1777421012.954072:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110397b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1863760841098624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421012.954101:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110397b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1863760841098624:12345-0@lo:400:kworker.0 Request processed in 30us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421012.954107:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000100:00080000:2.0:1777421012.954126:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777421012.954178:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c67bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3297:1863760841098624:0@lo:400:kworker.0 00000100:00100000:2.0:1777421012.954190:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001193800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3297:1863760841098112:0@lo:400:kworker.0 00000100:00100000:0.0:1777421012.954500:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421012.954525:0:3295:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777421012.954534:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c67a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841098496:0@lo:400:kworker.0 00000100:00100000:3.0:1777421012.954543:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421012.954568:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c67b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1863760841098752:0@lo:400:kworker.0 00000100:00100000:0.0:1777421012.954576:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421012.954599:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421012.954618:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841098496 00000100:00100000:0.0:1777421012.954623:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841098496 00000100:00100000:0.0:1777421012.954671:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841098752 00000100:00100000:0.0:1777421012.954675:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841098752 00000100:00100000:0.0:1777421012.954699:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:0.0:1777421012.954706:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c005180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3295:x1863760841098496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421012.954742:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c005180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3295:x1863760841098496:12345-0@lo:400:kworker.0 Request processed in 37us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421012.954749:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:0.0:1777421012.954764:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:0.0:1777421012.954771:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3298:x1863760841098752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421012.954806:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3298:x1863760841098752:12345-0@lo:400:kworker.0 Request processed in 36us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421012.954863:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:0.0:1777421012.954893:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c67b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1863760841098752:0@lo:400:kworker.0 00000100:00100000:0.0:1777421012.954986:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c67a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841098496:0@lo:400:kworker.0 00000100:00100000:1.0:1777421012.955096:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421012.955232:0:6546:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841097984 00000100:00100000:0.0:1777421012.955237:0:6546:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841097984 00000100:00100000:0.0:1777421012.955269:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1777421012.955279:0:6546:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d21b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3296:x1863760841097984:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777421012.955331:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841098368 00000100:00100000:3.0:1777421012.955337:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841098368 00000100:00100000:3.0:1777421012.955386:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841098240 00000100:00100000:3.0:1777421012.955389:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841098240 00000100:00100000:3.0:1777421012.955407:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000100:00100000:3.0:1777421012.955413:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3295:x1863760841098368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421012.955450:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3295:x1863760841098368:12345-0@lo:400:kworker.0 Request processed in 37us (950us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421012.955470:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00000100:00100000:3.0:1777421012.955482:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000100:00100000:3.0:1777421012.955488:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1863760841098240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421012.955517:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1863760841098240:12345-0@lo:400:kworker.0 Request processed in 30us (979us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421012.955523:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000100:00080000:3.0:1777421012.955553:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777421012.955557:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777421012.955559:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:0.0:1777421012.955585:0:6546:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 57868288 pending 0 free 3855613952 avail 3853516800 00000100:00100000:0.0:1777421012.955636:0:6546:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d21b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3296:x1863760841097984:12345-0@lo:13:osp-pre-1-0.0 Request processed in 360us (540us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421012.955643:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1777421012.955685:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001192300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3298:1863760841098240:0@lo:400:kworker.0 00000100:00100000:3.0:1777421012.955710:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c15fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841097984:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777421012.955720:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c4bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3295:1863760841098368:0@lo:400:kworker.0 00000001:02000400:0.0:1777421013.052972:0:14555:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 9A: Use of explicit archive number, with dedicated copytool ========================================================== 20:03:32 (1777421012) 00000100:00100000:2.0:1777421013.171161:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421013.171249:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833870336 00000100:00100000:0.0:1777421013.171264:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833870336 00000100:00080000:3.0:1777421013.171334:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777421013.171405:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 526 00000100:00100000:0.0:1777421013.171421:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110396680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+21:17091:x1863760833870336:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421013.171456:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421013.171483:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d7128938578b lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375ff5 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421013.171577:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39c00/0xa38d71289385792 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421013.171594:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39c00/0xa38d71289385792 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421013.171609:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39c00/0xa38d71289385792 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421013.171626:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d71289385799 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421013.171633:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d71289385799 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421013.171640:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d71289385799 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421013.171779:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d712893857a0 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421013.171788:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d712893857a0 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421013.171819:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d712893857a0 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421013.171831:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 10752 00010000:00010000:0.0:1777421013.171956:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39c00/0xa38d71289385792 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421013.171965:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39c00/0xa38d71289385792 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421013.171972:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39c00/0xa38d71289385792 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421013.171979:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf39c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421013.171984:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39c00/0xa38d71289385792 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421013.171992:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39c00/0xa38d71289385792 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421013.172006:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9af106213700) 00010000:00010000:0.0:1777421013.172010:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421013.172015:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39c00/0xa38d71289385792 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421013.172020:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39c00/0xa38d71289385792 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421013.172046:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d71289385799 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421013.172052:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d71289385799 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421013.172064:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d71289385799 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421013.172082:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf39000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421013.172086:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d71289385799 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421013.172092:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d71289385799 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421013.172100:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff9af111123e00) 00010000:00010000:0.0:1777421013.172103:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421013.172106:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d71289385799 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421013.172112:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d71289385799 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421013.172538:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d7128938578b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375ff5 expref: 24 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421013.172554:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d712893857a0 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375ff5 expref: 23 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421013.172561:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9af106213200) 00010000:00010000:0.0:1777421013.172564:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421013.172567:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12cf38c00, rc 0) 00000100:00100000:0.0:1777421013.172642:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110396680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+23:17091:x1863760833870336:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 1226us (1494us total) trans 4294967678 rc 0/0 00000100:00100000:0.0:1777421013.172661:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 526 00000100:00100000:1.0:1777421013.174409:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421013.174446:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833870464 00000100:00100000:0.0:1777421013.174459:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833870464 00000100:00100000:0.0:1777421013.174522:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 527 00000100:00100000:0.0:1777421013.174536:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+23:17091:x1863760833870464:12345-192.168.203.47@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1777421013.174653:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+23:17091:x1863760833870464:12345-192.168.203.47@tcp:59:lhsmtool_posix.0 Request processed in 120us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421013.174661:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 527 00000100:00100000:2.0:1777421013.174820:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421013.174901:0:8215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833870592 00000100:00100000:3.0:1777421013.174910:0:8215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833870592 00000100:00100000:3.0:1777421013.174959:0:8215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 15 00000100:00100000:3.0:1777421013.174967:0:8215:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110395880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+23:2367:x1863760833870592:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421013.174979:0:8215:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421013.175000:0:8215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d712893857a0 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375ff5 expref: 23 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421013.175016:0:8215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9af106213200) 00010000:00010000:3.0:1777421013.175020:0:8215:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421013.175083:0:8215:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110395880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+22:2367:x1863760833870592:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 115us (265us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421013.175092:0:8215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 15 00010000:00010000:2.0:1777421013.337930:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1777421013.592571:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777421013.592578:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777421013.592605:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 12 count 2 00000040:00080000:0.0:1777421013.592611:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1777421014.360884:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777421015.001199:0:3296:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777421015.001278:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c15fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841098880:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777421015.001386:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421015.001647:0:7924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841098880 00000100:00100000:3.0:1777421015.001658:0:7924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841098880 00000100:00080000:2.0:1777421015.003010:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777421015.003066:0:7924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1777421015.003080:0:7924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3296:x1863760841098880:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777421015.003124:0:7924:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1777421015.003227:0:7924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3296:x1863760841098880:12345-0@lo:13:osp-pre-0-0.0 Request processed in 150us (1840us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421015.003242:0:7924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1777421015.003301:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c15fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841098880:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1777421015.390391:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1777421015.535597:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967678 is committed 00010000:00010000:1.0:1777421016.410216:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777421016.595308:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421016.595372:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421016.595465:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421016.595496:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421016.595538:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833870720 00000100:00100000:2.0:1777421016.595550:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833870720 00000100:00100000:0.0:1777421016.595555:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833871232 00000100:00100000:0.0:1777421016.595562:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833871232 00000100:00100000:2.0:1777421016.595604:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 278 00000100:00100000:0.0:1777421016.595620:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 119 00000100:00100000:2.0:1777421016.595621:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+12:2366:x1863760833870720:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:0.0:1777421016.595634:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+20:2366:x1863760833871232:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:2.0:1777421016.595691:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+12:2366:x1863760833870720:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 76us (391us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421016.595699:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 278 00000100:00080000:2.0:1777421016.595729:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777421016.600755:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833870976 00000100:00100000:3.0:1777421016.600771:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833870976 00000100:00100000:0.0:1777421016.600779:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+20:2366:x1863760833871232:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 5142us (5306us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421016.600796:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 119 00000100:00100000:3.0:1777421016.600838:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833871488 00000100:00100000:3.0:1777421016.600843:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833871488 00000100:00100000:0.0:1777421016.600874:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 105 00000100:00100000:0.0:1777421016.600888:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+8:2366:x1863760833870976:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777421016.600898:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 106 00000100:00100000:3.0:1777421016.600910:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2366:x1863760833871488:12345-192.168.203.47@tcp:400:kworker.0 00000100:00080000:2.0:1777421016.600930:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777421016.600936:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777421016.600965:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+8:2366:x1863760833870976:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 80us (5590us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421016.600984:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 105 00000100:00100000:3.0:1777421016.603496:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2366:x1863760833871488:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 2582us (7991us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421016.603509:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 106 00000100:00100000:1.0:1777421016.605375:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421016.605419:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421016.605451:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421016.605517:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833870848 00000100:00100000:0.0:1777421016.605528:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833870848 00000100:00100000:2.0:1777421016.605562:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833871104 00000100:00100000:2.0:1777421016.605568:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833871104 00000100:00100000:0.0:1777421016.605604:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 120 00000100:00100000:2.0:1777421016.605608:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833871360 00000100:00100000:0.0:1777421016.605616:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+52:2366:x1863760833870848:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:2.0:1777421016.605625:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833871360 00000100:00100000:2.0:1777421016.605657:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 107 00000100:00100000:2.0:1777421016.605666:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+9:2366:x1863760833871104:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777421016.605671:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 108 00000100:00100000:3.0:1777421016.605681:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2366:x1863760833871360:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:0.0:1777421016.605686:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+52:2366:x1863760833870848:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 70us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421016.605695:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 120 00000100:00100000:2.0:1777421016.605703:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+9:2366:x1863760833871104:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 37us (281us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421016.605708:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2366:x1863760833871360:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 30us (256us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421016.605711:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 107 00000100:00100000:3.0:1777421016.605715:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 108 00000100:00080000:1.0:1777421016.605770:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777421016.605775:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777421016.605777:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:02000400:1.0:1777421017.053181:0:14652:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg347-client.virtnet: executing pgrep --pidfile=/var/run/lhsmtool_posix.pid --list-full hsmtool 00010000:00010000:2.0:1777421017.434078:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777421018.072772:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c15ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841099008:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777421018.072848:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421018.072973:0:7924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841099008 00000100:00100000:3.0:1777421018.072987:0:7924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841099008 00000100:00100000:3.0:1777421018.073069:0:7924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1777421018.073083:0:7924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c007100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3296:x1863760841099008:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777421018.073135:0:7924:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 57868288 pending 0 free 3855613952 avail 3853516800 00000100:00100000:3.0:1777421018.073235:0:7924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c007100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3296:x1863760841099008:12345-0@lo:13:osp-pre-1-0.0 Request processed in 153us (385us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421018.073247:0:7924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1777421018.073281:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af110396d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3297:1863760841099136:0@lo:400:kworker.0 00000100:00100000:2.0:1777421018.073322:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421018.073393:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af110394700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3297:1863760841099648:0@lo:400:kworker.0 00000100:00100000:2.0:1777421018.073419:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421018.073438:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777421018.073443:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af110396a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3297:1863760841099264:0@lo:400:kworker.0 00000100:00100000:2.0:1777421018.073464:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1777421018.073561:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777421018.073629:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841099648 00000100:00100000:0.0:1777421018.073637:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841099648 00000100:00100000:0.0:1777421018.073688:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841099264 00000100:00100000:0.0:1777421018.073692:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841099264 00000100:00100000:0.0:1777421018.073716:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 121 00000100:00100000:0.0:1777421018.073725:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110395180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1863760841099648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421018.073754:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841099136 00000100:00100000:3.0:1777421018.073762:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841099136 00000100:00100000:0.0:1777421018.073785:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110395180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1863760841099648:12345-0@lo:400:kworker.0 Request processed in 60us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421018.073798:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 121 00000100:00100000:3.0:1777421018.073822:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 279 00000100:00100000:0.0:1777421018.073829:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 122 00000100:00100000:3.0:1777421018.073835:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119148450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3297:x1863760841099136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421018.073844:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110395500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1863760841099264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421018.073877:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110395500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1863760841099264:12345-0@lo:400:kworker.0 Request processed in 38us (412us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421018.073883:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 122 00000100:00100000:0.0:1777421018.073911:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af110394e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3295:1863760841099392:0@lo:400:kworker.0 00000100:00100000:0.0:1777421018.073951:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421018.073971:0:3295:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777421018.073976:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af110395f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841099520:0@lo:400:kworker.0 00000100:00100000:0.0:1777421018.074002:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421018.074026:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841099520 00000100:00100000:0.0:1777421018.074031:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841099520 00000100:00100000:0.0:1777421018.074064:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:0.0:1777421018.074072:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12dc80050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3295:x1863760841099520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421018.074108:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12dc80050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3295:x1863760841099520:12345-0@lo:400:kworker.0 Request processed in 38us (105us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421018.074115:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:3.0:1777421018.074309:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119148450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3297:x1863760841099136:12345-0@lo:400:kworker.0 Request processed in 477us (984us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421018.074393:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 279 00000100:00100000:0.0:1777421018.074416:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841099392 00000100:00100000:0.0:1777421018.074421:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841099392 00000100:00100000:0.0:1777421018.074451:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 123 00000100:00100000:0.0:1777421018.074458:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c4bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3295:x1863760841099392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421018.074493:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c4bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3295:x1863760841099392:12345-0@lo:400:kworker.0 Request processed in 36us (543us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421018.074500:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 123 00000100:00100000:3.0:1777421018.074523:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c15ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841099008:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777421018.074551:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af110396a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3297:1863760841099264:0@lo:400:kworker.0 00000100:00100000:3.0:1777421018.074558:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af110396d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3297:1863760841099136:0@lo:400:kworker.0 00000100:00100000:3.0:1777421018.074564:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af110394700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3297:1863760841099648:0@lo:400:kworker.0 00000100:00100000:3.0:1777421018.074594:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af110395f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841099520:0@lo:400:kworker.0 00000100:00100000:3.0:1777421018.074601:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af110394e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3295:1863760841099392:0@lo:400:kworker.0 00000100:00080000:1.0:1777421018.074656:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777421018.074660:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:02000400:2.0:1777421018.394156:0:14750:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg347-client.virtnet: executing get_client_uuid /mnt/lustre2 00010000:00010000:1.0:1777421018.456472:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777421018.788436:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421018.788577:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833871616 00000100:00100000:0.0:1777421018.788590:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833871616 00000100:00080000:1.0:1777421018.788644:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777421018.788678:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 528 00000100:00100000:0.0:1777421018.788694:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+52:17562:x1863760833871616:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:0.0:1777421018.788718:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421018.788745:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d712893857ae lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f375ffc expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.789291:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d712893857b5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.789322:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d712893857b5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.789336:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d712893857b5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.789458:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d712893857bc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.789468:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d712893857bc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.789477:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d712893857bc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.789555:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d712893857b5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.789563:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d712893857b5 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.789570:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d712893857b5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.789576:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf39400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421018.789581:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d712893857b5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.789589:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d712893857b5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.789602:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1061f8c00) 00010000:00010000:0.0:1777421018.789612:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421018.789618:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d712893857b5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.789625:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d712893857b5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.789638:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d712893857bc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.789643:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d712893857bc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.789649:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d712893857bc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.789654:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf38c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421018.789657:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d712893857bc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.789663:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d712893857bc lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.789672:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4f27b7ce (ffff9af111123e00) 00010000:00010000:0.0:1777421018.789675:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421018.789678:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d712893857bc lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.789684:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d712893857bc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.789726:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d712893857ae lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375ffc expref: 53 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.789751:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1061f8c00) 00010000:00010000:0.0:1777421018.789754:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421018.789759:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d712893857ae lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375ffc expref: 53 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.789770:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12cf39000, rc 0) 00000100:00100000:0.0:1777421018.789843:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+52:17562:x1863760833871616:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 1153us (1417us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421018.789855:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 528 00000100:00100000:2.0:1777421018.793399:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421018.793435:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833871872 00000100:00100000:0.0:1777421018.793447:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833871872 00000100:00100000:0.0:1777421018.793490:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 529 00000100:00100000:0.0:1777421018.793498:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110395c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+52:17562:x1863760833871872:12345-192.168.203.47@tcp:36:lfs.0 00010000:00010000:0.0:1777421018.793542:0:5760:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421018.793566:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289385611 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375f69 expref: 52 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.793582:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1061f8c00) 00010000:00010000:0.0:1777421018.793586:0:5760:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421018.793711:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d712893857c3 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.793722:0:5760:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289385650 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375f7e expref: 19 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.793729:0:5760:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d712893857c3 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.793758:0:5760:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289385650 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375f7e expref: 19 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.793768:0:5760:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289385650 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375f7e expref: 19 pid: 5762 timeout: 330 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421018.793779:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c4bd500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1863760841099776:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777421018.793862:0:5760:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af118192600 going to sleep for 11 seconds 00000100:00100000:0.0:1777421018.795108:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c4bd500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1863760841099776:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421018.795129:0:5760:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d712893857c3 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421018.795304:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421018.795417:0:8215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833872000 00000100:00100000:3.0:1777421018.795433:0:8215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833872000 00000100:00080000:2.0:1777421018.795545:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1777421018.795555:0:8215:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289385650 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375f7e expref: 20 pid: 5762 timeout: 330 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421018.795606:0:8215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 167 00000100:00100000:3.0:1777421018.795621:0:8215:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110397480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+20:2369:x1863760833872000:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421018.795639:0:8215:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421018.795649:0:8215:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289385650 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375f7e expref: 20 pid: 5762 timeout: 330 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421018.795665:0:8215:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289385650 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375f7e expref: 20 pid: 5762 timeout: 330 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421018.795693:0:8215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289385650 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f375f7e expref: 20 pid: 5762 timeout: 330 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421018.795714:0:8215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1061f8c00) 00010000:00010000:3.0:1777421018.795733:0:8215:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d712893857c3 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421018.795744:0:8215:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d712893857c3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421018.795752:0:8215:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d712893857c3 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421018.795788:0:8215:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421018.795811:0:5760:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d712893857c3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.795822:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d712893857c3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421018.795857:0:8215:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110397480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+19:2369:x1863760833872000:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 240us (552us total) trans 0 rc 0/0 00010000:00010000:0.0:1777421018.795858:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d712893857ca lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421018.795875:0:8215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 167 00010000:00010000:0.0:1777421018.795876:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d712893857ca lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.795887:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d712893857ca lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421018.796726:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x21:0x0]: returning size 512 00010000:00010000:0.0:1777421018.796736:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d712893857c3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.796747:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d712893857c3 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.796752:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d712893857c3 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.796757:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf39800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421018.796761:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d712893857c3 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.796767:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d712893857c3 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.796777:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1061f8c00) 00010000:00010000:0.0:1777421018.796780:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421018.796782:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d712893857c3 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.796786:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d712893857c3 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777421018.796799:0:5760:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000836dce76 reply state 0000000092f8e856 transno 4294967679 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d712893857ca lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421018.796805:0:5760:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777421018.796874:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110395c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+53:17562:x1863760833871872:12345-192.168.203.47@tcp:36:lfs.0 Request processed in 3375us (3482us total) trans 4294967679 rc 0/0 00000100:00100000:0.0:1777421018.796882:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 529 00010000:00010000:1.0:1777421018.797640:0:3281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d712893857ca lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421018.797654:0:3281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d712893857ca lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421018.797676:0:3281:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d712893857ca lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421018.797682:0:3281:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf39000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421018.797687:0:3281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d712893857ca lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421018.797693:0:3281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d712893857ca lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421018.797709:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4f27b7ce (ffff9af111123e00) 00010000:00010000:1.0:1777421018.797713:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421018.797718:0:3281:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d712893857ca lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421018.797725:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d712893857ca lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421018.801634:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421018.801687:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833872128 00000100:00100000:0.0:1777421018.801700:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833872128 00000100:00100000:0.0:1777421018.801771:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 530 00000100:00100000:0.0:1777421018.801783:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110394e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+52:17563:x1863760833872128:12345-192.168.203.47@tcp:101:bash.0 00010000:00010000:0.0:1777421018.801813:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421018.801847:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d712893857d1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376003 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.801929:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d712893857d8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.801946:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d712893857d8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.801960:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d712893857d8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421018.802024:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:0.0:1777421018.802028:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 13 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421018.802061:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d712893857d8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.802088:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d712893857d1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376003 expref: 54 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.802100:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d712893857d8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376003 expref: 53 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.802107:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af111123f00) 00010000:00010000:0.0:1777421018.802109:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777421018.802113:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12cf38c00, rc 0) 00000100:00100000:0.0:1777421018.802191:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110394e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+53:17563:x1863760833872128:12345-192.168.203.47@tcp:101:bash.0 Request processed in 411us (568us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421018.802208:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 530 00000100:00100000:0.0:1777421018.803772:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421018.803847:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833872256 00000100:00100000:2.0:1777421018.803858:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833872256 00000100:00100000:2.0:1777421018.803924:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 531 00000100:00100000:2.0:1777421018.803937:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c4bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+53:17563:x1863760833872256:12345-192.168.203.47@tcp:101:bash.0 00010000:00010000:2.0:1777421018.803960:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421018.803986:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a400/0xa38d712893857df lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37600a expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.804052:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d712893857e6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.804062:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d712893857e6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.804071:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d712893857e6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.804082:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a600/0xa38d712893857ed lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.804086:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a600/0xa38d712893857ed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.804092:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a600/0xa38d712893857ed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.804282:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d712893857f4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.804310:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d712893857f4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.804323:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d712893857f4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421018.804576:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x21:0x0]: returning size 512 00000004:00200000:2.0:1777421018.804579:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421018.804600:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d712893857f4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.804629:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d712893857e6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.804637:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d712893857e6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.804645:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d712893857e6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.804652:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f72a800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421018.804660:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d712893857e6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.804668:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d712893857e6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.804682:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af111123f00) 00010000:00010000:2.0:1777421018.804685:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421018.804690:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d712893857e6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.804696:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d712893857e6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.804708:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a600/0xa38d712893857ed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.804715:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a600/0xa38d712893857ed lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.804721:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a600/0xa38d712893857ed lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.804732:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f72a600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421018.804735:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a600/0xa38d712893857ed lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.804739:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a600/0xa38d712893857ed lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.804747:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4f27b7ce (ffff9af118b05500) 00010000:00010000:2.0:1777421018.804749:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421018.804751:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a600/0xa38d712893857ed lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.804755:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a600/0xa38d712893857ed lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.804789:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a400/0xa38d712893857df lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37600a expref: 55 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.804801:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013ce000/0xa38d712893857f4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37600a expref: 54 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.804806:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x0 (ffff9af118b05100) 00010000:00010000:2.0:1777421018.804808:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1777421018.804809:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0013ce000, rc 0) 00000100:00100000:2.0:1777421018.804883:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c4bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+54:17563:x1863760833872256:12345-192.168.203.47@tcp:101:bash.0 Request processed in 949us (1118us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421018.804892:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 531 00000100:00100000:2.0:1777421018.806250:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421018.806324:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833872384 00000100:00100000:3.0:1777421018.806335:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833872384 00000100:00100000:3.0:1777421018.806469:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 532 00000100:00100000:3.0:1777421018.806480:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110395f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+54:17563:x1863760833872384:12345-192.168.203.47@tcp:101:bash.0 00010000:00010000:3.0:1777421018.806497:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421018.806513:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d712893857fb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376011 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421018.806561:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289385802 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421018.806571:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289385802 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421018.806578:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289385802 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421018.806590:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385809 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421018.806601:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385809 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421018.806606:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385809 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421018.806680:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289385802 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421018.806687:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289385802 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421018.806692:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289385802 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421018.806698:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cc600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421018.806702:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289385802 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421018.806709:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289385802 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421018.806718:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x0 (ffff9af118b05100) 00010000:00010000:3.0:1777421018.806721:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421018.806725:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289385802 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421018.806731:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289385802 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421018.806741:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385809 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421018.806750:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385809 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421018.806754:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385809 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421018.806757:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cda00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421018.806759:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385809 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421018.806764:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385809 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421018.806768:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x3953761c (ffff9af11aa0da00) 00010000:00010000:3.0:1777421018.806770:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421018.806772:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385809 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421018.806776:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385809 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421018.806803:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d712893857fb lrc: 1/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376011 expref: 55 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421018.806814:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x0 (ffff9af118b05100) 00010000:00010000:3.0:1777421018.806816:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421018.806819:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d712893857fb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376011 expref: 55 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421018.806843:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0cd200, rc 0) 00000100:00100000:3.0:1777421018.806884:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110395f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+54:17563:x1863760833872384:12345-192.168.203.47@tcp:101:bash.0 Request processed in 407us (640us total) trans 0 rc 301/301 00000100:00100000:3.0:1777421018.806889:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 532 00000100:00100000:1.0:1777421018.812208:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421018.812266:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833872512 00000100:00100000:2.0:1777421018.812281:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833872512 00000100:00100000:2.0:1777421018.812382:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 533 00000100:00100000:2.0:1777421018.812398:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+19:17564:x1863760833872512:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:2.0:1777421018.812425:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421018.812452:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d71289385810 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376018 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.812537:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d71289385817 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.812556:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d71289385817 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.812579:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d71289385817 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421018.812661:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1777421018.812666:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 13 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421018.812697:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d71289385817 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.812728:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d71289385810 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376018 expref: 21 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.812746:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d71289385817 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376018 expref: 20 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.812756:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af111123f00) 00010000:00010000:2.0:1777421018.812759:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777421018.812774:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0013cfe00, rc 0) 00000100:00100000:2.0:1777421018.812857:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+20:17564:x1863760833872512:12345-192.168.203.47@tcp:101:rm.0 Request processed in 463us (657us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421018.812867:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 533 00000100:00100000:0.0:1777421018.814370:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421018.814436:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833872640 00000100:00100000:2.0:1777421018.814445:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833872640 00000100:00100000:2.0:1777421018.814499:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 534 00000100:00100000:2.0:1777421018.814510:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+20:17564:x1863760833872640:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:2.0:1777421018.814527:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421018.814546:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d7128938581e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37601f expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.814623:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289385825 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.814635:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289385825 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.814646:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289385825 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.814663:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d7128938582c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.814670:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d7128938582c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.814678:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d7128938582c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.814804:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a400/0xa38d71289385833 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.814821:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a400/0xa38d71289385833 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.814830:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a400/0xa38d71289385833 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421018.814863:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x21:0x0]: returning size 512 00000004:00200000:2.0:1777421018.814867:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421018.814889:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a400/0xa38d71289385833 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.814901:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289385825 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.814910:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289385825 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.814917:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289385825 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.814924:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013cf600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421018.814928:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289385825 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.814938:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289385825 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.814950:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af111123f00) 00010000:00010000:2.0:1777421018.814953:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421018.814958:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289385825 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.814976:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289385825 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.814996:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d7128938582c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.815002:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d7128938582c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.815009:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d7128938582c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.815014:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013cfa00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421018.815017:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d7128938582c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.815024:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d7128938582c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.815036:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4f27b7ce (ffff9af118b05500) 00010000:00010000:2.0:1777421018.815039:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421018.815042:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d7128938582c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.815048:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d7128938582c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.815088:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d7128938581e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37601f expref: 22 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.815101:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a400/0xa38d71289385833 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37601f expref: 21 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.815116:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x0 (ffff9af118b05100) 00010000:00010000:2.0:1777421018.815118:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1777421018.815121:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f72a400, rc 0) 00000100:00100000:2.0:1777421018.815206:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+21:17564:x1863760833872640:12345-192.168.203.47@tcp:101:rm.0 Request processed in 697us (856us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421018.815213:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 534 00000100:00100000:3.0:1777421018.817310:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421018.817397:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833872768 00000100:00100000:0.0:1777421018.817408:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833872768 00000100:00100000:0.0:1777421018.817473:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 535 00000100:00100000:0.0:1777421018.817486:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+21:17564:x1863760833872768:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:0.0:1777421018.817507:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421018.817530:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d7128938583a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376026 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.817598:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289385841 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.817614:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289385841 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.817625:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289385841 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.817643:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d71289385848 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.817650:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d71289385848 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.817657:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d71289385848 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.817722:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289385841 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.817737:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289385841 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.817743:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289385841 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.817750:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf38400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421018.817754:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289385841 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.817760:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289385841 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.817772:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x0 (ffff9af118b05100) 00010000:00010000:0.0:1777421018.817776:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421018.817781:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289385841 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.817787:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289385841 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.817799:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d71289385848 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.817805:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d71289385848 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.817811:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d71289385848 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.817816:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf38000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421018.817825:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d71289385848 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.817831:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d71289385848 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.817838:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x3953761c (ffff9af111123300) 00010000:00010000:0.0:1777421018.817841:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421018.817844:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d71289385848 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.817849:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d71289385848 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.817882:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d7128938583a lrc: 1/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376026 expref: 22 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.817899:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x0 (ffff9af118b05100) 00010000:00010000:0.0:1777421018.817901:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421018.817905:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d7128938583a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376026 expref: 22 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.817914:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12cf39400, rc 0) 00000100:00100000:0.0:1777421018.817969:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+21:17564:x1863760833872768:12345-192.168.203.47@tcp:101:rm.0 Request processed in 488us (666us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421018.817977:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 535 00000100:00100000:1.0:1777421018.819585:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421018.819635:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833872896 00000100:00100000:0.0:1777421018.819646:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833872896 00000100:00100000:0.0:1777421018.819691:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 536 00000100:00100000:0.0:1777421018.819698:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+21:17564:x1863760833872896:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:0.0:1777421018.819719:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421018.819738:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d7128938584f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37602d expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.819807:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385856 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.819820:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385856 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.819833:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385856 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.819845:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d7128938585d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.819849:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d7128938585d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.819856:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d7128938585d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.819920:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385856 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.819929:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385856 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.819933:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385856 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.819938:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf39800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421018.819947:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385856 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.819952:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385856 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.819961:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x0 (ffff9af118b05100) 00010000:00010000:0.0:1777421018.819962:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421018.819965:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385856 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.819970:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385856 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.819977:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d7128938585d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.819980:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d7128938585d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.819984:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d7128938585d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.819987:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf39000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421018.819989:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d7128938585d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.819992:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d7128938585d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.819996:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x3953761c (ffff9af111123500) 00010000:00010000:0.0:1777421018.819997:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421018.820003:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d7128938585d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.820007:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d7128938585d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.820032:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d7128938584f lrc: 1/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37602d expref: 22 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.820042:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x0 (ffff9af118b05100) 00010000:00010000:0.0:1777421018.820045:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421018.820049:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d7128938584f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37602d expref: 22 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.820061:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12cf39200, rc 0) 00000100:00100000:0.0:1777421018.820120:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+21:17564:x1863760833872896:12345-192.168.203.47@tcp:101:rm.0 Request processed in 422us (555us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421018.820128:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 536 00000100:00100000:1.0:1777421018.829776:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421018.829874:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833873024 00000100:00100000:0.0:1777421018.829885:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833873024 00000100:00100000:0.0:1777421018.829972:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 537 00000100:00100000:0.0:1777421018.829985:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+21:17565:x1863760833873024:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:0.0:1777421018.830004:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421018.830029:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289385864 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376034 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.830119:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d7128938586b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.830143:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d7128938586b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.830154:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d7128938586b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.830185:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385872 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.830193:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385872 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.830213:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385872 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.830296:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d7128938586b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.830302:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d7128938586b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.830307:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d7128938586b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.830311:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf39000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421018.830315:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d7128938586b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.830330:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d7128938586b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.830342:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x0 (ffff9af118b05100) 00010000:00010000:0.0:1777421018.830387:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421018.830395:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d7128938586b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.830403:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d7128938586b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.830420:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385872 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.830425:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385872 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.830431:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385872 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.830436:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf39800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421018.830439:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385872 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.830444:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385872 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.830457:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x3953761c (ffff9af111123500) 00010000:00010000:0.0:1777421018.830459:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421018.830462:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385872 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.830468:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385872 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.830507:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289385864 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376034 expref: 22 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.830532:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x0 (ffff9af118b05100) 00010000:00010000:0.0:1777421018.830535:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421018.830540:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289385864 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376034 expref: 22 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.830556:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12cf39200, rc 0) 00000100:00100000:0.0:1777421018.830624:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+21:17565:x1863760833873024:12345-192.168.203.47@tcp:101:cp.0 Request processed in 639us (851us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421018.830633:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 537 00000100:00100000:3.0:1777421018.832448:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421018.832497:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833873152 00000100:00100000:2.0:1777421018.832508:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833873152 00000100:00100000:2.0:1777421018.832560:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 538 00000100:00100000:2.0:1777421018.832569:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+21:17565:x1863760833873152:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:2.0:1777421018.832591:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421018.832626:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d71289385879 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37603b expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.832710:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a600/0xa38d71289385880 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.832724:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a600/0xa38d71289385880 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.832739:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a600/0xa38d71289385880 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.832754:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289385887 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.832758:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289385887 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.832773:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289385887 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.832842:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a600/0xa38d71289385880 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.832862:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a600/0xa38d71289385880 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.832868:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a600/0xa38d71289385880 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.832873:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f72a600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421018.832876:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a600/0xa38d71289385880 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.832881:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a600/0xa38d71289385880 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.832897:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x0 (ffff9af118b05100) 00010000:00010000:2.0:1777421018.832901:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421018.832905:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a600/0xa38d71289385880 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.832912:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a600/0xa38d71289385880 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.832923:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289385887 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.832929:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289385887 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.832941:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289385887 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.832946:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013cfc00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421018.832949:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289385887 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.832955:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289385887 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.832963:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x3953761c (ffff9af118b05500) 00010000:00010000:2.0:1777421018.832965:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421018.832968:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289385887 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.832974:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289385887 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.833011:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d71289385879 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37603b expref: 22 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.833022:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x0 (ffff9af118b05100) 00010000:00010000:2.0:1777421018.833025:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421018.833029:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d71289385879 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37603b expref: 22 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.833045:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f72a800, rc 0) 00000100:00100000:2.0:1777421018.833109:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+21:17565:x1863760833873152:12345-192.168.203.47@tcp:101:cp.0 Request processed in 541us (668us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421018.833121:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 538 00000100:00100000:2.0:1777421018.838033:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421018.838093:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833873408 00000100:00100000:2.0:1777421018.838106:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833873408 00000100:00100000:2.0:1777421018.838192:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 539 00000100:00100000:2.0:1777421018.838208:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110394700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+21:17565:x1863760833873408:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:2.0:1777421018.838235:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421018.838265:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d7128938588e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376042 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.838461:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289385895 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.838480:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289385895 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.838494:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289385895 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.838514:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d7128938589c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x21:0x0].0x3953761c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.838522:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d7128938589c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.838531:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d7128938589c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777421018.839333:0:5760:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0xc:0x0], index 1: 0 00010000:00010000:2.0:1777421018.839595:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b200/0xa38d712893858a3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.839612:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b200/0xa38d712893858a3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.839622:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b200/0xa38d712893858a3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.839668:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289385895 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.839676:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289385895 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.839683:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289385895 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.839690:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013cf600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421018.839695:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289385895 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.839703:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289385895 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.839719:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x0 (ffff9af118b05100) 00010000:00010000:2.0:1777421018.839723:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421018.839729:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289385895 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.839736:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf600/0xa38d71289385895 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777421018.839749:0:5760:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 0000000002a046e4 reply state 00000000adf8197a transno 4294967680 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d7128938589c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421018.839766:0:5760:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777421018.839804:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d7128938588e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376042 expref: 24 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.839826:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b200/0xa38d712893858a3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376042 expref: 23 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.839834:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff9af118b05c00) 00010000:00010000:2.0:1777421018.839836:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777421018.839839:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af001c6b200, rc 0) 00000100:00100000:2.0:1777421018.839931:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110394700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+24:17565:x1863760833873408:12345-192.168.203.47@tcp:101:cp.0 Request processed in 1727us (1914us total) trans 4294967680 rc 0/0 00000100:00100000:2.0:1777421018.839941:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 539 00000100:00100000:2.0:1777421018.842649:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00010000:00010000:0.0:1777421018.842770:0:3282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d7128938589c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.842788:0:3282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d7128938589c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.842797:0:3282:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d7128938589c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.842803:0:3282:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013cf200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421018.842808:0:3282:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d7128938589c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.842816:0:3282:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d7128938589c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.842834:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x3953761c (ffff9af118b05f00) 00010000:00010000:0.0:1777421018.842837:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421018.842842:0:3282:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d7128938589c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.842857:0:3282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d7128938589c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421018.842898:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833873536 00000100:00100000:0.0:1777421018.842908:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833873536 00000100:00100000:0.0:1777421018.842992:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 132 00000100:00100000:0.0:1777421018.843008:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110396d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2368:x1863760833873536:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:0.0:1777421018.843024:0:6860:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421018.843043:0:6860:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002e884284/0xa38d712893858b1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376049 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777421018.843070:0:6860:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1777421018.843088:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421018.843090:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421018.843098:0:6860:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002e884284/0xa38d712893858b1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376049 expref: 7 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.843113:0:6860:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002e884284/0xa38d712893858b1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376049 expref: 7 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.843125:0:6860:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12cf39200, rc 0) 00000100:00100000:0.0:1777421018.843197:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110396d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+7:2368:x1863760833873536:12345-192.168.203.47@tcp:101:cp.0 Request processed in 194us (573us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421018.843205:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 132 00000100:00080000:0.0:1777421018.843232:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777421018.845937:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421018.845986:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833873664 00000100:00100000:0.0:1777421018.845995:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833873664 00000100:00100000:0.0:1777421018.846047:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 133 00000100:00100000:0.0:1777421018.846057:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+7:17565:x1863760833873664:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:0.0:1777421018.846071:0:6860:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421018.846088:0:6860:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007aa47167/0xa38d712893858b8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376050 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.846118:0:6860:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002e884284/0xa38d712893858b1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376049 expref: 8 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.846127:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421018.846129:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421018.846135:0:6860:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007aa47167/0xa38d712893858b8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376050 expref: 8 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.846177:0:6860:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002e884284/0xa38d712893858b1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376049 expref: 8 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.846190:0:6860:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002e884284/0xa38d712893858b1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376049 expref: 8 pid: 6860 timeout: 330 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421018.846203:0:6860:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c22a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:6860:1863760841099904:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777421018.846280:0:6860:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1181923c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777421018.848297:0:6860:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c22a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:6860:1863760841099904:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421018.848324:0:6860:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007aa47167/0xa38d712893858b8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376050 expref: 8 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.848380:0:6860:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12cf39800, rc 0) 00000100:00100000:0.0:1777421018.848428:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+8:17565:x1863760833873664:12345-192.168.203.47@tcp:101:cp.0 Request processed in 2372us (2499us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421018.848437:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 133 00000100:00100000:2.0:1777421018.848528:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421018.848568:0:8215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833873792 00000100:00100000:0.0:1777421018.848575:0:8215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833873792 00010000:00010000:0.0:1777421018.848597:0:8215:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002e884284/0xa38d712893858b1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376049 expref: 8 pid: 6860 timeout: 330 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421018.848666:0:8215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 168 00000100:00100000:0.0:1777421018.848675:0:8215:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110396a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+8:2369:x1863760833873792:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421018.848686:0:8215:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421018.848705:0:8215:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002e884284/0xa38d712893858b1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376049 expref: 8 pid: 6860 timeout: 330 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.848717:0:8215:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002e884284/0xa38d712893858b1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376049 expref: 8 pid: 6860 timeout: 330 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.848738:0:8215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002e884284/0xa38d712893858b1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376049 expref: 8 pid: 6860 timeout: 330 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.848752:0:8215:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421018.848754:0:8215:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421018.848760:0:8215:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007aa47167/0xa38d712893858b8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376050 expref: 7 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.848781:0:8215:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007aa47167/0xa38d712893858b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376050 expref: 7 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.848815:0:8215:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000007aa47167/0xa38d712893858b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376050 expref: 7 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421018.848828:0:8215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c22a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8215:1863760841100032:192.168.203.47@tcp:105: 00000100:00100000:0.0:1777421018.848892:0:8215:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1181923c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777421018.851423:0:8215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c22a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8215:1863760841100032:192.168.203.47@tcp:105: 00010000:00010000:0.0:1777421018.851445:0:8215:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421018.851500:0:8215:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110396a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+7:2369:x1863760833873792:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 2824us (2973us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421018.851510:0:8215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 168 00000100:00100000:0.0:1777421018.853669:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421018.853836:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833874048 00000100:00100000:3.0:1777421018.853852:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833874048 00000100:00100000:3.0:1777421018.853910:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 135 00000100:00100000:3.0:1777421018.853920:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+23:17565:x1863760833874048:12345-192.168.203.47@tcp:35:cp.0 00000100:00100000:3.0:1777421018.854335:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+24:17565:x1863760833874048:12345-192.168.203.47@tcp:35:cp.0 Request processed in 416us (670us total) trans 4294967681 rc 0/0 00000100:00100000:3.0:1777421018.854344:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 135 00000100:00100000:2.0:1777421018.876020:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421018.876120:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833874176 00000100:00100000:0.0:1777421018.876138:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833874176 00000100:00100000:0.0:1777421018.876236:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 540 00000100:00100000:0.0:1777421018.876258:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110396300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+54:17568:x1863760833874176:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:0.0:1777421018.876282:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421018.876308:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d712893858bf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376057 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.876450:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d712893858c6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.876486:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d712893858c6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.876498:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d712893858c6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.876512:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d712893858cd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.876519:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d712893858cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.876526:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d712893858cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.876631:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39c00/0xa38d712893858d4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.876639:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39c00/0xa38d712893858d4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.876645:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39c00/0xa38d712893858d4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421018.876685:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xd:0x0]: returning size 1516 00000004:00200000:0.0:1777421018.876690:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421018.876712:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39c00/0xa38d712893858d4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.876723:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39c00/0xa38d712893858d4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.876744:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d712893858c6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.876752:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d712893858c6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.876758:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d712893858c6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.876762:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf38000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421018.876766:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d712893858c6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.876771:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d712893858c6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.876782:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x0 (ffff9af118b05100) 00010000:00010000:0.0:1777421018.876784:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421018.876788:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d712893858c6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.876792:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d712893858c6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.876806:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d712893858cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.876810:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d712893858cd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.876813:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d712893858cd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.876823:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf38400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421018.876825:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d712893858cd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.876828:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d712893858cd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.876833:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x3953761c (ffff9af111123100) 00010000:00010000:0.0:1777421018.876834:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421018.876835:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d712893858cd lrc: 2/0,0 mode: --/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.876838:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d712893858cd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.876863:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d712893858bf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376057 expref: 56 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.876873:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39c00/0xa38d712893858d4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376057 expref: 55 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.876877:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff9af118b05c00) 00010000:00010000:0.0:1777421018.876879:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421018.876881:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12cf39c00, rc 0) 00000100:00100000:0.0:1777421018.876963:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110396300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+55:17568:x1863760833874176:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 707us (951us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421018.876972:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 540 00000100:00100000:0.0:1777421018.879633:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421018.879733:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833874304 00000100:00100000:2.0:1777421018.879744:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833874304 00000100:00080000:0.0:1777421018.879871:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777421018.879874:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 134 00000100:00100000:2.0:1777421018.879888:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af120431c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+9:2367:x1863760833874304:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:2.0:1777421018.879909:0:6860:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421018.879931:0:6860:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002e8ed11e/0xa38d712893858db lrc: 2/0,0 mode: --/PR res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37605e expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421018.880007:0:6860:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af110397800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:6860:1863760841100160:192.168.203.47@tcp:106: 00000100:00100000:2.0:1777421018.880122:0:6860:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1348d2780 going to sleep for 11 seconds 00002000:00010000:0.0:1777421018.883908:0:6860:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000400:0xc:0x0] updating lvb size: 0 -> 1516 00002000:00010000:0.0:1777421018.883919:0:6860:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0xc:0x0] updating lvb mtime: 0 -> 1777421018 00002000:00010000:0.0:1777421018.883922:0:6860:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0xc:0x0] updating lvb atime: 0 -> 1777421018 00002000:00010000:0.0:1777421018.883925:0:6860:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0xc:0x0] updating lvb ctime: 0 -> 1777421018 00000100:00100000:0.0:1777421018.883953:0:6860:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af110397800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:6860:1863760841100160:192.168.203.47@tcp:106: 00010000:00010000:0.0:1777421018.883997:0:6860:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002e8ed11e/0xa38d712893858db lrc: 1/0,0 mode: --/PR res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37605e expref: 10 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.884026:0:6860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002e8ed11e/0xa38d712893858db lrc: 0/0,0 mode: --/PR res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37605e expref: 10 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421018.884040:0:6860:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af001c6ac00, rc 0) 00000100:00100000:0.0:1777421018.884112:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af120431c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+9:2367:x1863760833874304:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 4226us (4490us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421018.884122:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 134 00000100:00100000:0.0:1777421018.886712:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421018.886786:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833874432 00000100:00100000:2.0:1777421018.886799:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833874432 00000100:00100000:2.0:1777421018.886938:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 541 00000100:00100000:2.0:1777421018.886951:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af120433b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+55:17568:x1863760833874432:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:2.0:1777421018.886976:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421018.887001:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d712893858e2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376065 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.887077:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ae00/0xa38d712893858e9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.887093:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ae00/0xa38d712893858e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.887107:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ae00/0xa38d712893858e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421018.887182:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x21:0x0]: returning size 512 00000004:00200000:2.0:1777421018.887186:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421018.887211:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ae00/0xa38d712893858e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.887238:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d712893858e2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376065 expref: 57 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.887257:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ae00/0xa38d712893858e9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376065 expref: 56 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.887267:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x0 (ffff9af118b05100) 00010000:00010000:2.0:1777421018.887271:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777421018.887302:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af001c6ae00, rc 0) 00000100:00100000:2.0:1777421018.887393:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af120433b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+56:17568:x1863760833874432:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 444us (692us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421018.887403:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 541 00000100:00100000:2.0:1777421018.889871:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421018.890014:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833874560 00000100:00100000:0.0:1777421018.890027:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833874560 00000100:00100000:0.0:1777421018.890100:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 135 00000100:00100000:0.0:1777421018.890124:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110397800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+9:2369:x1863760833874560:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:0.0:1777421018.890147:0:6860:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421018.890185:0:6860:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a147b8f8/0xa38d712893858f0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37606c expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421018.890270:0:6860:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af120432a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:6860:1863760841100288:192.168.203.47@tcp:106: 00000100:00100000:0.0:1777421018.890461:0:6860:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1181923c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777421018.894599:0:6860:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af120432a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:6860:1863760841100288:192.168.203.47@tcp:106: 00010000:00010000:2.0:1777421018.894642:0:6860:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a147b8f8/0xa38d712893858f0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37606c expref: 10 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.894671:0:6860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a147b8f8/0xa38d712893858f0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37606c expref: 10 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421018.894685:0:6860:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12cf38400, rc 0) 00000100:00100000:2.0:1777421018.894764:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110397800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+9:2369:x1863760833874560:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 4653us (4903us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421018.894771:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 135 00000100:00100000:2.0:1777421018.897408:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421018.897463:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833874816 00000100:00100000:0.0:1777421018.897479:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833874816 00000100:00100000:0.0:1777421018.897594:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 542 00000100:00100000:0.0:1777421018.897605:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+56:17568:x1863760833874816:12345-192.168.203.47@tcp:58:lfs.0 00000040:00080000:0.0:1777421018.897928:0:5760:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].12, 136 off9824 00000100:00100000:0.0:1777421018.898021:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+56:17568:x1863760833874816:12345-192.168.203.47@tcp:58:lfs.0 Request processed in 417us (621us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421018.898030:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 542 00000040:00080000:1.0:1777421019.294519:0:14849:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777421019.294528:0:14849:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777421019.294565:0:14849:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 13 count 3 00000040:00080000:1.0:1777421019.294572:0:14849:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1777421019.483257:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1777421019.736673:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777421019.736686:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777421019.736733:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 13 count 3 00000040:00080000:1.0:1777421019.736761:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777421019.737070:0:11331:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af1189e9180 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841100416:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1777421019.737226:0:11331:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af11253c000 going to sleep for 11 seconds 00000100:00100000:1.0:1777421019.739568:0:11331:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af1189e9180 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841100416:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1777421019.741187:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421019.741391:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833874944 00000100:00100000:0.0:1777421019.741402:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833874944 00000100:00100000:0.0:1777421019.741475:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 543 00000100:00100000:0.0:1777421019.741493:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+24:17579:x1863760833874944:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1777421019.741543:0:5760:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0xd:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1777421019.741665:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+24:17579:x1863760833874944:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 179us (483us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421019.741675:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 543 00000100:00100000:2.0:1777421019.743467:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421019.743538:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833875200 00000100:00100000:0.0:1777421019.743551:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833875200 00000100:00100000:0.0:1777421019.743618:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 544 00000100:00100000:0.0:1777421019.743629:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+24:17579:x1863760833875200:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421019.743649:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421019.743678:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d712893858f7 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376073 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421019.743802:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d712893858fe lrc: 3/1,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421019.743834:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d712893858fe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421019.743845:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d712893858fe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421019.743857:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xd:0x0]: returning size 1516 00010000:00010000:0.0:1777421019.743993:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39000/0xa38d712893858f7 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376073 expref: 27 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421019.744008:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d712893858fe lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376073 expref: 26 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421019.744016:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff9af118b05c00) 00010000:00010000:0.0:1777421019.744018:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421019.744021:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12cf39200, rc 0) 00000100:00100000:0.0:1777421019.744069:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+26:17579:x1863760833875200:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 443us (613us total) trans 4294967682 rc 0/0 00000100:00100000:0.0:1777421019.744074:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 544 00000100:00100000:2.0:1777421019.748453:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421019.749136:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421019.749325:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833875456 00000100:00100000:3.0:1777421019.749339:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833875456 00000100:00100000:3.0:1777421019.749879:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 136 00000100:00100000:3.0:1777421019.749890:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+7:2368:x1863760833875456:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1777421019.749945:0:6860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000009cabb406/0xa38d7128938590c lrc: 3/1,0 mode: --/PR res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421019.749968:0:6860:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007aa47167/0xa38d712893858b8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376050 expref: 7 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421019.749977:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777421019.749991:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777421019.749996:0:6860:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009cabb406/0xa38d7128938590c lrc: 4/1,0 mode: --/PR res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421019.750037:0:6860:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007aa47167/0xa38d712893858b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376050 expref: 7 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421019.750052:0:6860:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007aa47167/0xa38d712893858b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376050 expref: 7 pid: 6860 timeout: 331 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421019.750069:0:6860:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c15fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:6860:1863760841100544:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777421019.750176:0:6860:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1057b1000 going to sleep for 11 seconds 00000100:00100000:0.0:1777421019.750273:0:8215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833875328 00000100:00100000:0.0:1777421019.750280:0:8215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833875328 00000100:00100000:0.0:1777421019.750325:0:8215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 16 00000100:00100000:0.0:1777421019.750333:0:8215:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+26:2367:x1863760833875328:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421019.750344:0:8215:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421019.750381:0:8215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d712893858fe lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376073 expref: 26 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421019.750409:0:8215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff9af118b05c00) 00010000:00010000:0.0:1777421019.750414:0:8215:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421019.750444:0:8215:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+25:2367:x1863760833875328:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 112us (2014us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421019.750452:0:8215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 16 00000100:00100000:0.0:1777421019.753509:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421019.753556:0:6548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833875584 00000100:00100000:2.0:1777421019.753568:0:6548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833875584 00002000:00100000:2.0:1777421019.753629:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xc:0x0] (0->1515) req@ffff9af120430380 x1863760833875584/t0(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:30/0 lens 2008/0 e 0 to 0 dl 1777421030 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421019.753642:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af120430380 with x1863760833875584 ext(0->1515) 00010000:00010000:2.0:1777421019.753672:0:6548:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000007aa47167/0xa38d712893858b8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376050 expref: 8 pid: 6860 timeout: 331 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421019.753691:0:6548:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000007aa47167/0xa38d712893858b8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376050 expref: 8 pid: 6860 timeout: 331 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777421019.753700:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9af120430380 00000100:00100000:2.0:1777421019.753743:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 2 00000100:00100000:2.0:1777421019.753755:0:6548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af120430380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+8:2369:x1863760833875584:12345-192.168.203.47@tcp:4:cp.0 00000100:00100000:3.0:1777421019.754068:0:6860:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c15fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:6860:1863760841100544:192.168.203.47@tcp:104: 00010000:00010000:3.0:1777421019.754099:0:6860:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009cabb406/0xa38d7128938590c lrc: 3/1,0 mode: --/PR res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421019.754459:0:6548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af120430380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2369:x1863760833875584:12345-192.168.203.47@tcp:4:cp.0 Request processed in 703us (961us total) trans 4294967326 rc 0/0 00000100:00100000:2.0:1777421019.754470:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 2 00002000:00100000:2.0:1777421019.754479:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xc:0x0] (0->1515) req@ffff9af120430380 x1863760833875584/t4294967326(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:30/0 lens 2008/448 e 0 to 0 dl 1777421030 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421019.754488:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af120430380 with x1863760833875584 ext(0->1515) 00010000:00010000:2.0:1777421019.754495:0:6548:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000007aa47167/0xa38d712893858b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376050 expref: 10 pid: 6860 timeout: 331 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421019.754508:0:6548:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000007aa47167/0xa38d712893858b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376050 expref: 10 pid: 6860 timeout: 331 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777421019.754515:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9af120430380 00000100:00100000:2.0:1777421019.756366:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421019.756473:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833875712 00000100:00100000:3.0:1777421019.756485:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833875712 00010000:00010000:3.0:1777421019.756525:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007aa47167/0xa38d712893858b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376050 expref: 10 pid: 6860 timeout: 331 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421019.756564:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 169 00000100:00100000:3.0:1777421019.756582:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2367:x1863760833875712:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421019.756603:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421019.756626:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007aa47167/0xa38d712893858b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376050 expref: 10 pid: 6860 timeout: 331 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421019.756669:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007aa47167/0xa38d712893858b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376050 expref: 10 pid: 6860 timeout: 331 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421019.756695:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007aa47167/0xa38d712893858b8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376050 expref: 10 pid: 6860 timeout: 331 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421019.756716:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421019.756719:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421019.756724:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009cabb406/0xa38d7128938590c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421019.756738:0:5746:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009cabb406/0xa38d7128938590c lrc: 4/1,0 mode: PR/PR res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421019.756825:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421019.756885:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2367:x1863760833875712:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 312us (544us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421019.756894:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 169 00010000:00010000:2.0:1777421019.757072:0:6860:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009cabb406/0xa38d7128938590c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421019.757093:0:6860:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009cabb406/0xa38d7128938590c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421019.757119:0:6860:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000009cabb406/0xa38d7128938590c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421019.757127:0:6860:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009cabb406/0xa38d7128938590c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421019.757136:0:6860:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009cabb406/0xa38d7128938590c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421019.757143:0:6860:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cd200 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:2.0:1777421019.757164:0:6860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009cabb406/0xa38d7128938590c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421019.757175:0:6860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009cabb406/0xa38d7128938590c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421019.757188:0:6860:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009cabb406/0xa38d7128938590c lrc: 2/0,0 mode: --/PR res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421019.757196:0:6860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009cabb406/0xa38d7128938590c lrc: 0/0,0 mode: --/PR res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421019.757270:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+8:2368:x1863760833875456:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 Request processed in 7381us (8136us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421019.757282:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 136 00000100:00100000:2.0:1777421019.758410:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421019.758465:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833875968 00000100:00100000:0.0:1777421019.758481:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833875968 00000100:00100000:0.0:1777421019.758533:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 545 00000100:00100000:0.0:1777421019.758543:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+25:17579:x1863760833875968:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1777421019.758673:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+25:17579:x1863760833875968:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 131us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421019.758681:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 545 00000100:00100000:0.0:1777421019.763066:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421019.763181:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833876096 00000100:00100000:2.0:1777421019.763195:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833876096 00000100:00100000:2.0:1777421019.763261:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 137 00000100:00100000:2.0:1777421019.763274:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af120430a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+8:2369:x1863760833876096:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421019.763295:0:6860:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421019.763322:0:6860:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eb9bef10/0xa38d71289385913 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37607a expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777421019.763373:0:6860:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xc:0x0] initial LVB size: 1516, mtime: 0x69f14ada, atime: 0x0, ctime: 0x69f14ada, blocks: 0x1 00010000:00010000:2.0:1777421019.763397:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421019.763400:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421019.763410:0:6860:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eb9bef10/0xa38d71289385913 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37607a expref: 9 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421019.763431:0:6860:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000eb9bef10/0xa38d71289385913 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37607a expref: 9 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421019.763447:0:6860:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af001c6a200, rc 0) 00000100:00100000:2.0:1777421019.763529:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af120430a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2369:x1863760833876096:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 257us (476us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421019.763537:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 137 00000100:00100000:0.0:1777421019.765442:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421019.765760:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833876352 00000100:00100000:1.0:1777421019.765776:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833876352 00000100:00100000:1.0:1777421019.765851:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 546 00000100:00100000:1.0:1777421019.765861:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af120431880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+25:17579:x1863760833876352:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777421019.765980:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af120431880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+25:17579:x1863760833876352:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 119us (553us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421019.766002:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 546 00000100:00100000:0.0:1777421019.769683:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421019.769737:0:6548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833876480 00000100:00100000:2.0:1777421019.769751:0:6548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833876480 00002000:00100000:2.0:1777421019.769812:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xc:0x0] (0->4095) req@ffff9af120433480 x1863760833876480/t0(0) o3->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:30/0 lens 488/0 e 0 to 0 dl 1777421030 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421019.769837:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af120433480 with x1863760833876480 ext(0->4095) 00002000:00010000:2.0:1777421019.770023:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af120433480 00000100:00100000:2.0:1777421019.770063:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 51 00000100:00100000:2.0:1777421019.770076:0:6548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af120433480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2367:x1863760833876480:12345-192.168.203.47@tcp:3:lhsmtool_posix.0 00000100:00100000:2.0:1777421019.770526:0:6548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af120433480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2367:x1863760833876480:12345-192.168.203.47@tcp:3:lhsmtool_posix.0 Request processed in 450us (853us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1777421019.770537:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 51 00002000:00100000:2.0:1777421019.770546:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xc:0x0] (0->4095) req@ffff9af120433480 x1863760833876480/t0(0) o3->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:30/0 lens 488/4536 e 0 to 0 dl 1777421030 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421019.770555:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af120433480 with x1863760833876480 ext(0->4095) 00002000:00010000:2.0:1777421019.770559:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af120433480 00000100:00100000:3.0:1777421019.774797:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421019.774973:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833876608 00000100:00100000:0.0:1777421019.774988:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833876608 00000100:00100000:0.0:1777421019.775059:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 547 00000100:00100000:0.0:1777421019.775072:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+25:17579:x1863760833876608:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421019.775099:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421019.775127:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d7128938591a lrc: 2/0,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376081 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421019.775185:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385921 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421019.775220:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385921 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421019.775235:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385921 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421019.775346:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d7128938591a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376081 expref: 27 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421019.775405:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385921 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376081 expref: 26 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421019.775415:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff9af118b05c00) 00010000:00010000:0.0:1777421019.775418:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777421019.775423:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12cf39800, rc 0) 00000100:00100000:0.0:1777421019.775498:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+26:17579:x1863760833876608:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 428us (722us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421019.775506:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 547 00000100:00100000:0.0:1777421019.782534:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421019.782636:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833876736 00000100:00100000:1.0:1777421019.782654:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833876736 00000100:00100000:1.0:1777421019.782737:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 548 00000100:00100000:1.0:1777421019.782751:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af120431500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+26:17579:x1863760833876736:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1777421019.782798:0:5762:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0xd:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1777421019.782954:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af120431500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+26:17579:x1863760833876736:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 205us (429us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421019.782963:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 548 00000100:00100000:2.0:1777421019.787439:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421019.787515:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833876864 00000100:00100000:1.0:1777421019.787528:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833876864 00000100:00100000:1.0:1777421019.787714:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 138 00000100:00100000:1.0:1777421019.787726:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2368:x1863760833876864:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1777421019.787796:0:6543:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000009c8be208/0xa38d71289385928 lrc: 3/1,0 mode: --/PR res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421019.787839:0:6543:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421019.787842:0:6543:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421019.787849:0:6543:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009c8be208/0xa38d71289385928 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421019.787865:0:6543:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009c8be208/0xa38d71289385928 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421019.787903:0:6543:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000009c8be208/0xa38d71289385928 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421019.787913:0:6543:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009c8be208/0xa38d71289385928 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421019.787922:0:6543:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009c8be208/0xa38d71289385928 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421019.787931:0:6543:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af105d5de00 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:1.0:1777421019.787936:0:6543:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009c8be208/0xa38d71289385928 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421019.787947:0:6543:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009c8be208/0xa38d71289385928 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421019.787965:0:6543:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009c8be208/0xa38d71289385928 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421019.787986:0:6543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009c8be208/0xa38d71289385928 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421019.788091:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2368:x1863760833876864:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 Request processed in 366us (661us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421019.788101:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 138 00000100:00100000:3.0:1777421019.791194:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421019.791379:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833877120 00000100:00100000:1.0:1777421019.791392:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833877120 00000100:00100000:1.0:1777421019.791465:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 549 00000100:00100000:1.0:1777421019.791476:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+26:17579:x1863760833877120:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1777421019.791572:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d7128938592f lrc: 3/0,1 mode: --/PW res: [0x200000402:0xd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421019.791588:0:5762:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385921 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376081 expref: 26 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421019.791595:0:5762:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d7128938592f lrc: 4/0,1 mode: --/PW res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421019.791636:0:5762:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385921 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376081 expref: 26 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421019.791664:0:5762:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385921 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376081 expref: 26 pid: 5762 timeout: 331 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421019.791680:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af1189e9180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841100672:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777421019.791910:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af11253c000 going to sleep for 11 seconds 00000100:00100000:1.0:1777421019.793743:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af1189e9180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841100672:192.168.203.47@tcp:104: 00010000:00010000:1.0:1777421019.793782:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d7128938592f lrc: 3/0,1 mode: --/PW res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421019.793911:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421019.794084:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833877248 00000100:00100000:1.0:1777421019.794093:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833877248 00010000:00010000:1.0:1777421019.794132:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385921 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376081 expref: 27 pid: 5762 timeout: 331 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421019.794178:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 170 00000100:00100000:1.0:1777421019.794189:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+27:2368:x1863760833877248:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421019.794205:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421019.794213:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385921 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376081 expref: 27 pid: 5762 timeout: 331 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421019.794227:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385921 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376081 expref: 27 pid: 5762 timeout: 331 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421019.794259:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385921 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376081 expref: 27 pid: 5762 timeout: 331 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421019.794273:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff9af118b05c00) 00010000:00010000:1.0:1777421019.794278:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d7128938592f lrc: 3/0,1 mode: --/PW res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421019.794286:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d7128938592f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421019.794310:0:5746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d7128938592f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421019.794334:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421019.794407:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+26:2368:x1863760833877248:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 219us (497us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421019.794413:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 170 00010000:00010000:2.0:1777421019.794505:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d7128938592f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421019.794511:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d7128938592f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421019.794735:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d7128938592f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421019.794743:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d7128938592f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421019.794760:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d7128938592f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421019.794767:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af105d5d400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421019.794772:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d7128938592f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421019.794780:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d7128938592f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421019.794790:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff9af118b05c00) 00010000:00010000:2.0:1777421019.794793:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777421019.794798:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d7128938592f lrc: 2/0,0 mode: --/PW res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421019.794804:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d7128938592f lrc: 0/0,0 mode: --/PW res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421019.794971:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+26:17579:x1863760833877120:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 3495us (3786us total) trans 4294967683 rc 0/0 00000100:00100000:2.0:1777421019.794980:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 549 00000040:00080000:1.0:1777421019.795135:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777421019.795141:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777421019.795706:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:1.0:1777421019.795716:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777421019.798221:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421019.798318:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833877504 00000100:00100000:1.0:1777421019.798331:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833877504 00000100:00100000:1.0:1777421019.798434:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 136 00000100:00100000:1.0:1777421019.798447:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+26:17579:x1863760833877504:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1777421019.798748:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+27:17579:x1863760833877504:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 303us (537us total) trans 4294967684 rc 0/0 00000100:00100000:1.0:1777421019.798757:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 136 00000100:00100000:2.0:1777421020.122562:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777421020.122582:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841100800:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777421020.122645:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421020.122813:0:6546:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841100800 00000100:00100000:1.0:1777421020.122822:0:6546:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841100800 00000100:00100000:1.0:1777421020.122885:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1777421020.122897:0:6546:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841100800:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777421020.122931:0:6546:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1777421020.122982:0:6546:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841100800:12345-0@lo:13:osp-pre-0-0.0 Request processed in 88us (337us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421020.122990:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1777421020.123028:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841100800:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1777421020.124615:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1777421020.505115:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1777421020.682568:0:13846:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967326 is committed 00000001:00080000:2.0:1777421020.685924:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967682 is committed 00000001:00080000:2.0:1777421020.685943:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967679 is committed 00000001:00080000:2.0:1777421020.685950:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967684 is committed 00000040:00080000:3.0:1777421020.747787:0:14904:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777421020.747796:0:14904:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777421020.747834:0:14904:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 13 count 3 00000040:00080000:3.0:1777421020.747839:0:14904:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777421020.777731:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421020.778760:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833877760 00000100:00100000:3.0:1777421020.778772:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833877760 00000100:00080000:0.0:1777421020.778819:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777421020.778854:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 550 00000100:00100000:3.0:1777421020.778865:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+55:17589:x1863760833877760:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:3.0:1777421020.778883:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421020.778904:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289385936 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376088 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421020.779001:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d7128938593d lrc: 3/1,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421020.779015:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d7128938593d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421020.779028:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d7128938593d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421020.779039:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xd:0x0]: returning size 1516 00010000:00010000:3.0:1777421020.779235:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289385936 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376088 expref: 58 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421020.779251:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d7128938593d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376088 expref: 57 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421020.779259:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff9af118b05c00) 00010000:00010000:3.0:1777421020.779263:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777421020.779266:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0cda00, rc 0) 00000100:00100000:3.0:1777421020.779329:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+57:17589:x1863760833877760:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 466us (1609us total) trans 4294967685 rc 0/0 00000100:00100000:3.0:1777421020.779368:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 550 00000100:00100000:2.0:1777421020.784840:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421020.784887:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421020.784928:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833878016 00000100:00100000:1.0:1777421020.784938:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833878016 00000100:00100000:3.0:1777421020.784948:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833877888 00000100:00100000:3.0:1777421020.784956:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833877888 00000100:00100000:3.0:1777421020.785003:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 551 00000100:00100000:3.0:1777421020.785014:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+58:17589:x1863760833877888:12345-192.168.203.47@tcp:54:lfs.0 00000100:00100000:1.0:1777421020.785060:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 17 00000100:00100000:1.0:1777421020.785071:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118194c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+58:2367:x1863760833878016:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421020.785084:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421020.785085:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938594b lrc: 3/1,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421020.785107:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d7128938593d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376088 expref: 58 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421020.785211:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938594b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421020.785227:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938594b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421020.785227:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff9af118b05c00) 00010000:00010000:1.0:1777421020.785237:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777421020.785258:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938594b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421020.785267:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938594b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421020.785274:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938594b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421020.785282:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cd000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421020.785286:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938594b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421020.785297:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938594b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421020.785297:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118194c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+57:2367:x1863760833878016:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 224us (405us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421020.785314:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 17 00010000:00010000:3.0:1777421020.785315:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff9af118b05c00) 00010000:00010000:3.0:1777421020.785327:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1777421020.785332:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938594b lrc: 2/0,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421020.785339:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d7128938594b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421020.786058:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+56:17589:x1863760833877888:12345-192.168.203.47@tcp:54:lfs.0 Request processed in 1044us (1224us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421020.786068:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 551 00000100:00100000:3.0:1777421020.790120:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421020.790592:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833878272 00000100:00100000:1.0:1777421020.790604:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833878272 00000100:00100000:1.0:1777421020.790671:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 137 00000100:00100000:1.0:1777421020.790681:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+56:17589:x1863760833878272:12345-192.168.203.47@tcp:35:lfs.0 00000100:00100000:1.0:1777421020.790914:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+57:17589:x1863760833878272:12345-192.168.203.47@tcp:35:lfs.0 Request processed in 234us (803us total) trans 4294967686 rc 0/0 00000100:00100000:1.0:1777421020.790922:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 137 00010000:00010000:2.0:1777421021.529159:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777421021.711658:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421021.711704:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833878528 00000100:00100000:0.0:1777421021.711705:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421021.711718:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833878528 00000100:00100000:0.0:1777421021.711739:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421021.711780:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 124 00000100:00100000:3.0:1777421021.711789:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af120432d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+57:2367:x1863760833878528:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:0.0:1777421021.711825:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421021.711851:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421021.711875:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421021.711909:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421021.712000:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af120432d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+57:2367:x1863760833878528:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 164us (308us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421021.712011:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 124 00000100:00100000:3.0:1777421021.712029:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833878912 00000100:00100000:3.0:1777421021.712032:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833878912 00000100:00100000:3.0:1777421021.712067:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 125 00000100:00100000:3.0:1777421021.712074:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af120430700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+22:2366:x1863760833878912:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777421021.712105:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af120430700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+22:2366:x1863760833878912:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 31us (229us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421021.712111:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 125 00000100:00100000:1.0:1777421021.716509:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833878784 00000100:00100000:1.0:1777421021.716528:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833878784 00000100:00100000:1.0:1777421021.716589:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833879040 00000100:00100000:1.0:1777421021.716593:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833879040 00000100:00100000:1.0:1777421021.716606:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833878656 00000100:00100000:1.0:1777421021.716609:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833878656 00000100:00100000:1.0:1777421021.716638:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833879168 00000100:00100000:1.0:1777421021.716641:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833879168 00000100:00100000:1.0:1777421021.716661:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 110 00000100:00100000:1.0:1777421021.716670:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af120431180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+9:2367:x1863760833878784:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777421021.716747:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af120431180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+9:2367:x1863760833878784:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 77us (5042us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421021.716755:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 110 00000100:00100000:1.0:1777421021.716772:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 111 00000100:00100000:1.0:1777421021.716778:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af120432300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2367:x1863760833879040:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777421021.716800:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af120432300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2367:x1863760833879040:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 22us (5062us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421021.716805:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 111 00000100:00100000:1.0:1777421021.716814:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 112 00000100:00100000:1.0:1777421021.716820:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af120432680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+8:2366:x1863760833878656:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777421021.716840:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af120432680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+8:2366:x1863760833878656:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 20us (4989us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421021.716845:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 112 00000100:00100000:1.0:1777421021.716855:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 113 00000100:00100000:1.0:1777421021.716862:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af120432a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+7:2366:x1863760833879168:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777421021.716882:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af120432a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+7:2366:x1863760833879168:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 21us (4973us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421021.716888:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 113 00000100:00080000:0.0:1777421021.718552:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1777421021.718561:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777421021.718565:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777421021.719519:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833878400 00000100:00100000:2.0:1777421021.719533:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833878400 00000100:00100000:2.0:1777421021.719595:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 280 00000100:00100000:2.0:1777421021.719607:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119148c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+12:2366:x1863760833878400:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:2.0:1777421021.719694:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119148c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+12:2366:x1863760833878400:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 89us (7869us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421021.719702:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 280 00010000:00010000:1.0:1777421022.552750:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1777421022.872972:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777421022.872995:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777421022.873206:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 13 count 2 00000040:00080000:1.0:1777421022.873213:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777421023.192902:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0011ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3296:1863760841101184:0@lo:400:kworker.0 00000100:00100000:2.0:1777421023.193005:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0011af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3297:1863760841101312:0@lo:400:kworker.0 00000100:00100000:3.0:1777421023.193070:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421023.193217:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421023.193266:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777421023.193272:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0011aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841101440:0@lo:400:kworker.0 00000100:00100000:2.0:1777421023.193297:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421023.193324:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841101440 00000100:00100000:2.0:1777421023.193331:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841101440 00000100:00100000:2.0:1777421023.193483:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:2.0:1777421023.193492:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841101440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421023.193536:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841101440:12345-0@lo:400:kworker.0 Request processed in 45us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421023.193543:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:2.0:1777421023.193577:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0011aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841101440:0@lo:400:kworker.0 00000100:00100000:2.0:1777421023.193603:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841101184 00000100:00100000:2.0:1777421023.193607:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841101184 00000100:00100000:2.0:1777421023.193635:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841101312 00000100:00100000:2.0:1777421023.193638:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841101312 00000100:00100000:2.0:1777421023.193659:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126 00000100:00100000:2.0:1777421023.193666:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1863760841101184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421023.193742:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137df6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841100928:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777421023.193771:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421023.193788:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3295:1863760841101056:0@lo:400:kworker.0 00000100:00100000:0.0:1777421023.193810:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421023.193829:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0011af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3295:1863760841101568:0@lo:400:kworker.0 00000100:00100000:0.0:1777421023.193846:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421023.193872:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841101568 00000100:00100000:0.0:1777421023.193876:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841101568 00000100:00100000:0.0:1777421023.193905:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 127 00000100:00100000:0.0:1777421023.193912:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1863760841101312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421023.193943:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1863760841101312:12345-0@lo:400:kworker.0 Request processed in 32us (726us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421023.193949:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 127 00000100:00100000:0.0:1777421023.193960:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 128 00000100:00100000:0.0:1777421023.193965:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3295:x1863760841101568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421023.193993:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3295:x1863760841101568:12345-0@lo:400:kworker.0 Request processed in 28us (146us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421023.193999:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 128 00000100:00080000:0.0:1777421023.194014:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1777421023.194018:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777421023.194025:0:6546:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841100928 00000100:00100000:0.0:1777421023.194028:0:6546:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841100928 00000100:00100000:0.0:1777421023.194052:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1777421023.194057:0:6546:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1863760841100928:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1777421023.194091:0:6546:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3855613952 avail 3853516800 00000100:00100000:0.0:1777421023.194118:0:6546:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1863760841100928:12345-0@lo:13:osp-pre-1-0.0 Request processed in 60us (347us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421023.194124:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1777421023.194154:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841101056 00000100:00100000:0.0:1777421023.194158:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841101056 00000100:00100000:0.0:1777421023.194177:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 281 00000100:00100000:0.0:1777421023.194183:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119149850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3295:x1863760841101056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421023.194208:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119149850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3295:x1863760841101056:12345-0@lo:400:kworker.0 Request processed in 25us (397us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421023.194213:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 281 00000100:00100000:0.0:1777421023.194251:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137df6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841100928:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777421023.194259:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3295:1863760841101056:0@lo:400:kworker.0 00000100:00100000:0.0:1777421023.194267:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0011af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3295:1863760841101568:0@lo:400:kworker.0 00000100:00080000:0.0:1777421023.194283:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777421023.194302:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0011af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3297:1863760841101312:0@lo:400:kworker.0 00000100:00100000:2.0:1777421023.197380:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1863760841101184:12345-0@lo:400:kworker.0 Request processed in 3704us (4301us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421023.197393:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126 00000100:00100000:0.0:1777421023.197418:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0011ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3296:1863760841101184:0@lo:400:kworker.0 00000100:00100000:0.0:1777421023.197431:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0011ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841101696:0@lo:400:kworker.0 00000100:00100000:0.0:1777421023.197484:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421023.197526:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841101696 00000100:00100000:3.0:1777421023.197533:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841101696 00000100:00100000:3.0:1777421023.197577:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:3.0:1777421023.197586:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3296:x1863760841101696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421023.197641:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3296:x1863760841101696:12345-0@lo:400:kworker.0 Request processed in 56us (157us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421023.197647:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00100000:0.0:1777421023.197857:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0011ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841101696:0@lo:400:kworker.0 00000100:00100000:0.0:1777421023.348916:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421023.349011:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833879296 00000100:00100000:2.0:1777421023.349022:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833879296 00000100:00100000:2.0:1777421023.349145:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 552 00000100:00100000:2.0:1777421023.349158:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+22:17091:x1863760833879296:12345-192.168.203.47@tcp:60:lhsmtool_posix.0 00000100:00080000:0.0:1777421023.349246:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777421023.349484:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+22:17091:x1863760833879296:12345-192.168.203.47@tcp:60:lhsmtool_posix.0 Request processed in 328us (575us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421023.349495:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 552 00000100:00100000:3.0:1777421023.353456:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421023.353828:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833879552 00000100:00100000:1.0:1777421023.353839:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833879552 00000100:00100000:1.0:1777421023.353899:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 138 00000100:00100000:1.0:1777421023.353909:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af10f5b9050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+22:17091:x1863760833879552:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1777421023.354187:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af10f5b9050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+23:17091:x1863760833879552:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 279us (739us total) trans 4294967687 rc 0/0 00000100:00100000:1.0:1777421023.354195:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 138 00010000:00010000:1.0:1777421023.576507:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1777421024.412212:0:15100:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 9a: Multiple remote agents ============ 20:03:43 (1777421023) 00010000:00010000:1.0:1777421024.600777:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777421025.240792:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0011ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841101824:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777421025.240884:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421025.240981:0:7924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841101824 00000100:00100000:0.0:1777421025.240992:0:7924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841101824 00000100:00100000:0.0:1777421025.241068:0:7924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1777421025.241079:0:7924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f775500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841101824:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777421025.241135:0:7924:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3857711104 avail 3855613952 00000100:00080000:1.0:1777421025.241595:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777421025.243506:0:7924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f775500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841101824:12345-0@lo:13:osp-pre-0-0.0 Request processed in 2418us (2611us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421025.243524:0:7924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1777421025.244091:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0011ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841101824:0@lo:13:osp-pre-0-0.0 00000001:02000400:0.0:1777421025.421341:0:15150:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: sanity-hsm test_9a Need 3 or more clients, have 1 00010000:00010000:2.0:1777421025.626398:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1777421025.792618:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967687 is committed 00000001:00080000:0.0:1777421025.792643:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967686 is committed 00000001:02000400:1.0:1777421026.541973:0:15199:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 10a: Archive a file =================== 20:03:45 (1777421025) 00010000:00010000:0.0:1777421026.648592:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777421026.715670:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421026.715737:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833879808 00000100:00100000:3.0:1777421026.715748:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833879808 00000100:00100000:3.0:1777421026.715873:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 553 00000100:00100000:3.0:1777421026.715884:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+22:18484:x1863760833879808:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421026.715905:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421026.715925:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289385952 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37608f expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1777421026.715952:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1777421026.715996:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289385959 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.716010:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289385959 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.716020:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289385959 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.716047:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289385960 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.716067:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289385960 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.716075:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289385960 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.716243:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385967 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.716253:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385967 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.716261:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385967 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421026.716271:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 10752 00010000:00010000:3.0:1777421026.716453:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289385959 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.716461:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289385959 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.716468:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289385959 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.716473:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cd000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421026.716478:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289385959 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.716485:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289385959 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.716507:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9af106213700) 00010000:00010000:3.0:1777421026.716510:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421026.716515:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289385959 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.716521:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289385959 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.716548:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289385960 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.716554:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289385960 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.716560:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289385960 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.716565:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cc600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421026.716567:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289385960 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.716573:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289385960 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.716580:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff9af11aa0de00) 00010000:00010000:3.0:1777421026.716582:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421026.716585:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289385960 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.716590:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289385960 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.716951:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289385952 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37608f expref: 25 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.716966:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385967 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37608f expref: 24 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.716974:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9af106213200) 00010000:00010000:3.0:1777421026.716977:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421026.716979:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0cda00, rc 0) 00000100:00100000:3.0:1777421026.717051:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+24:18484:x1863760833879808:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 1168us (1391us total) trans 4294967688 rc 0/0 00000100:00100000:3.0:1777421026.717059:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 553 00000100:00100000:3.0:1777421026.719691:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421026.719771:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421026.719996:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833879936 00000100:00100000:1.0:1777421026.720006:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833879936 00000100:00100000:1.0:1777421026.720062:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 554 00000100:00100000:1.0:1777421026.720074:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+24:18484:x1863760833879936:12345-192.168.203.47@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1777421026.720195:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+24:18484:x1863760833879936:12345-192.168.203.47@tcp:59:lhsmtool_posix.0 Request processed in 123us (676us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421026.720203:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 554 00000100:00100000:0.0:1777421026.720281:0:8215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833880064 00000100:00100000:0.0:1777421026.720286:0:8215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833880064 00000100:00100000:0.0:1777421026.720338:0:8215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 18 00000100:00100000:0.0:1777421026.720366:0:8215:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011af480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+24:2367:x1863760833880064:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421026.720379:0:8215:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421026.720398:0:8215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385967 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37608f expref: 24 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421026.720416:0:8215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9af106213200) 00010000:00010000:0.0:1777421026.720421:0:8215:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421026.720441:0:8215:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011af480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+23:2367:x1863760833880064:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 96us (671us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421026.720448:0:8215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 18 00000100:00100000:0.0:1777421026.732905:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421026.733021:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833880192 00000100:00100000:2.0:1777421026.733032:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833880192 00000100:00100000:2.0:1777421026.733116:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 555 00000100:00100000:2.0:1777421026.733127:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+55:18485:x1863760833880192:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:2.0:1777421026.733147:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00080000:1.0:1777421026.733150:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1777421026.733168:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d71289385975 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376096 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.733230:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d7128938597c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.733244:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d7128938597c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.733261:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d7128938597c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.733316:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ba00/0xa38d71289385983 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.733325:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ba00/0xa38d71289385983 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.733332:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ba00/0xa38d71289385983 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.733534:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d7128938597c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.733543:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d7128938597c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.733549:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d7128938597c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.733556:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af001c6be00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421026.733560:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d7128938597c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.733566:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d7128938597c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.733577:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af111123f00) 00010000:00010000:2.0:1777421026.733580:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421026.733585:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d7128938597c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.733598:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d7128938597c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.733611:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ba00/0xa38d71289385983 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.733617:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ba00/0xa38d71289385983 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.733623:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ba00/0xa38d71289385983 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.733628:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af001c6ba00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421026.733632:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ba00/0xa38d71289385983 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.733638:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ba00/0xa38d71289385983 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.733647:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd97ceb69 (ffff9af118b05b00) 00010000:00010000:2.0:1777421026.733649:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421026.733652:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ba00/0xa38d71289385983 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.733658:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ba00/0xa38d71289385983 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.733688:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d71289385975 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376096 expref: 56 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.733710:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af111123f00) 00010000:00010000:2.0:1777421026.733713:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421026.733717:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d71289385975 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376096 expref: 56 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.733727:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af001c6b400, rc 0) 00000100:00100000:2.0:1777421026.733820:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+55:18485:x1863760833880192:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 694us (924us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421026.733827:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 555 00000100:00100000:3.0:1777421026.737745:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421026.739537:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833880448 00000100:00100000:2.0:1777421026.739550:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833880448 00000100:00100000:2.0:1777421026.739613:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 556 00000100:00100000:2.0:1777421026.739624:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+55:18485:x1863760833880448:12345-192.168.203.47@tcp:36:lfs.0 00010000:00010000:2.0:1777421026.739676:0:5760:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421026.739702:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d712893857d8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376003 expref: 55 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.739721:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af111123f00) 00010000:00010000:2.0:1777421026.740041:0:5760:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421026.740156:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d7128938598a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.740178:0:5760:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d71289385817 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376018 expref: 22 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.740189:0:5760:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d7128938598a lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.740232:0:5760:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d71289385817 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376018 expref: 22 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.740247:0:5760:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d71289385817 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376018 expref: 22 pid: 5760 timeout: 338 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421026.740272:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f777480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1863760841101952:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777421026.741199:0:5760:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1200ad180 going to sleep for 11 seconds 00000100:00100000:2.0:1777421026.743139:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f777480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1863760841101952:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777421026.743165:0:5760:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d7128938598a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421026.743682:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421026.743784:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833880576 00000100:00100000:1.0:1777421026.743791:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833880576 00010000:00010000:1.0:1777421026.743822:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d71289385817 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376018 expref: 23 pid: 5760 timeout: 338 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421026.744020:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 171 00000100:00100000:1.0:1777421026.744030:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011aea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+23:2368:x1863760833880576:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421026.744043:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421026.744050:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d71289385817 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376018 expref: 23 pid: 5760 timeout: 338 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421026.744062:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d71289385817 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376018 expref: 23 pid: 5760 timeout: 338 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421026.744082:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d71289385817 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376018 expref: 23 pid: 5760 timeout: 338 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421026.744095:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af111123f00) 00010000:00010000:1.0:1777421026.744100:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d7128938598a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421026.744121:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d7128938598a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421026.744129:0:5746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d7128938598a lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421026.744154:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421026.744203:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011aea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+22:2368:x1863760833880576:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 175us (521us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421026.744211:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 171 00010000:00010000:2.0:1777421026.744255:0:5760:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d7128938598a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.744263:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d7128938598a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.744285:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ba00/0xa38d71289385991 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.744294:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ba00/0xa38d71289385991 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.744302:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ba00/0xa38d71289385991 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421026.744997:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x22:0x0]: returning size 512 00010000:00010000:2.0:1777421026.745007:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d7128938598a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.745020:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d7128938598a lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.745027:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d7128938598a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.745033:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af001c6b400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421026.745038:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d7128938598a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.745045:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d7128938598a lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.745054:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af111123f00) 00010000:00010000:2.0:1777421026.745057:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421026.745061:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d7128938598a lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.745067:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d7128938598a lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777421026.745083:0:5760:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000a6ffc246 reply state 0000000057413969 transno 4294967689 ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ba00/0xa38d71289385991 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421026.745091:0:5760:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777421026.745158:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+56:18485:x1863760833880448:12345-192.168.203.47@tcp:36:lfs.0 Request processed in 5535us (7421us total) trans 4294967689 rc 0/0 00000100:00100000:2.0:1777421026.745165:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 556 00010000:00010000:1.0:1777421026.746769:0:3281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ba00/0xa38d71289385991 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421026.746789:0:3281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ba00/0xa38d71289385991 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421026.746797:0:3281:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ba00/0xa38d71289385991 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421026.746803:0:3281:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af001c6ba00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421026.746808:0:3281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ba00/0xa38d71289385991 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421026.746815:0:3281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ba00/0xa38d71289385991 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421026.746829:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd97ceb69 (ffff9af118b05b00) 00010000:00010000:1.0:1777421026.746832:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421026.746836:0:3281:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ba00/0xa38d71289385991 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421026.746842:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ba00/0xa38d71289385991 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421026.753639:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421026.753822:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833880704 00000100:00100000:2.0:1777421026.753833:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833880704 00000100:00100000:2.0:1777421026.753936:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 557 00000100:00100000:2.0:1777421026.753947:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+55:18486:x1863760833880704:12345-192.168.203.47@tcp:101:mkdir.0 00010000:00010000:2.0:1777421026.753968:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421026.753990:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d71289385998 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37609d expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.754054:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b600/0xa38d7128938599f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.754068:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b600/0xa38d7128938599f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.754081:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b600/0xa38d7128938599f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421026.754153:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1777421026.754157:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 14 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421026.754185:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b600/0xa38d7128938599f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.754209:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d71289385998 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37609d expref: 57 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.754227:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b600/0xa38d7128938599f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37609d expref: 56 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.754235:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af118b05800) 00010000:00010000:2.0:1777421026.754239:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777421026.754243:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af001c6b600, rc 0) 00000100:00100000:2.0:1777421026.754337:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+56:18486:x1863760833880704:12345-192.168.203.47@tcp:101:mkdir.0 Request processed in 392us (707us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421026.754369:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 557 00000100:00100000:0.0:1777421026.758259:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421026.758315:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421026.758590:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833880832 00000100:00100000:1.0:1777421026.758603:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833880832 00000100:00100000:1.0:1777421026.758699:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833881088 00000100:00100000:1.0:1777421026.758702:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833881088 00000100:00100000:1.0:1777421026.758738:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 558 00000100:00100000:1.0:1777421026.758749:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+57:2368:x1863760833880832:12345-192.168.203.47@tcp:41:mkdir.0 00000100:00100000:3.0:1777421026.758791:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 559 00000004:00000024:1.0:1777421026.758800:0:7427:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 14680064 pending 0 free 2258632704 avail 2256535552 00000100:00100000:3.0:1777421026.758821:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+57:18486:x1863760833881088:12345-192.168.203.47@tcp:36:mkdir.0 00010000:00010000:3.0:1777421026.758877:0:6569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1777421026.758888:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+57:2368:x1863760833880832:12345-192.168.203.47@tcp:41:mkdir.0 Request processed in 139us (639us total) trans 0 rc 0/0 00010000:00010000:3.0:1777421026.758906:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b600/0xa38d7128938599f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37609d expref: 57 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421026.758921:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 558 00010000:00010000:3.0:1777421026.758937:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af118b05800) 00010000:00010000:3.0:1777421026.758955:0:6569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421026.759162:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+55:18486:x1863760833881088:12345-192.168.203.47@tcp:36:mkdir.0 Request processed in 355us (844us total) trans 0 rc -17/-17 00000100:00100000:3.0:1777421026.759170:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 559 00000100:00100000:0.0:1777421026.760892:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421026.763316:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833881216 00000100:00100000:3.0:1777421026.763329:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833881216 00000100:00100000:3.0:1777421026.766038:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 560 00000100:00100000:3.0:1777421026.766055:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+55:18486:x1863760833881216:12345-192.168.203.47@tcp:101:mkdir.0 00010000:00010000:3.0:1777421026.766075:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421026.766098:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d712893859a6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3760a4 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.766179:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d712893859ad lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.766192:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d712893859ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.766203:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d712893859ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421026.767489:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:3.0:1777421026.767494:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 14 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421026.767523:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d712893859ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.767555:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d712893859a6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3760a4 expref: 57 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.767576:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d712893859ad lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3760a4 expref: 56 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.767605:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af11aa0de00) 00010000:00010000:3.0:1777421026.767608:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777421026.767611:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0cc600, rc 0) 00000100:00100000:3.0:1777421026.767685:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+56:18486:x1863760833881216:12345-192.168.203.47@tcp:101:mkdir.0 Request processed in 1635us (6796us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421026.767693:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 560 00000100:00100000:1.0:1777421026.772836:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421026.772918:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833881344 00000100:00100000:3.0:1777421026.772929:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833881344 00000100:00100000:3.0:1777421026.772988:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 561 00000100:00100000:3.0:1777421026.772999:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+56:18486:x1863760833881344:12345-192.168.203.47@tcp:101:mkdir.0 00010000:00010000:3.0:1777421026.773018:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421026.773039:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d712893859b4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3760ab expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.773118:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d712893859bb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.773133:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d712893859bb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.773145:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d712893859bb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.773161:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d712893859c2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.773169:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d712893859c2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.773528:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d712893859c2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.773671:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d712893859c9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.773682:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d712893859c9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.773692:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d712893859c9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421026.773740:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x22:0x0]: returning size 512 00000004:00200000:2.0:1777421026.773745:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421026.773768:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d712893859c9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.773779:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d712893859bb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.773785:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d712893859bb lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.773791:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d712893859bb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.773797:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cd200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421026.773801:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d712893859bb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.773808:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d712893859bb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.773818:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af11aa0de00) 00010000:00010000:2.0:1777421026.773827:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421026.773832:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d712893859bb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.773838:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d712893859bb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.773851:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d712893859c2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.773856:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d712893859c2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.773862:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d712893859c2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.773867:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cda00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421026.773870:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d712893859c2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.773876:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d712893859c2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.773883:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd97ceb69 (ffff9af11aa0db00) 00010000:00010000:2.0:1777421026.773886:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421026.773888:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d712893859c2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.773894:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d712893859c2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.773925:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d712893859b4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3760ab expref: 58 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.773950:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d712893859c9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3760ab expref: 57 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.773957:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff9af118b05000) 00010000:00010000:2.0:1777421026.773959:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777421026.773962:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af001c6be00, rc 0) 00000100:00100000:2.0:1777421026.774024:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+57:18486:x1863760833881344:12345-192.168.203.47@tcp:101:mkdir.0 Request processed in 1025us (1195us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421026.774031:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 561 00000100:00100000:1.0:1777421026.779244:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421026.779542:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833881600 00000100:00100000:2.0:1777421026.779554:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833881600 00000100:00100000:2.0:1777421026.779610:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 562 00000100:00100000:2.0:1777421026.779641:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+57:18486:x1863760833881600:12345-192.168.203.47@tcp:36:mkdir.0 00010000:00010000:2.0:1777421026.779690:0:5762:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421026.779716:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d712893859c9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x22:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3760ab expref: 57 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.779804:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff9af118b05000) 00010000:00010000:2.0:1777421026.779816:0:5762:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421026.779907:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d712893859d0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.779920:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d712893859d0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.779930:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d712893859d0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.779995:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b600/0xa38d712893859d7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x22:0x0].0x43454b14 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.780004:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b600/0xa38d712893859d7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x22:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.780011:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b600/0xa38d712893859d7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x22:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421026.780951:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x24:0x0]: returning size 512 00010000:00010000:2.0:1777421026.780961:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d712893859d0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.780969:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d712893859d0 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.780975:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d712893859d0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.780981:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af001c6b400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421026.780986:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d712893859d0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.780993:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d712893859d0 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.781002:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff9af118b05a00) 00010000:00010000:2.0:1777421026.781004:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421026.781008:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d712893859d0 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.781024:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d712893859d0 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777421026.781038:0:5762:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000002c58ccb8 reply state 00000000319754ca transno 4294967690 ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b600/0xa38d712893859d7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x22:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421026.781046:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777421026.781258:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+58:18486:x1863760833881600:12345-192.168.203.47@tcp:36:mkdir.0 Request processed in 1638us (2021us total) trans 4294967690 rc 0/0 00000100:00100000:2.0:1777421026.781266:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 562 00010000:00010000:2.0:1777421026.785425:0:3282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b600/0xa38d712893859d7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x22:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.785443:0:3282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b600/0xa38d712893859d7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x22:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.785451:0:3282:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b600/0xa38d712893859d7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x22:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.785457:0:3282:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af001c6b600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421026.785462:0:3282:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b600/0xa38d712893859d7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x22:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.785470:0:3282:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b600/0xa38d712893859d7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x22:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.785486:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x43454b14 (ffff9af118b05600) 00010000:00010000:2.0:1777421026.785489:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421026.785493:0:3282:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b600/0xa38d712893859d7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x22:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.785520:0:3282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b600/0xa38d712893859d7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x22:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421026.788648:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421026.788831:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833881728 00000100:00100000:2.0:1777421026.788843:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833881728 00000100:00100000:2.0:1777421026.788959:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 563 00000100:00100000:2.0:1777421026.788970:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+57:18487:x1863760833881728:12345-192.168.203.47@tcp:101:bash.0 00010000:00010000:2.0:1777421026.788994:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421026.789017:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ba00/0xa38d712893859de lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3760b2 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.789079:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a600/0xa38d712893859e5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.789093:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a600/0xa38d712893859e5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.789116:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a600/0xa38d712893859e5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.789132:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ac00/0xa38d712893859ec lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.789139:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ac00/0xa38d712893859ec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.789146:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ac00/0xa38d712893859ec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.789269:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a800/0xa38d712893859f3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.789286:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a800/0xa38d712893859f3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.789293:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a800/0xa38d712893859f3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421026.789325:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x22:0x0]: returning size 512 00000004:00200000:2.0:1777421026.789329:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421026.789560:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a800/0xa38d712893859f3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.789573:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a600/0xa38d712893859e5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.789580:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a600/0xa38d712893859e5 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.789586:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a600/0xa38d712893859e5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.789593:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af001c6a600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421026.789597:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a600/0xa38d712893859e5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.789604:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a600/0xa38d712893859e5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.789617:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af11aa0de00) 00010000:00010000:2.0:1777421026.789621:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421026.789625:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a600/0xa38d712893859e5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.789640:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a600/0xa38d712893859e5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.789654:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ac00/0xa38d712893859ec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.789661:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ac00/0xa38d712893859ec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.789667:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ac00/0xa38d712893859ec lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.789672:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af001c6ac00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421026.789675:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ac00/0xa38d712893859ec lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.789681:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ac00/0xa38d712893859ec lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.789689:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd97ceb69 (ffff9af118b05e00) 00010000:00010000:2.0:1777421026.789692:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421026.789695:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ac00/0xa38d712893859ec lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.789701:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ac00/0xa38d712893859ec lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.789807:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ba00/0xa38d712893859de lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3760b2 expref: 59 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.789822:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a800/0xa38d712893859f3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3760b2 expref: 58 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.789835:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff9af118b05700) 00010000:00010000:2.0:1777421026.789838:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1777421026.789840:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af001c6a800, rc 0) 00000100:00100000:2.0:1777421026.789928:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+58:18487:x1863760833881728:12345-192.168.203.47@tcp:101:bash.0 Request processed in 959us (1290us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421026.789935:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 563 00000100:00100000:0.0:1777421026.793022:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421026.793527:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833881856 00000100:00100000:2.0:1777421026.793538:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833881856 00000100:00100000:2.0:1777421026.793585:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 564 00000100:00100000:2.0:1777421026.793594:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+58:18487:x1863760833881856:12345-192.168.203.47@tcp:101:bash.0 00010000:00010000:2.0:1777421026.793613:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421026.793634:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d712893859fa lrc: 2/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3760b9 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.793718:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d71289385a01 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.794330:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d71289385a01 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.794345:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d71289385a01 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.794999:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ba00/0xa38d71289385a08 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.795033:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ba00/0xa38d71289385a08 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.795070:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ba00/0xa38d71289385a08 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.795152:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d71289385a01 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.795159:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d71289385a01 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.795166:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d71289385a01 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.795172:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af001c6be00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421026.795177:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d71289385a01 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.795195:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d71289385a01 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.795220:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff9af118b05700) 00010000:00010000:2.0:1777421026.795223:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421026.795227:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d71289385a01 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.795233:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d71289385a01 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.795258:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ba00/0xa38d71289385a08 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.795265:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ba00/0xa38d71289385a08 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.795288:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ba00/0xa38d71289385a08 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.795294:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af001c6ba00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421026.795297:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ba00/0xa38d71289385a08 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.795316:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ba00/0xa38d71289385a08 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.795324:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x4a7b05a0 (ffff9af118b05e00) 00010000:00010000:2.0:1777421026.795326:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421026.795329:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ba00/0xa38d71289385a08 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.795335:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ba00/0xa38d71289385a08 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.796588:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d712893859fa lrc: 1/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3760b9 expref: 59 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.796605:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff9af118b05700) 00010000:00010000:2.0:1777421026.796608:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421026.796613:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d712893859fa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3760b9 expref: 59 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.796625:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af001c6b400, rc 0) 00000100:00100000:2.0:1777421026.796745:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+58:18487:x1863760833881856:12345-192.168.203.47@tcp:101:bash.0 Request processed in 3150us (3730us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421026.796765:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 564 00000100:00100000:1.0:1777421026.806553:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421026.810212:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833881984 00000100:00100000:2.0:1777421026.810227:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833881984 00000100:00100000:2.0:1777421026.810289:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 565 00000100:00100000:2.0:1777421026.810299:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+22:18488:x1863760833881984:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:2.0:1777421026.810318:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421026.810339:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d71289385a0f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3760c0 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.810412:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ba00/0xa38d71289385a16 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.810427:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ba00/0xa38d71289385a16 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.810439:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ba00/0xa38d71289385a16 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421026.810501:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1777421026.810505:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 14 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421026.810527:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ba00/0xa38d71289385a16 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.810550:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d71289385a0f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3760c0 expref: 24 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.810567:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ba00/0xa38d71289385a16 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3760c0 expref: 23 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.810593:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af11aa0de00) 00010000:00010000:2.0:1777421026.810596:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777421026.810600:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af001c6ba00, rc 0) 00000100:00100000:2.0:1777421026.810661:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+23:18488:x1863760833881984:12345-192.168.203.47@tcp:101:rm.0 Request processed in 364us (4122us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421026.810669:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 565 00000100:00100000:1.0:1777421026.813341:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421026.813520:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833882112 00000100:00100000:2.0:1777421026.813529:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833882112 00000100:00100000:2.0:1777421026.813568:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 566 00000100:00100000:2.0:1777421026.813576:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+23:18488:x1863760833882112:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:2.0:1777421026.813592:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421026.813608:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d71289385a1d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3760c7 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.813662:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ac00/0xa38d71289385a24 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.813674:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ac00/0xa38d71289385a24 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.813684:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ac00/0xa38d71289385a24 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.813698:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a600/0xa38d71289385a2b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.813705:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a600/0xa38d71289385a2b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.813744:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a600/0xa38d71289385a2b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.813864:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b600/0xa38d71289385a32 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.813872:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b600/0xa38d71289385a32 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.813879:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b600/0xa38d71289385a32 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421026.813905:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x22:0x0]: returning size 512 00000004:00200000:2.0:1777421026.813908:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421026.813927:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b600/0xa38d71289385a32 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.813938:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ac00/0xa38d71289385a24 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.813945:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ac00/0xa38d71289385a24 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.813951:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ac00/0xa38d71289385a24 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.813957:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af001c6ac00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421026.813961:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ac00/0xa38d71289385a24 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.813967:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ac00/0xa38d71289385a24 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.813985:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af11aa0de00) 00010000:00010000:2.0:1777421026.813988:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421026.813992:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ac00/0xa38d71289385a24 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.813998:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ac00/0xa38d71289385a24 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.814008:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a600/0xa38d71289385a2b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.814014:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a600/0xa38d71289385a2b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.814019:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a600/0xa38d71289385a2b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.814025:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af001c6a600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421026.814027:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a600/0xa38d71289385a2b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.814033:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a600/0xa38d71289385a2b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.814039:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd97ceb69 (ffff9af118b05e00) 00010000:00010000:2.0:1777421026.814042:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421026.814045:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a600/0xa38d71289385a2b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.814050:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a600/0xa38d71289385a2b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.814088:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d71289385a1d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3760c7 expref: 25 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.814111:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b600/0xa38d71289385a32 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3760c7 expref: 24 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.814120:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff9af118b05700) 00010000:00010000:2.0:1777421026.814122:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1777421026.814125:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af001c6b600, rc 0) 00000100:00100000:2.0:1777421026.814176:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+24:18488:x1863760833882112:12345-192.168.203.47@tcp:101:rm.0 Request processed in 600us (842us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421026.814192:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 566 00000100:00100000:0.0:1777421026.818290:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421026.818447:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833882240 00000100:00100000:3.0:1777421026.818457:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833882240 00000100:00100000:3.0:1777421026.818508:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 567 00000100:00100000:3.0:1777421026.818517:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+24:18488:x1863760833882240:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:3.0:1777421026.818535:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421026.818553:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289385a39 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3760ce expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.818638:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289385a40 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.818652:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289385a40 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.818662:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289385a40 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.818676:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385a47 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.818683:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385a47 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.818689:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385a47 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.818748:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289385a40 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.818761:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289385a40 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.818768:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289385a40 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.818774:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cd000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421026.818778:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289385a40 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.818786:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289385a40 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.818797:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff9af118b05700) 00010000:00010000:3.0:1777421026.818800:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421026.818804:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289385a40 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.818810:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289385a40 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.818824:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385a47 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.818831:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385a47 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.818837:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385a47 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.818843:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cda00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421026.818851:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385a47 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.818859:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385a47 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.818867:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x4a7b05a0 (ffff9af11aa0d400) 00010000:00010000:3.0:1777421026.818869:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421026.818872:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385a47 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.818878:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385a47 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.818910:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289385a39 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3760ce expref: 25 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.818920:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff9af118b05700) 00010000:00010000:3.0:1777421026.818922:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421026.818926:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289385a39 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3760ce expref: 25 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.818936:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0cc000, rc 0) 00000100:00100000:3.0:1777421026.818991:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+24:18488:x1863760833882240:12345-192.168.203.47@tcp:101:rm.0 Request processed in 475us (709us total) trans 0 rc 301/301 00000100:00100000:3.0:1777421026.818999:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 567 00000100:00100000:1.0:1777421026.826605:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421026.826712:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833882368 00000100:00100000:3.0:1777421026.826725:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833882368 00000100:00100000:3.0:1777421026.826848:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 568 00000100:00100000:3.0:1777421026.826860:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+24:18488:x1863760833882368:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:3.0:1777421026.826913:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421026.826940:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289385a4e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3760d5 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.827019:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289385a55 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.827035:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289385a55 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.827046:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289385a55 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.827061:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678e00/0xa38d71289385a5c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.827067:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678e00/0xa38d71289385a5c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.827073:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678e00/0xa38d71289385a5c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.827148:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289385a55 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.827155:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289385a55 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.827161:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289385a55 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.827167:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af101679a00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421026.827178:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289385a55 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.827187:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289385a55 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.827199:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff9af118b05700) 00010000:00010000:3.0:1777421026.827202:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421026.827208:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289385a55 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.827215:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289385a55 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.827231:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678e00/0xa38d71289385a5c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.827237:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678e00/0xa38d71289385a5c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.827243:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678e00/0xa38d71289385a5c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.827248:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af101678e00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421026.827251:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678e00/0xa38d71289385a5c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.827256:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678e00/0xa38d71289385a5c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.827262:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x4a7b05a0 (ffff9af11aa0dd00) 00010000:00010000:3.0:1777421026.827264:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421026.827471:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678e00/0xa38d71289385a5c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.827477:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678e00/0xa38d71289385a5c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.827516:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289385a4e lrc: 1/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3760d5 expref: 25 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.827526:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff9af118b05700) 00010000:00010000:3.0:1777421026.827528:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421026.827531:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289385a4e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3760d5 expref: 25 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.827541:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0cd200, rc 0) 00000100:00100000:3.0:1777421026.827608:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+24:18488:x1863760833882368:12345-192.168.203.47@tcp:101:rm.0 Request processed in 749us (1015us total) trans 0 rc 301/301 00000100:00100000:3.0:1777421026.827616:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 568 00000100:00100000:1.0:1777421026.831733:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421026.831829:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421026.831863:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421026.831900:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421026.831934:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421026.831969:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833882752 00000100:00100000:1.0:1777421026.831980:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833882752 00000100:00100000:1.0:1777421026.832043:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833883008 00000100:00100000:1.0:1777421026.832047:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833883008 00000100:00100000:1.0:1777421026.832070:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833882624 00000100:00100000:1.0:1777421026.832072:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833882624 00000100:00100000:1.0:1777421026.832087:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833882880 00000100:00100000:1.0:1777421026.832089:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833882880 00000100:00100000:1.0:1777421026.832193:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 116 00000100:00100000:1.0:1777421026.832204:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+9:2368:x1863760833882752:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777421026.832288:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+9:2368:x1863760833882752:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 86us (459us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421026.832296:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 116 00000100:00100000:1.0:1777421026.832314:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 117 00000100:00100000:1.0:1777421026.832321:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+7:2368:x1863760833883008:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777421026.832390:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+7:2368:x1863760833883008:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 69us (526us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421026.832396:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 117 00000100:00100000:1.0:1777421026.832408:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 118 00000100:00100000:1.0:1777421026.832415:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110395880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+8:2368:x1863760833882624:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777421026.832440:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110395880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+8:2368:x1863760833882624:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 25us (540us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421026.832447:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 118 00000100:00100000:1.0:1777421026.832459:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 119 00000100:00100000:1.0:1777421026.832466:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110397480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2368:x1863760833882880:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777421026.832488:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110397480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2368:x1863760833882880:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 23us (554us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421026.832495:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 119 00000100:00080000:1.0:1777421026.832523:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777421026.832527:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777421026.833311:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833882496 00000100:00100000:0.0:1777421026.833321:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833882496 00000100:00100000:0.0:1777421026.833479:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 282 00000100:00100000:0.0:1777421026.833489:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119149c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+12:2368:x1863760833882496:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:0.0:1777421026.833545:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119149c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+12:2368:x1863760833882496:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 57us (1824us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421026.833551:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 282 00000100:00100000:1.0:1777421026.843829:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421026.843941:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833883136 00000100:00100000:3.0:1777421026.843955:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833883136 00000100:00100000:3.0:1777421026.844030:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 569 00000100:00100000:3.0:1777421026.844042:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110396a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+24:18489:x1863760833883136:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:3.0:1777421026.844068:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421026.844095:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289385a63 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3760dc expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.844192:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289385a6a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.844232:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289385a6a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.844247:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289385a6a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.844265:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385a71 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.844273:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385a71 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.844281:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385a71 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.844397:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289385a6a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.844406:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289385a6a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.844414:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289385a6a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.844421:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cc000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421026.844427:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289385a6a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.844437:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289385a6a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.844452:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff9af118b05700) 00010000:00010000:3.0:1777421026.844462:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421026.844469:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289385a6a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.844476:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289385a6a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.844493:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385a71 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.844499:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385a71 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.844506:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385a71 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.844512:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cda00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421026.844515:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385a71 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.844522:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385a71 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.844530:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x4a7b05a0 (ffff9af11aa0dd00) 00010000:00010000:3.0:1777421026.844532:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421026.844534:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385a71 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.844538:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385a71 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.844576:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289385a63 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3760dc expref: 25 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.844597:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff9af118b05700) 00010000:00010000:3.0:1777421026.844600:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421026.844604:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289385a63 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3760dc expref: 25 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.844614:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0cd200, rc 0) 00000100:00100000:3.0:1777421026.844688:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110396a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+24:18489:x1863760833883136:12345-192.168.203.47@tcp:101:cp.0 Request processed in 647us (874us total) trans 0 rc 301/301 00000100:00100000:3.0:1777421026.844697:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 569 00000100:00100000:1.0:1777421026.849659:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421026.849777:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833883264 00000100:00100000:2.0:1777421026.849790:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833883264 00000100:00100000:2.0:1777421026.849860:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 570 00000100:00100000:2.0:1777421026.849872:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+24:18489:x1863760833883264:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:2.0:1777421026.849900:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421026.849926:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d71289385a78 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3760e3 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.850007:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a600/0xa38d71289385a7f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.850024:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a600/0xa38d71289385a7f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.850037:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a600/0xa38d71289385a7f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.850070:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ac00/0xa38d71289385a86 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.850078:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ac00/0xa38d71289385a86 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.850084:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ac00/0xa38d71289385a86 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.850161:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a600/0xa38d71289385a7f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.850169:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a600/0xa38d71289385a7f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.850176:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a600/0xa38d71289385a7f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.850183:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af001c6a600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421026.850188:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a600/0xa38d71289385a7f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.850197:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a600/0xa38d71289385a7f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.850210:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff9af118b05700) 00010000:00010000:2.0:1777421026.850213:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421026.850218:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a600/0xa38d71289385a7f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.850225:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a600/0xa38d71289385a7f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.850248:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ac00/0xa38d71289385a86 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.850254:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ac00/0xa38d71289385a86 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.850260:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ac00/0xa38d71289385a86 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.850265:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af001c6ac00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421026.850268:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ac00/0xa38d71289385a86 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.850275:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ac00/0xa38d71289385a86 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.850283:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x4a7b05a0 (ffff9af118b05e00) 00010000:00010000:2.0:1777421026.850285:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421026.850288:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ac00/0xa38d71289385a86 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.850293:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ac00/0xa38d71289385a86 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.850330:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d71289385a78 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3760e3 expref: 25 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.850341:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff9af118b05700) 00010000:00010000:2.0:1777421026.850343:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421026.850391:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d71289385a78 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3760e3 expref: 25 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.850402:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af001c6be00, rc 0) 00000100:00100000:2.0:1777421026.850478:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+24:18489:x1863760833883264:12345-192.168.203.47@tcp:101:cp.0 Request processed in 607us (832us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421026.850486:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 570 00000100:00100000:1.0:1777421026.856257:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421026.856412:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833883520 00000100:00100000:3.0:1777421026.856425:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833883520 00000100:00100000:3.0:1777421026.856496:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 571 00000100:00100000:3.0:1777421026.856509:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+24:18489:x1863760833883520:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:3.0:1777421026.856536:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421026.856563:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289385a8d lrc: 2/0,0 mode: --/CW res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3760ea expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.856711:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385a94 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.856728:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385a94 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.856742:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385a94 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.856757:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289385a9b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.856782:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289385a9b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.856790:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289385a9b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777421026.857333:0:6569:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0xd:0x0], index 0: 0 00010000:00010000:3.0:1777421026.857548:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289385aa2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.857559:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289385aa2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.857567:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289385aa2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.857607:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385a94 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.857615:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385a94 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.857623:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385a94 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.857630:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cda00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421026.857635:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385a94 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.857642:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385a94 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.857667:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff9af118b05700) 00010000:00010000:3.0:1777421026.857670:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421026.857676:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385a94 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.857684:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385a94 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777421026.857701:0:6569:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000e6e508d9 reply state 00000000bef56dd2 transno 4294967691 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289385a9b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421026.857710:0:6569:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777421026.857744:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289385a8d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3760ea expref: 27 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.857758:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd000/0xa38d71289385aa2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3760ea expref: 26 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.857765:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af11aa0d400) 00010000:00010000:3.0:1777421026.857768:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777421026.857770:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0cd000, rc 0) 00000100:00100000:3.0:1777421026.857892:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+27:18489:x1863760833883520:12345-192.168.203.47@tcp:101:cp.0 Request processed in 1385us (1650us total) trans 4294967691 rc 0/0 00000100:00100000:3.0:1777421026.857901:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 571 00010000:00010000:2.0:1777421026.859567:0:3281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289385a9b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.859586:0:3281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289385a9b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.859594:0:3281:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289385a9b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.859601:0:3281:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cc000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421026.859606:0:3281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289385a9b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.859613:0:3281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289385a9b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.859630:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x4a7b05a0 (ffff9af11aa0dd00) 00010000:00010000:2.0:1777421026.859633:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421026.859638:0:3281:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289385a9b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.859645:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289385a9b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421026.860229:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421026.860532:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833883648 00000100:00100000:2.0:1777421026.860545:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833883648 00000100:00100000:2.0:1777421026.860608:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 139 00000100:00100000:2.0:1777421026.860619:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+6:2367:x1863760833883648:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:2.0:1777421026.860640:0:11334:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421026.860663:0:11334:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000028f4afa0/0xa38d71289385ab0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3760f1 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777421026.860694:0:11334:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1777421026.860715:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421026.860718:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421026.860727:0:11334:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000028f4afa0/0xa38d71289385ab0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3760f1 expref: 7 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.860744:0:11334:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000028f4afa0/0xa38d71289385ab0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3760f1 expref: 7 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.860758:0:11334:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af001c6be00, rc 0) 00000100:00100000:2.0:1777421026.860930:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+7:2367:x1863760833883648:12345-192.168.203.47@tcp:101:cp.0 Request processed in 311us (705us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421026.860938:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 139 00000100:00100000:1.0:1777421026.864058:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421026.864172:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833883776 00000100:00100000:2.0:1777421026.864186:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833883776 00000100:00100000:2.0:1777421026.864253:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 140 00000100:00100000:2.0:1777421026.864264:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+7:18489:x1863760833883776:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:2.0:1777421026.864316:0:11334:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421026.864340:0:11334:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002e8ed11e/0xa38d71289385ab7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3760f8 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.864423:0:11334:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000028f4afa0/0xa38d71289385ab0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3760f1 expref: 8 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.864433:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421026.864436:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421026.864442:0:11334:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002e8ed11e/0xa38d71289385ab7 lrc: 4/0,0 mode: --/PW res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3760f8 expref: 8 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.864484:0:11334:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000028f4afa0/0xa38d71289385ab0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3760f1 expref: 8 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.864499:0:11334:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000028f4afa0/0xa38d71289385ab0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3760f1 expref: 8 pid: 11334 timeout: 338 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421026.864514:0:11334:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f777480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11334:1863760841102080:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777421026.864623:0:11334:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1200adcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1777421026.867028:0:11334:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f777480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11334:1863760841102080:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777421026.867076:0:11334:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002e8ed11e/0xa38d71289385ab7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3760f8 expref: 8 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.867125:0:11334:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af001c6ac00, rc 0) 00000100:00100000:2.0:1777421026.867192:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+8:18489:x1863760833883776:12345-192.168.203.47@tcp:101:cp.0 Request processed in 2929us (3145us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421026.867221:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 140 00000100:00100000:1.0:1777421026.868194:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421026.868302:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833883904 00000100:00100000:3.0:1777421026.868313:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833883904 00010000:00010000:3.0:1777421026.868379:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000028f4afa0/0xa38d71289385ab0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3760f1 expref: 8 pid: 11334 timeout: 338 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421026.868481:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 172 00000100:00100000:3.0:1777421026.868492:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+8:2368:x1863760833883904:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421026.868508:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421026.868536:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000028f4afa0/0xa38d71289385ab0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3760f1 expref: 8 pid: 11334 timeout: 338 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.868550:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000028f4afa0/0xa38d71289385ab0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3760f1 expref: 8 pid: 11334 timeout: 338 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.868578:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000028f4afa0/0xa38d71289385ab0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3760f1 expref: 8 pid: 11334 timeout: 338 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.868594:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421026.868596:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421026.868604:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002e8ed11e/0xa38d71289385ab7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3760f8 expref: 7 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.868615:0:5746:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002e8ed11e/0xa38d71289385ab7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3760f8 expref: 7 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.868659:0:5746:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000002e8ed11e/0xa38d71289385ab7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3760f8 expref: 7 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421026.868676:0:5746:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af12d0d1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5746:1863760841102208:192.168.203.47@tcp:105: 00000100:00100000:3.0:1777421026.868767:0:5746:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13fc09840 going to sleep for 11 seconds 00000100:00100000:3.0:1777421026.871241:0:5746:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af12d0d1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5746:1863760841102208:192.168.203.47@tcp:105: 00010000:00010000:3.0:1777421026.871272:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421026.871496:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+7:2368:x1863760833883904:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 3004us (3304us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421026.871509:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 172 00000100:00100000:1.0:1777421026.872716:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421026.872934:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833884160 00000100:00100000:3.0:1777421026.872945:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833884160 00000100:00100000:3.0:1777421026.872997:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 139 00000100:00100000:3.0:1777421026.873008:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+26:18489:x1863760833884160:12345-192.168.203.47@tcp:35:cp.0 00000100:00100000:3.0:1777421026.873794:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+27:18489:x1863760833884160:12345-192.168.203.47@tcp:35:cp.0 Request processed in 587us (885us total) trans 4294967692 rc 0/0 00000100:00100000:3.0:1777421026.873806:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 139 00000100:00100000:1.0:1777421026.898040:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421026.898188:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833884288 00000100:00100000:3.0:1777421026.898202:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833884288 00000100:00100000:3.0:1777421026.898272:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 572 00000100:00100000:3.0:1777421026.898282:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+58:18492:x1863760833884288:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:3.0:1777421026.898309:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421026.898334:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289385abe lrc: 2/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3760ff expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.898471:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385ac5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.898488:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385ac5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.898512:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385ac5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.898528:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289385acc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.898535:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289385acc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.898542:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289385acc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.898646:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678e00/0xa38d71289385ad3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.898655:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678e00/0xa38d71289385ad3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.898662:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678e00/0xa38d71289385ad3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421026.898700:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 158 00000004:00200000:3.0:1777421026.898705:0:6569:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421026.898723:0:6569:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678e00/0xa38d71289385ad3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.898746:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678e00/0xa38d71289385ad3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.898756:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385ac5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.898772:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385ac5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.898780:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385ac5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.898786:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cda00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421026.898792:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385ac5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.898799:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385ac5 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.898812:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff9af118b05700) 00010000:00010000:3.0:1777421026.898815:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421026.898819:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385ac5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.898826:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385ac5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.898842:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289385acc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.898848:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289385acc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.898855:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289385acc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.898859:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cc000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421026.898865:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289385acc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.898872:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289385acc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.898879:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x4a7b05a0 (ffff9af11aa0d900) 00010000:00010000:3.0:1777421026.898881:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421026.898883:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289385acc lrc: 2/0,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.898889:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc000/0xa38d71289385acc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.899332:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289385abe lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3760ff expref: 60 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.899345:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af101678e00/0xa38d71289385ad3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3760ff expref: 59 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.899458:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af11aa0d400) 00010000:00010000:3.0:1777421026.899460:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777421026.899463:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af101678e00, rc 0) 00000100:00100000:3.0:1777421026.899577:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+59:18492:x1863760833884288:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 1295us (1549us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421026.899586:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 572 00000100:00100000:1.0:1777421026.902587:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421026.902655:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833884416 00000100:00100000:2.0:1777421026.902670:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833884416 00000100:00100000:2.0:1777421026.902741:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 141 00000100:00100000:2.0:1777421026.902753:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+8:2368:x1863760833884416:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:2.0:1777421026.902775:0:11334:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421026.902797:0:11334:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fb219e27/0xa38d71289385ada lrc: 2/0,0 mode: --/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376106 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421026.902868:0:11334:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f777480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11334:1863760841102336:192.168.203.47@tcp:106: 00000100:00100000:2.0:1777421026.903056:0:11334:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1200adcc0 going to sleep for 11 seconds 00002000:00010000:2.0:1777421026.905566:0:11334:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x240000400:0xd:0x0] updating lvb size: 0 -> 158 00002000:00010000:2.0:1777421026.905574:0:11334:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0xd:0x0] updating lvb mtime: 0 -> 1777421026 00002000:00010000:2.0:1777421026.905576:0:11334:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0xd:0x0] updating lvb atime: 0 -> 1777421026 00002000:00010000:2.0:1777421026.905577:0:11334:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0xd:0x0] updating lvb ctime: 0 -> 1777421026 00000100:00100000:2.0:1777421026.905602:0:11334:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f777480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11334:1863760841102336:192.168.203.47@tcp:106: 00010000:00010000:2.0:1777421026.905643:0:11334:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000fb219e27/0xa38d71289385ada lrc: 1/0,0 mode: --/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376106 expref: 9 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.905674:0:11334:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fb219e27/0xa38d71289385ada lrc: 0/0,0 mode: --/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376106 expref: 9 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.905689:0:11334:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af001c6a600, rc 0) 00000100:00100000:2.0:1777421026.905804:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+8:2368:x1863760833884416:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 3052us (3223us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421026.905835:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 141 00000100:00100000:1.0:1777421026.908394:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421026.908635:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833884544 00000100:00100000:3.0:1777421026.908648:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833884544 00000100:00100000:3.0:1777421026.908884:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 573 00000100:00100000:3.0:1777421026.908896:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+59:18492:x1863760833884544:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:3.0:1777421026.908927:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421026.908953:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289385ae1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37610d expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.909032:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289385ae8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.909049:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289385ae8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.909062:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289385ae8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421026.909135:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x22:0x0]: returning size 512 00000004:00200000:3.0:1777421026.909140:0:6569:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421026.909166:0:6569:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289385ae8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.909196:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289385ae1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37610d expref: 61 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.909218:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cd200/0xa38d71289385ae8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37610d expref: 60 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.909228:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff9af118b05700) 00010000:00010000:3.0:1777421026.909231:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777421026.909234:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0cd200, rc 0) 00000100:00100000:3.0:1777421026.909301:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+60:18492:x1863760833884544:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 407us (960us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421026.909309:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 573 00000100:00100000:1.0:1777421026.911159:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421026.911259:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833884672 00000100:00100000:2.0:1777421026.911270:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833884672 00000100:00100000:3.0:1777421026.911432:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 142 00000100:00100000:3.0:1777421026.911443:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+8:2369:x1863760833884672:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:3.0:1777421026.911462:0:6544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421026.911482:0:6544:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000191cae8f/0xa38d71289385aef lrc: 2/0,0 mode: --/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376114 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421026.911555:0:6544:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af12d0d1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6544:1863760841102464:192.168.203.47@tcp:106: 00000100:00100000:3.0:1777421026.911677:0:6544:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13fc09000 going to sleep for 11 seconds 00000100:00100000:3.0:1777421026.915550:0:6544:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af12d0d1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6544:1863760841102464:192.168.203.47@tcp:106: 00010000:00010000:3.0:1777421026.915597:0:6544:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000191cae8f/0xa38d71289385aef lrc: 1/0,0 mode: --/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376114 expref: 9 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.915622:0:6544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000191cae8f/0xa38d71289385aef lrc: 0/0,0 mode: --/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376114 expref: 9 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.915634:0:6544:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0cc000, rc 0) 00000100:00100000:3.0:1777421026.915755:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+8:2369:x1863760833884672:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 4311us (4603us total) trans 0 rc 301/301 00000100:00100000:3.0:1777421026.915765:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 142 00000100:00100000:1.0:1777421026.919563:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421026.919684:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833884928 00000100:00100000:3.0:1777421026.919699:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833884928 00000100:00100000:3.0:1777421026.920032:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 574 00000100:00100000:3.0:1777421026.920047:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+60:18492:x1863760833884928:12345-192.168.203.47@tcp:58:lfs.0 00000040:00080000:3.0:1777421026.920990:0:6569:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].13, 136 off9960 00000100:00100000:3.0:1777421026.921132:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+60:18492:x1863760833884928:12345-192.168.203.47@tcp:58:lfs.0 Request processed in 1085us (1578us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421026.921164:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 574 00000040:00080000:1.0:1777421026.968597:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777421026.968611:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777421026.968654:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 14 count 3 00000040:00080000:1.0:1777421026.968663:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777421026.968995:0:11331:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6b4000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841102592:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1777421026.969155:0:11331:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af11902fe40 going to sleep for 11 seconds 00000100:00100000:2.0:1777421026.977292:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421026.977385:0:11331:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6b4000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841102592:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1777421026.977587:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833885056 00000100:00100000:3.0:1777421026.977596:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833885056 00000100:00100000:3.0:1777421026.977661:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 575 00000100:00100000:3.0:1777421026.977672:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f777480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+27:18502:x1863760833885056:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1777421026.977711:0:6569:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0xe:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1777421026.977828:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f777480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+27:18502:x1863760833885056:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 157us (548us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421026.977837:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 575 00000100:00100000:3.0:1777421026.981516:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421026.981588:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833885312 00000100:00100000:1.0:1777421026.981601:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833885312 00000100:00100000:1.0:1777421026.981663:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 576 00000100:00100000:1.0:1777421026.981675:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+27:18502:x1863760833885312:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421026.981700:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421026.981727:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289385af6 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37611b expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421026.981849:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289385afd lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421026.981867:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289385afd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421026.981881:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289385afd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421026.981895:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 158 00010000:00010000:1.0:1777421026.982059:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289385af6 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37611b expref: 30 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421026.982095:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289385afd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37611b expref: 29 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421026.982116:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af11aa0d400) 00010000:00010000:1.0:1777421026.982120:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421026.982125:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af105d5c400, rc 0) 00000100:00100000:1.0:1777421026.982195:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+29:18502:x1863760833885312:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 522us (687us total) trans 4294967693 rc 0/0 00000100:00100000:1.0:1777421026.982203:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 576 00000100:00100000:1.0:1777421026.984924:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421026.984967:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421026.984980:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833885440 00000100:00100000:3.0:1777421026.984993:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833885440 00000100:00100000:3.0:1777421026.985057:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 143 00000100:00100000:3.0:1777421026.985069:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+7:2369:x1863760833885440:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1777421026.985131:0:6544:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000191cae8f/0xa38d71289385b0b lrc: 3/1,0 mode: --/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.985155:0:6544:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002e8ed11e/0xa38d71289385ab7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3760f8 expref: 7 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.985164:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777421026.985166:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777421026.985170:0:6544:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000191cae8f/0xa38d71289385b0b lrc: 4/1,0 mode: --/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.985213:0:6544:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002e8ed11e/0xa38d71289385ab7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3760f8 expref: 7 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.985238:0:6544:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002e8ed11e/0xa38d71289385ab7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3760f8 expref: 7 pid: 11334 timeout: 338 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421026.985256:0:6544:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af12d0d3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6544:1863760841102720:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777421026.985398:0:6544:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13c6a2600 going to sleep for 11 seconds 00000100:00100000:2.0:1777421026.987224:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833885568 00000100:00100000:2.0:1777421026.987241:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833885568 00000100:00100000:2.0:1777421026.987378:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 19 00000100:00100000:2.0:1777421026.987390:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+29:2367:x1863760833885568:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421026.987408:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421026.987437:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289385afd lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37611b expref: 29 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.987458:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af11aa0d400) 00010000:00010000:2.0:1777421026.987464:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421026.987525:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+28:2367:x1863760833885568:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 137us (2558us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421026.987534:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 19 00000100:00100000:1.0:1777421026.988866:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421026.988932:0:6548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833885696 00000100:00100000:2.0:1777421026.988941:0:6548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833885696 00002000:00100000:2.0:1777421026.989011:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xd:0x0] (0->157) req@ffff9af13f6b5500 x1863760833885696/t0(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:37/0 lens 648/0 e 0 to 0 dl 1777421037 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421026.989025:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13f6b5500 with x1863760833885696 ext(0->157) 00010000:00010000:2.0:1777421026.989035:0:6548:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000002e8ed11e/0xa38d71289385ab7 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3760f8 expref: 8 pid: 11334 timeout: 338 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.989055:0:6548:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000002e8ed11e/0xa38d71289385ab7 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3760f8 expref: 8 pid: 11334 timeout: 338 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777421026.989074:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9af13f6b5500 00000100:00100000:3.0:1777421026.989094:0:6544:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af12d0d3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6544:1863760841102720:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777421026.989118:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 3 00000100:00100000:2.0:1777421026.989130:0:6548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+8:2368:x1863760833885696:12345-192.168.203.47@tcp:4:cp.0 00010000:00010000:3.0:1777421026.989137:0:6544:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000191cae8f/0xa38d71289385b0b lrc: 3/1,0 mode: --/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421026.990136:0:6548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2368:x1863760833885696:12345-192.168.203.47@tcp:4:cp.0 Request processed in 1003us (1273us total) trans 4294967326 rc 0/0 00000100:00100000:2.0:1777421026.990148:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 3 00002000:00100000:2.0:1777421026.990158:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xd:0x0] (0->157) req@ffff9af13f6b5500 x1863760833885696/t4294967326(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:37/0 lens 648/448 e 0 to 0 dl 1777421037 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421026.990169:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13f6b5500 with x1863760833885696 ext(0->157) 00010000:00010000:2.0:1777421026.990177:0:6548:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000002e8ed11e/0xa38d71289385ab7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3760f8 expref: 10 pid: 11334 timeout: 338 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.990195:0:6548:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000002e8ed11e/0xa38d71289385ab7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3760f8 expref: 10 pid: 11334 timeout: 338 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777421026.990203:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9af13f6b5500 00000100:00100000:3.0:1777421026.993157:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421026.993339:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833885824 00000100:00100000:2.0:1777421026.993374:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833885824 00010000:00010000:2.0:1777421026.993424:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002e8ed11e/0xa38d71289385ab7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3760f8 expref: 10 pid: 11334 timeout: 338 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421026.993469:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 173 00000100:00100000:2.0:1777421026.993481:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2366:x1863760833885824:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421026.993512:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421026.993542:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002e8ed11e/0xa38d71289385ab7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3760f8 expref: 10 pid: 11334 timeout: 338 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.994233:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002e8ed11e/0xa38d71289385ab7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3760f8 expref: 10 pid: 11334 timeout: 338 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.994267:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002e8ed11e/0xa38d71289385ab7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3760f8 expref: 10 pid: 11334 timeout: 338 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.994284:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421026.994286:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421026.994292:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000191cae8f/0xa38d71289385b0b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.994304:0:5746:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000191cae8f/0xa38d71289385b0b lrc: 4/1,0 mode: PR/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421026.994334:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421026.994419:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2366:x1863760833885824:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 939us (1275us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421026.994573:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 173 00010000:00010000:3.0:1777421026.994883:0:6544:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000191cae8f/0xa38d71289385b0b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.994896:0:6544:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000191cae8f/0xa38d71289385b0b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.994929:0:6544:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000191cae8f/0xa38d71289385b0b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.994938:0:6544:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000191cae8f/0xa38d71289385b0b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.994957:0:6544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000191cae8f/0xa38d71289385b0b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.994983:0:6544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cc000 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:3.0:1777421026.994988:0:6544:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000191cae8f/0xa38d71289385b0b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.994998:0:6544:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000191cae8f/0xa38d71289385b0b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.995013:0:6544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000191cae8f/0xa38d71289385b0b lrc: 2/0,0 mode: --/PR res: [0x240000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421026.995021:0:6544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000191cae8f/0xa38d71289385b0b lrc: 0/0,0 mode: --/PR res: [0x240000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421026.995096:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+8:2369:x1863760833885440:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 Request processed in 10028us (10184us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421026.995115:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 143 00000100:00100000:3.0:1777421026.997176:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421026.997260:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833886080 00000100:00100000:1.0:1777421026.997272:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833886080 00000100:00100000:1.0:1777421026.997515:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 577 00000100:00100000:1.0:1777421026.997524:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134082680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+28:18502:x1863760833886080:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777421026.997638:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134082680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+28:18502:x1863760833886080:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 114us (470us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421026.997646:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 577 00000100:00100000:1.0:1777421027.000821:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421027.000925:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833886208 00000100:00100000:3.0:1777421027.000936:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833886208 00000100:00100000:3.0:1777421027.001011:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 144 00000100:00100000:3.0:1777421027.001026:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+8:2368:x1863760833886208:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421027.001046:0:6544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421027.001069:0:6544:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000191cae8f/0xa38d71289385b12 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376122 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777421027.001126:0:6544:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xd:0x0] initial LVB size: 158, mtime: 0x69f14ae2, atime: 0x0, ctime: 0x69f14ae2, blocks: 0x1 00010000:00010000:3.0:1777421027.001151:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421027.001154:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421027.001164:0:6544:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000191cae8f/0xa38d71289385b12 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376122 expref: 9 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421027.001184:0:6544:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000191cae8f/0xa38d71289385b12 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376122 expref: 9 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421027.001200:0:6544:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0cc000, rc 0) 00000100:00100000:3.0:1777421027.001272:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2368:x1863760833886208:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 250us (462us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421027.001281:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 144 00000100:00100000:0.0:1777421027.003526:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421027.003576:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833886464 00000100:00100000:2.0:1777421027.003587:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833886464 00000100:00100000:2.0:1777421027.003651:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 578 00000100:00100000:2.0:1777421027.003662:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+28:18502:x1863760833886464:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1777421027.003780:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+28:18502:x1863760833886464:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 119us (264us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421027.003795:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 578 00000100:00100000:3.0:1777421027.006697:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421027.007162:0:6548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833886592 00000100:00100000:2.0:1777421027.007177:0:6548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833886592 00002000:00100000:2.0:1777421027.007233:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xd:0x0] (0->4095) req@ffff9af001be2a00 x1863760833886592/t0(0) o3->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:38/0 lens 488/0 e 0 to 0 dl 1777421038 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421027.007246:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af001be2a00 with x1863760833886592 ext(0->4095) 00002000:00010000:2.0:1777421027.007253:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af001be2a00 00000100:00100000:2.0:1777421027.007288:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 52 00000100:00100000:2.0:1777421027.007300:0:6548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2369:x1863760833886592:12345-192.168.203.47@tcp:3:lhsmtool_posix.0 00000100:00100000:2.0:1777421027.007557:0:6548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2369:x1863760833886592:12345-192.168.203.47@tcp:3:lhsmtool_posix.0 Request processed in 259us (871us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1777421027.007567:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 52 00002000:00100000:2.0:1777421027.007575:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xd:0x0] (0->4095) req@ffff9af001be2a00 x1863760833886592/t0(0) o3->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:38/0 lens 488/4536 e 0 to 0 dl 1777421038 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421027.007583:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af001be2a00 with x1863760833886592 ext(0->4095) 00002000:00010000:2.0:1777421027.007587:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af001be2a00 00000100:00100000:0.0:1777421027.014239:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421027.014283:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833886720 00000100:00100000:3.0:1777421027.014295:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833886720 00000100:00100000:3.0:1777421027.014376:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 579 00000100:00100000:3.0:1777421027.014391:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+28:18502:x1863760833886720:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421027.014418:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421027.014445:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385b19 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376129 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421027.014489:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289385b20 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421027.014504:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289385b20 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421027.014526:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289385b20 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421027.014640:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385b19 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376129 expref: 30 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421027.014659:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289385b20 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376129 expref: 29 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421027.014668:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af11aa0d400) 00010000:00010000:3.0:1777421027.014672:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1777421027.014677:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af101679a00, rc 0) 00000100:00100000:3.0:1777421027.014754:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+29:18502:x1863760833886720:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 366us (529us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421027.014762:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 579 00000100:00100000:0.0:1777421027.022703:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421027.023533:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833886848 00000100:00100000:2.0:1777421027.023548:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833886848 00000100:00100000:2.0:1777421027.023620:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 580 00000100:00100000:2.0:1777421027.023631:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+29:18502:x1863760833886848:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1777421027.023668:0:5762:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0xe:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1777421027.023796:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+29:18502:x1863760833886848:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 165us (1105us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421027.023817:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 580 00000100:00100000:3.0:1777421027.026202:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421027.026327:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833886976 00000100:00100000:2.0:1777421027.026338:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833886976 00000100:00100000:2.0:1777421027.026417:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 145 00000100:00100000:2.0:1777421027.026428:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2369:x1863760833886976:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1777421027.026479:0:11334:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002af7ccd5/0xa38d71289385b27 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421027.026498:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421027.026501:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421027.026507:0:11334:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002af7ccd5/0xa38d71289385b27 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421027.026523:0:11334:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002af7ccd5/0xa38d71289385b27 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421027.026559:0:11334:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002af7ccd5/0xa38d71289385b27 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421027.026567:0:11334:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002af7ccd5/0xa38d71289385b27 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421027.026575:0:11334:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002af7ccd5/0xa38d71289385b27 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421027.026583:0:11334:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af001c6b400 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:2.0:1777421027.026596:0:11334:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002af7ccd5/0xa38d71289385b27 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421027.026605:0:11334:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002af7ccd5/0xa38d71289385b27 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421027.026621:0:11334:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002af7ccd5/0xa38d71289385b27 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421027.026629:0:11334:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002af7ccd5/0xa38d71289385b27 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421027.026711:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2369:x1863760833886976:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 Request processed in 283us (519us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421027.026719:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 145 00000100:00100000:2.0:1777421027.028419:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421027.028521:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833887232 00000100:00100000:3.0:1777421027.028530:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833887232 00000100:00100000:3.0:1777421027.028586:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 581 00000100:00100000:3.0:1777421027.028596:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f777b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+29:18502:x1863760833887232:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1777421027.028684:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385b2e lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421027.028703:0:6569:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289385b20 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376129 expref: 29 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421027.028712:0:6569:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385b2e lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421027.028761:0:6569:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289385b20 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376129 expref: 29 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421027.028775:0:6569:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289385b20 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376129 expref: 29 pid: 6569 timeout: 338 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421027.028792:0:6569:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001be0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841102848:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777421027.028898:0:6569:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13c6a2600 going to sleep for 11 seconds 00000100:00100000:3.0:1777421027.032872:0:6569:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001be0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841102848:192.168.203.47@tcp:104: 00010000:00010000:3.0:1777421027.032914:0:6569:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385b2e lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421027.034938:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421027.036479:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833887360 00000100:00100000:3.0:1777421027.036493:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833887360 00010000:00010000:3.0:1777421027.036539:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289385b20 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376129 expref: 30 pid: 6569 timeout: 338 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421027.036585:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 174 00000100:00100000:3.0:1777421027.036595:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f776a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+30:2369:x1863760833887360:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421027.036612:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421027.036620:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289385b20 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376129 expref: 30 pid: 6569 timeout: 338 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421027.036635:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289385b20 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376129 expref: 30 pid: 6569 timeout: 338 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421027.036673:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289385b20 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376129 expref: 30 pid: 6569 timeout: 338 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421027.036690:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af11aa0d400) 00010000:00010000:3.0:1777421027.036696:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385b2e lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421027.036708:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385b2e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421027.036716:0:5746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385b2e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421027.036791:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421027.036860:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f776a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+29:2369:x1863760833887360:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 265us (1930us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421027.036869:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 174 00010000:00010000:0.0:1777421027.037256:0:6569:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385b2e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421027.037266:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385b2e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421027.037519:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385b2e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421027.037528:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385b2e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421027.037535:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385b2e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421027.037552:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cda00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421027.037557:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385b2e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421027.037565:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385b2e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421027.037577:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af11aa0d400) 00010000:00010000:0.0:1777421027.037580:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777421027.037584:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385b2e lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421027.037590:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385b2e lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421027.037731:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f777b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+29:18502:x1863760833887232:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 9135us (9317us total) trans 4294967694 rc 0/0 00000100:00100000:0.0:1777421027.037740:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 581 00000040:00080000:2.0:1777421027.038047:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777421027.038053:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777421027.038706:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:2.0:1777421027.038718:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777421027.039687:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421027.039759:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833887616 00000100:00100000:1.0:1777421027.039770:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833887616 00000100:00100000:1.0:1777421027.039830:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 140 00000100:00100000:1.0:1777421027.039841:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f777100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+29:18502:x1863760833887616:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1777421027.040085:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f777100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+30:18502:x1863760833887616:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 245us (403us total) trans 4294967695 rc 0/0 00000100:00100000:1.0:1777421027.040094:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 140 00000040:00080000:2.0:1777421027.367711:0:15248:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777421027.367720:0:15248:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777421027.367771:0:15248:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 14 count 3 00000040:00080000:2.0:1777421027.367781:0:15248:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777421027.468222:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421027.468272:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833887744 00000100:00100000:0.0:1777421027.468283:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833887744 00000100:00100000:0.0:1777421027.468340:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 146 00000100:00100000:0.0:1777421027.468631:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+8:2368:x1863760833887744:12345-192.168.203.47@tcp:101:diff.0 00010000:00010000:0.0:1777421027.468648:0:6544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421027.468664:0:6544:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b08d3550/0xa38d71289385b35 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376130 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421027.468684:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421027.468686:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421027.468706:0:6544:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b08d3550/0xa38d71289385b35 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376130 expref: 9 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421027.468721:0:6544:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b08d3550/0xa38d71289385b35 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376130 expref: 9 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421027.468732:0:6544:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12cf39000, rc 0) 00000100:00100000:0.0:1777421027.468786:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+9:2368:x1863760833887744:12345-192.168.203.47@tcp:101:diff.0 Request processed in 433us (574us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421027.468797:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 146 00000100:00100000:3.0:1777421027.470964:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421027.471024:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833888000 00000100:00100000:0.0:1777421027.471036:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833888000 00000100:00100000:0.0:1777421027.471109:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 582 00000100:00100000:0.0:1777421027.471122:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+60:18520:x1863760833888000:12345-192.168.203.47@tcp:101:diff.0 00010000:00010000:0.0:1777421027.471144:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421027.471172:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289385b3c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376137 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421027.471291:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385b43 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421027.471308:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385b43 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421027.471324:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385b43 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421027.471337:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 158 00010000:00010000:0.0:1777421027.471544:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289385b3c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376137 expref: 63 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421027.471588:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385b43 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376137 expref: 62 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421027.471597:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af11aa0d400) 00010000:00010000:0.0:1777421027.471600:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421027.471604:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12cf39800, rc 0) 00000100:00100000:0.0:1777421027.471665:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+62:18520:x1863760833888000:12345-192.168.203.47@tcp:101:diff.0 Request processed in 546us (709us total) trans 4294967696 rc 0/0 00000100:00100000:0.0:1777421027.471672:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 582 00000100:00100000:2.0:1777421027.476245:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421027.476386:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421027.476505:0:6548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833888256 00000100:00100000:0.0:1777421027.476516:0:6548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833888256 00000100:00100000:1.0:1777421027.476558:0:8215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833888128 00000100:00100000:1.0:1777421027.476564:0:8215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833888128 00002000:00100000:0.0:1777421027.476565:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xd:0x0] (0->4095) req@ffff9af13f776d80 x1863760833888256/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:38/0 lens 488/0 e 0 to 0 dl 1777421038 ref 1 fl New:/600/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421027.476577:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13f776d80 with x1863760833888256 ext(0->4095) 00002000:00010000:0.0:1777421027.476584:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af13f776d80 00000100:00100000:0.0:1777421027.476610:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 53 00000100:00100000:0.0:1777421027.476622:0:6548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f776d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+9:2369:x1863760833888256:12345-192.168.203.47@tcp:3:diff.0 00000100:00100000:1.0:1777421027.476630:0:8215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 20 00000100:00100000:1.0:1777421027.476642:0:8215:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118195850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+62:2367:x1863760833888128:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421027.476655:0:8215:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421027.476677:0:8215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385b43 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376137 expref: 62 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421027.476697:0:8215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af11aa0d400) 00010000:00010000:1.0:1777421027.476702:0:8215:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421027.476751:0:8215:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118195850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+61:2367:x1863760833888128:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 111us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421027.476759:0:8215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 20 00000100:00100000:0.0:1777421027.476815:0:6548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f776d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+9:2369:x1863760833888256:12345-192.168.203.47@tcp:3:diff.0 Request processed in 192us (575us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1777421027.476825:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 53 00002000:00100000:0.0:1777421027.476832:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xd:0x0] (0->4095) req@ffff9af13f776d80 x1863760833888256/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:38/0 lens 488/4536 e 0 to 0 dl 1777421038 ref 1 fl Complete:/600/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421027.476842:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13f776d80 with x1863760833888256 ext(0->4095) 00002000:00010000:0.0:1777421027.476852:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af13f776d80 00000100:00100000:2.0:1777421027.479250:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421027.479486:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833888512 00000100:00100000:3.0:1777421027.479500:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833888512 00000100:00100000:3.0:1777421027.479568:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 141 00000100:00100000:3.0:1777421027.479579:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f776680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+61:18520:x1863760833888512:12345-192.168.203.47@tcp:35:diff.0 00000100:00100000:3.0:1777421027.479863:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f776680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+62:18520:x1863760833888512:12345-192.168.203.47@tcp:35:diff.0 Request processed in 284us (617us total) trans 4294967697 rc 0/0 00000100:00100000:3.0:1777421027.479870:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 141 00000100:00100000:3.0:1777421027.496678:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421027.496896:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833888768 00000100:00100000:0.0:1777421027.496910:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833888768 00000100:00100000:0.0:1777421027.496974:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 583 00000100:00100000:0.0:1777421027.496984:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+62:18523:x1863760833888768:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:0.0:1777421027.497007:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421027.497027:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289385b51 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37613e expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421027.497128:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d71289385b58 lrc: 3/1,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421027.497142:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d71289385b58 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421027.497153:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d71289385b58 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421027.497164:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 158 00010000:00010000:0.0:1777421027.497279:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289385b51 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37613e expref: 65 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421027.497298:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38000/0xa38d71289385b58 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37613e expref: 64 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421027.497307:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af11aa0d400) 00010000:00010000:0.0:1777421027.497310:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1777421027.497313:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12cf38000, rc 0) 00000100:00100000:0.0:1777421027.497414:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+64:18523:x1863760833888768:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 430us (749us total) trans 4294967698 rc 0/0 00000100:00100000:0.0:1777421027.497434:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 583 00000100:00100000:0.0:1777421027.499328:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421027.499426:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833888896 00000100:00100000:3.0:1777421027.499440:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833888896 00000100:00100000:3.0:1777421027.499498:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 584 00000100:00100000:3.0:1777421027.499508:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+64:18523:x1863760833888896:12345-192.168.203.47@tcp:54:lfs.0 00010000:00010000:3.0:1777421027.499569:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2200/0xa38d71289385b66 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421027.499582:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2200/0xa38d71289385b66 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421027.499591:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2200/0xa38d71289385b66 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421027.499613:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2200/0xa38d71289385b66 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421027.499618:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2200/0xa38d71289385b66 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421027.499623:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2200/0xa38d71289385b66 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421027.499628:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0011e2200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421027.499631:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2200/0xa38d71289385b66 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421027.499637:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2200/0xa38d71289385b66 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421027.499645:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af11aa0d400) 00010000:00010000:3.0:1777421027.499647:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1777421027.499651:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2200/0xa38d71289385b66 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421027.499667:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2200/0xa38d71289385b66 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421027.499734:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+64:18523:x1863760833888896:12345-192.168.203.47@tcp:54:lfs.0 Request processed in 228us (410us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421027.499739:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 584 00000100:00100000:3.0:1777421027.525429:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421027.525499:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833889024 00000100:00100000:0.0:1777421027.525512:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833889024 00000100:00100000:0.0:1777421027.525579:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 585 00000100:00100000:0.0:1777421027.525591:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+64:18530:x1863760833889024:12345-192.168.203.47@tcp:54:lfs.0 00010000:00010000:0.0:1777421027.525671:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289385b6d lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421027.525692:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289385b6d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421027.525706:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289385b6d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421027.525737:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289385b6d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421027.525745:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289385b6d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421027.525753:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289385b6d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421027.525760:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf39200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421027.525765:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289385b6d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421027.525773:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289385b6d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421027.525806:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9af11aa0d400) 00010000:00010000:0.0:1777421027.525809:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777421027.525815:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289385b6d lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421027.525821:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289385b6d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421027.525906:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+64:18530:x1863760833889024:12345-192.168.203.47@tcp:54:lfs.0 Request processed in 316us (490us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421027.525914:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 585 00010000:00010000:1.0:1777421027.674066:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1777421027.835083:0:6572:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967326 is committed 00000100:00100000:0.0:1777421028.312826:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f776300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3298:1863760841102976:0@lo:400:kworker.0 00000100:00100000:1.0:1777421028.312900:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f777800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3295:1863760841103104:0@lo:400:kworker.0 00000100:00100000:3.0:1777421028.312906:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f775180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841103360:0@lo:400:kworker.0 00000100:00100000:0.0:1777421028.312933:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421028.313190:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421028.313191:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421028.313211:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841102976 00000100:00100000:2.0:1777421028.313221:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841102976 00000100:00100000:0.0:1777421028.313238:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f774380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3298:1863760841103488:0@lo:400:kworker.0 00000100:00100000:1.0:1777421028.313249:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f775f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841103616:0@lo:400:kworker.0 00000100:00100000:2.0:1777421028.313281:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 283 00000100:00100000:0.0:1777421028.313288:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421028.313296:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119149450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3298:x1863760841102976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421028.313348:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841103104 00000100:00100000:0.0:1777421028.313398:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841103104 00000100:00100000:3.0:1777421028.313405:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421028.313405:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119149450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3298:x1863760841102976:12345-0@lo:400:kworker.0 Request processed in 112us (472us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421028.313414:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 283 00000100:00100000:1.0:1777421028.313421:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f775880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3296:1863760841103232:0@lo:400:kworker.0 00000100:00100000:3.0:1777421028.313452:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841103360 00000100:00100000:0.0:1777421028.313460:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841103488 00000100:00100000:3.0:1777421028.313461:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841103360 00000100:00100000:0.0:1777421028.313467:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841103488 00000100:00100000:1.0:1777421028.313469:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421028.313475:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000100:00100000:2.0:1777421028.313487:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3295:x1863760841103104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421028.313522:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841103232 00000100:00100000:0.0:1777421028.313528:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841103232 00000100:00100000:3.0:1777421028.313531:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841103616 00000100:00100000:1.0:1777421028.313536:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 130 00000100:00100000:3.0:1777421028.313538:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841103616 00000100:00100000:2.0:1777421028.313544:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3295:x1863760841103104:12345-0@lo:400:kworker.0 Request processed in 60us (358us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421028.313555:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00000100:00100000:1.0:1777421028.313569:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1863760841103488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421028.313569:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000100:00100000:3.0:1777421028.313579:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 120 00000100:00100000:0.0:1777421028.313587:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3296:x1863760841103232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421028.313599:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841103360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421028.313615:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 121 00000100:00100000:2.0:1777421028.313627:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3295:x1863760841103616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421028.313682:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3296:x1863760841103232:12345-0@lo:400:kworker.0 Request processed in 99us (214us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421028.313693:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841103360:12345-0@lo:400:kworker.0 Request processed in 103us (507us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421028.313700:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00000100:00100000:2.0:1777421028.313702:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3295:x1863760841103616:12345-0@lo:400:kworker.0 Request processed in 74us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421028.313702:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1863760841103488:12345-0@lo:400:kworker.0 Request processed in 147us (406us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421028.313706:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 120 00000100:00100000:2.0:1777421028.313721:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 121 00000100:00100000:1.0:1777421028.313724:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 130 00000100:00080000:2.0:1777421028.313759:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777421028.313761:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f775180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841103360:0@lo:400:kworker.0 00000100:00080000:2.0:1777421028.313766:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1777421028.313770:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777421028.313811:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f775f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841103616:0@lo:400:kworker.0 00000100:00100000:1.0:1777421028.313820:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f774380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3298:1863760841103488:0@lo:400:kworker.0 00000100:00100000:0.0:1777421028.313835:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841103744:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777421028.313840:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f777800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3295:1863760841103104:0@lo:400:kworker.0 00000100:00100000:1.0:1777421028.313844:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f776300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3298:1863760841102976:0@lo:400:kworker.0 00000100:00100000:0.0:1777421028.313879:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421028.313923:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f775880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3296:1863760841103232:0@lo:400:kworker.0 00000100:00100000:3.0:1777421028.313924:0:7924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841103744 00000100:00100000:3.0:1777421028.313933:0:7924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841103744 00000100:00100000:3.0:1777421028.313974:0:7924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1777421028.313982:0:7924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3296:x1863760841103744:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777421028.314019:0:7924:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3855613952 avail 3853516800 00000100:00100000:3.0:1777421028.314073:0:7924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3296:x1863760841103744:12345-0@lo:13:osp-pre-1-0.0 Request processed in 91us (195us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421028.314080:0:7924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1777421028.314815:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841103744:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1777421028.696556:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777421029.609871:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421029.609952:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833889152 00000100:00100000:2.0:1777421029.609963:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833889152 00000100:00080000:1.0:1777421029.610024:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777421029.610034:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 586 00000100:00100000:2.0:1777421029.610045:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+30:18484:x1863760833889152:12345-192.168.203.47@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1777421029.610163:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+30:18484:x1863760833889152:12345-192.168.203.47@tcp:60:lhsmtool_posix.0 Request processed in 120us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421029.610185:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 586 00000100:00100000:3.0:1777421029.611870:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421029.612184:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833889408 00000100:00100000:1.0:1777421029.612193:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833889408 00000100:00100000:1.0:1777421029.612237:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 142 00000100:00100000:1.0:1777421029.612245:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+30:18484:x1863760833889408:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1777421029.612516:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+31:18484:x1863760833889408:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 270us (649us total) trans 4294967699 rc 0/0 00000100:00100000:1.0:1777421029.612524:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 142 00010000:00010000:2.0:1777421029.721495:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777421030.360890:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0013b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841103872:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777421030.360979:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421030.361072:0:6546:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841103872 00000100:00100000:3.0:1777421030.361094:0:6546:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841103872 00000100:00100000:3.0:1777421030.361167:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1777421030.361179:0:6546:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841103872:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777421030.361225:0:6546:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 61276160 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1777421030.361282:0:6546:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841103872:12345-0@lo:13:osp-pre-0-0.0 Request processed in 105us (303us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421030.361290:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00080000:3.0:1777421030.361316:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777421030.361455:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0013b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841103872:0@lo:13:osp-pre-0-0.0 00000001:02000400:0.0:1777421030.541561:0:15445:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 10b: Archive of non dirty file must work without doing request ========================================================== 20:03:49 (1777421029) 00000100:00100000:3.0:1777421030.690413:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421030.690469:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833889664 00000100:00100000:2.0:1777421030.690480:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833889664 00000100:00100000:2.0:1777421030.690548:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 587 00000100:00100000:2.0:1777421030.690559:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+31:19135:x1863760833889664:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421030.690580:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421030.690600:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6aa00/0xa38d71289385b74 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376145 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421030.690674:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385b7b lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421030.690699:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385b7b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421030.691469:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385b7b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421030.691492:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385b82 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421030.691501:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385b82 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421030.691508:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385b82 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421030.691640:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a000/0xa38d71289385b89 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421030.691665:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a000/0xa38d71289385b89 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421030.691673:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a000/0xa38d71289385b89 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421030.691685:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 10752 00010000:00010000:2.0:1777421030.691797:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385b7b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421030.691804:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385b7b lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421030.691811:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385b7b lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421030.691822:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af001c6a400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421030.691826:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385b7b lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421030.691835:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385b7b lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421030.691847:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9af106213700) 00010000:00010000:2.0:1777421030.691850:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421030.691854:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385b7b lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421030.691861:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385b7b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421030.691873:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385b82 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421030.691886:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385b82 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421030.691892:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385b82 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421030.691897:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af001c6b800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421030.691900:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385b82 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421030.691905:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385b82 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421030.691914:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff9af118b05000) 00010000:00010000:2.0:1777421030.691916:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421030.691919:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385b82 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421030.691937:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385b82 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421030.692298:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6aa00/0xa38d71289385b74 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376145 expref: 34 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421030.692314:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a000/0xa38d71289385b89 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376145 expref: 33 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421030.692322:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9af106213200) 00010000:00010000:2.0:1777421030.692324:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421030.692332:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af001c6a000, rc 0) 00000100:00100000:2.0:1777421030.692598:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+33:19135:x1863760833889664:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 2039us (2192us total) trans 4294967700 rc 0/0 00000100:00100000:2.0:1777421030.692607:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 587 00000100:00100000:0.0:1777421030.698894:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421030.698957:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421030.699072:0:8215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833889792 00000100:00100000:1.0:1777421030.699093:0:8215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833889792 00000100:00100000:2.0:1777421030.699110:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833889920 00000100:00100000:2.0:1777421030.699117:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833889920 00000100:00100000:2.0:1777421030.699162:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 588 00000100:00100000:1.0:1777421030.699167:0:8215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 21 00000100:00100000:2.0:1777421030.699176:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137dea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+34:19135:x1863760833889920:12345-192.168.203.47@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1777421030.699184:0:8215:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137de9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+34:2368:x1863760833889792:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421030.699214:0:8215:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421030.699238:0:8215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a000/0xa38d71289385b89 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376145 expref: 34 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421030.699258:0:8215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9af106213200) 00010000:00010000:1.0:1777421030.699264:0:8215:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421030.699274:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137dea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+33:19135:x1863760833889920:12345-192.168.203.47@tcp:59:lhsmtool_posix.0 Request processed in 100us (315us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421030.699285:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 588 00000100:00100000:1.0:1777421030.699310:0:8215:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137de9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+32:2368:x1863760833889792:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 129us (424us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421030.699319:0:8215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 21 00000100:00100000:3.0:1777421030.710730:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421030.710803:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833890048 00000100:00100000:2.0:1777421030.710818:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833890048 00000100:00100000:2.0:1777421030.710915:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 589 00000100:00100000:2.0:1777421030.710928:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+64:19136:x1863760833890048:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:2.0:1777421030.710948:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421030.710970:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6aa00/0xa38d71289385b97 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37614c expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421030.711634:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385b9e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421030.711651:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385b9e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421030.711663:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385b9e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421030.711677:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385ba5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1777421030.711689:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1777421030.711701:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385ba5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421030.711710:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385ba5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421030.711775:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385b9e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421030.711782:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385b9e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421030.711789:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385b9e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421030.711795:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af001c6b800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421030.711799:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385b9e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421030.711837:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385b9e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421030.711850:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af11aa0de00) 00010000:00010000:2.0:1777421030.711853:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421030.711858:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385b9e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421030.711864:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385b9e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421030.711879:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385ba5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421030.711891:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385ba5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421030.711983:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385ba5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421030.711988:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af001c6a400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421030.711991:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385ba5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421030.711998:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385ba5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421030.712007:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x80c094a7 (ffff9af118b05000) 00010000:00010000:2.0:1777421030.712009:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421030.712012:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385ba5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421030.712019:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385ba5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421030.712052:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6aa00/0xa38d71289385b97 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37614c expref: 65 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421030.712062:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af11aa0de00) 00010000:00010000:2.0:1777421030.712065:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421030.712069:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6aa00/0xa38d71289385b97 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37614c expref: 65 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421030.712088:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af001c6aa00, rc 0) 00000100:00100000:2.0:1777421030.712157:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+64:19136:x1863760833890048:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 1231us (1438us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421030.712166:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 589 00000100:00100000:3.0:1777421030.716567:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421030.717118:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833890304 00000100:00100000:2.0:1777421030.717136:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833890304 00000100:00100000:2.0:1777421030.717206:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 590 00000100:00100000:2.0:1777421030.717217:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+64:19136:x1863760833890304:12345-192.168.203.47@tcp:36:lfs.0 00010000:00010000:2.0:1777421030.717270:0:5761:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421030.717294:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d712893859ad lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3760a4 expref: 64 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421030.717312:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af11aa0de00) 00010000:00010000:2.0:1777421030.717316:0:5761:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777421030.717675:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3200/0xa38d71289385bac lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.717699:0:5761:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ba00/0xa38d71289385a16 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3760c0 expref: 31 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.717709:0:5761:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3200/0xa38d71289385bac lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.717791:0:5761:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ba00/0xa38d71289385a16 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3760c0 expref: 31 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.717807:0:5761:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ba00/0xa38d71289385a16 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3760c0 expref: 31 pid: 5762 timeout: 342 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421030.717826:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6f9880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841104000:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777421030.717956:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0012479c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777421030.721021:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6f9880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841104000:192.168.203.47@tcp:104: 00010000:00010000:3.0:1777421030.721060:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3200/0xa38d71289385bac lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421030.721609:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421030.721707:0:8215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833890432 00000100:00100000:1.0:1777421030.721716:0:8215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833890432 00010000:00010000:1.0:1777421030.721757:0:8215:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ba00/0xa38d71289385a16 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3760c0 expref: 32 pid: 5762 timeout: 342 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421030.721797:0:8215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 175 00000100:00100000:1.0:1777421030.721804:0:8215:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f774a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+32:2369:x1863760833890432:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421030.721821:0:8215:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421030.721827:0:8215:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ba00/0xa38d71289385a16 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3760c0 expref: 32 pid: 5762 timeout: 342 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421030.721839:0:8215:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ba00/0xa38d71289385a16 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3760c0 expref: 32 pid: 5762 timeout: 342 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421030.721860:0:8215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ba00/0xa38d71289385a16 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3760c0 expref: 32 pid: 5762 timeout: 342 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421030.721874:0:8215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af11aa0de00) 00010000:00010000:1.0:1777421030.721878:0:8215:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3200/0xa38d71289385bac lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421030.721885:0:8215:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3200/0xa38d71289385bac lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421030.721891:0:8215:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3200/0xa38d71289385bac lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421030.721940:0:8215:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777421030.721967:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3200/0xa38d71289385bac lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.721976:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3200/0xa38d71289385bac lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.722005:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2200/0xa38d71289385bb3 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.722016:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2200/0xa38d71289385bb3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421030.722019:0:8215:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f774a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+31:2369:x1863760833890432:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 212us (410us total) trans 0 rc 0/0 00010000:00010000:3.0:1777421030.722031:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2200/0xa38d71289385bb3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421030.722036:0:8215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 175 00000004:00200000:3.0:1777421030.722880:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x25:0x0]: returning size 512 00010000:00010000:3.0:1777421030.722904:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3200/0xa38d71289385bac lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.722919:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3200/0xa38d71289385bac lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.722926:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3200/0xa38d71289385bac lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.722933:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0011e3200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421030.722938:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3200/0xa38d71289385bac lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.722947:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3200/0xa38d71289385bac lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.722959:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af11aa0de00) 00010000:00010000:3.0:1777421030.722962:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421030.722967:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3200/0xa38d71289385bac lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.722973:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3200/0xa38d71289385bac lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777421030.722993:0:5761:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000195ed1df reply state 00000000811f8cf8 transno 4294967701 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2200/0xa38d71289385bb3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421030.723003:0:5761:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777421030.723099:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+65:19136:x1863760833890304:12345-192.168.203.47@tcp:36:lfs.0 Request processed in 5883us (6544us total) trans 4294967701 rc 0/0 00000100:00100000:3.0:1777421030.723109:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 590 00010000:00010000:0.0:1777421030.724816:0:3282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2200/0xa38d71289385bb3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421030.724835:0:3282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2200/0xa38d71289385bb3 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421030.724843:0:3282:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2200/0xa38d71289385bb3 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421030.724849:0:3282:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0011e2200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421030.724855:0:3282:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2200/0xa38d71289385bb3 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421030.724862:0:3282:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2200/0xa38d71289385bb3 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421030.724882:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x80c094a7 (ffff9af11aa0db00) 00010000:00010000:0.0:1777421030.724886:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421030.724891:0:3282:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2200/0xa38d71289385bb3 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421030.724916:0:3282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2200/0xa38d71289385bb3 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421030.729319:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421030.729562:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833890560 00000100:00100000:3.0:1777421030.729579:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833890560 00000100:00100000:3.0:1777421030.729664:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 591 00000100:00100000:3.0:1777421030.729676:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d21a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+64:19137:x1863760833890560:12345-192.168.203.47@tcp:101:bash.0 00010000:00010000:3.0:1777421030.729700:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421030.729724:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3200/0xa38d71289385bba lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376153 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.729799:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3600/0xa38d71289385bc1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.729821:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3600/0xa38d71289385bc1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.729833:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3600/0xa38d71289385bc1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421030.729896:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:3.0:1777421030.729900:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 15 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421030.729927:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3600/0xa38d71289385bc1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.729951:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3200/0xa38d71289385bba lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376153 expref: 66 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.729970:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3600/0xa38d71289385bc1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376153 expref: 65 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.729979:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af11aa0de00) 00010000:00010000:3.0:1777421030.729982:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777421030.729985:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0011e3600, rc 0) 00000100:00100000:3.0:1777421030.730049:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d21a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+65:19137:x1863760833890560:12345-192.168.203.47@tcp:101:bash.0 Request processed in 374us (743us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421030.730062:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 591 00000100:00100000:2.0:1777421030.733250:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421030.733507:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833890688 00000100:00100000:3.0:1777421030.733518:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833890688 00000100:00100000:3.0:1777421030.733569:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 592 00000100:00100000:3.0:1777421030.733578:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f775c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+65:19137:x1863760833890688:12345-192.168.203.47@tcp:101:bash.0 00010000:00010000:3.0:1777421030.733597:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421030.733615:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3a00/0xa38d71289385bc8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37615a expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.733707:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3e00/0xa38d71289385bcf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.733721:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3e00/0xa38d71289385bcf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.733732:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3e00/0xa38d71289385bcf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.733747:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2600/0xa38d71289385bd6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.733752:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2600/0xa38d71289385bd6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.733759:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2600/0xa38d71289385bd6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.733889:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2e00/0xa38d71289385bdd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.733908:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2e00/0xa38d71289385bdd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.733915:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2e00/0xa38d71289385bdd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421030.733947:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x25:0x0]: returning size 512 00000004:00200000:3.0:1777421030.733950:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421030.733965:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2e00/0xa38d71289385bdd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.733973:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3e00/0xa38d71289385bcf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.733978:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3e00/0xa38d71289385bcf lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.733982:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3e00/0xa38d71289385bcf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.733991:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0011e3e00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421030.733995:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3e00/0xa38d71289385bcf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.734002:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3e00/0xa38d71289385bcf lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.734014:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af11aa0de00) 00010000:00010000:3.0:1777421030.734017:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421030.734021:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3e00/0xa38d71289385bcf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.734037:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3e00/0xa38d71289385bcf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.734053:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2600/0xa38d71289385bd6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.734059:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2600/0xa38d71289385bd6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.734064:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2600/0xa38d71289385bd6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.734069:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0011e2600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421030.734072:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2600/0xa38d71289385bd6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.734089:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2600/0xa38d71289385bd6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.734098:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x80c094a7 (ffff9af11aa0dd00) 00010000:00010000:3.0:1777421030.734100:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421030.734103:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2600/0xa38d71289385bd6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.734109:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2600/0xa38d71289385bd6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.734140:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3a00/0xa38d71289385bc8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37615a expref: 67 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.734153:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2e00/0xa38d71289385bdd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37615a expref: 66 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.734166:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff9af11aa0d300) 00010000:00010000:3.0:1777421030.734169:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1777421030.734171:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0011e2e00, rc 0) 00000100:00100000:3.0:1777421030.734231:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f775c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+66:19137:x1863760833890688:12345-192.168.203.47@tcp:101:bash.0 Request processed in 654us (991us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421030.734241:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 592 00000100:00100000:0.0:1777421030.738977:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421030.739157:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833890816 00000100:00100000:3.0:1777421030.739167:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833890816 00000100:00100000:3.0:1777421030.739212:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 593 00000100:00100000:3.0:1777421030.739219:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d219500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+66:19137:x1863760833890816:12345-192.168.203.47@tcp:101:bash.0 00010000:00010000:3.0:1777421030.739235:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421030.739251:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3200/0xa38d71289385be4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376161 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.739313:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3400/0xa38d71289385beb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.739327:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3400/0xa38d71289385beb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.739338:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3400/0xa38d71289385beb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.739504:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385bf2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.739515:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385bf2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.739538:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385bf2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.739664:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3400/0xa38d71289385beb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.739670:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3400/0xa38d71289385beb lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.739675:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3400/0xa38d71289385beb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.739678:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0011e3400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421030.739682:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3400/0xa38d71289385beb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.739695:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3400/0xa38d71289385beb lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.739962:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff9af11aa0d300) 00010000:00010000:3.0:1777421030.739966:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421030.739972:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3400/0xa38d71289385beb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.739979:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3400/0xa38d71289385beb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.739995:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385bf2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.740002:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385bf2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.740014:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385bf2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.740019:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0011e2800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421030.740022:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385bf2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.740028:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385bf2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.740036:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0xb5b5b627 (ffff9af11aa0d200) 00010000:00010000:3.0:1777421030.740038:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421030.740041:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385bf2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.740047:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385bf2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.740090:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3200/0xa38d71289385be4 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376161 expref: 67 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.740101:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff9af11aa0d300) 00010000:00010000:3.0:1777421030.740103:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421030.740106:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3200/0xa38d71289385be4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376161 expref: 67 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.740115:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0011e3200, rc 0) 00000100:00100000:3.0:1777421030.740176:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d219500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+66:19137:x1863760833890816:12345-192.168.203.47@tcp:101:bash.0 Request processed in 956us (1204us total) trans 0 rc 301/301 00000100:00100000:3.0:1777421030.740193:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 593 00010000:00010000:0.0:1777421030.745008:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777421030.745931:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421030.745973:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833890944 00000100:00100000:3.0:1777421030.745984:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833890944 00000100:00100000:3.0:1777421030.746280:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 594 00000100:00100000:3.0:1777421030.746289:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d21b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+31:19138:x1863760833890944:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:3.0:1777421030.746305:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421030.746321:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3a00/0xa38d71289385bf9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376168 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.746412:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2600/0xa38d71289385c00 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.746426:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2600/0xa38d71289385c00 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.746438:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2600/0xa38d71289385c00 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421030.746501:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:3.0:1777421030.746505:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 15 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421030.746529:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2600/0xa38d71289385c00 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.746551:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3a00/0xa38d71289385bf9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376168 expref: 33 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.746574:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2600/0xa38d71289385c00 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376168 expref: 32 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.746595:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af11aa0de00) 00010000:00010000:3.0:1777421030.746597:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777421030.746599:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0011e2600, rc 0) 00000100:00100000:3.0:1777421030.746644:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d21b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+32:19138:x1863760833890944:12345-192.168.203.47@tcp:101:rm.0 Request processed in 357us (721us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421030.746652:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 594 00000100:00100000:2.0:1777421030.750452:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421030.750504:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833891072 00000100:00100000:3.0:1777421030.750515:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833891072 00000100:00100000:3.0:1777421030.750570:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 595 00000100:00100000:3.0:1777421030.750580:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f774e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+32:19138:x1863760833891072:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:3.0:1777421030.750599:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421030.750618:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3200/0xa38d71289385c07 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37616f expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.750680:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385c0e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.750694:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385c0e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.750703:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385c0e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.750716:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3400/0xa38d71289385c15 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.750723:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3400/0xa38d71289385c15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.750818:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3400/0xa38d71289385c15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.750941:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3e00/0xa38d71289385c1c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.750949:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3e00/0xa38d71289385c1c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.750955:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3e00/0xa38d71289385c1c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421030.750980:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x25:0x0]: returning size 512 00000004:00200000:3.0:1777421030.750983:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421030.751058:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3e00/0xa38d71289385c1c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.751070:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385c0e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.751212:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385c0e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.751219:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385c0e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.751226:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0011e2800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421030.751230:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385c0e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.751237:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385c0e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.751256:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af11aa0de00) 00010000:00010000:3.0:1777421030.751259:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421030.751263:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385c0e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.751269:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385c0e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.751282:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3400/0xa38d71289385c15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.751289:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3400/0xa38d71289385c15 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.751294:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3400/0xa38d71289385c15 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.751300:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0011e3400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421030.751302:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3400/0xa38d71289385c15 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.751309:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3400/0xa38d71289385c15 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.751315:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x80c094a7 (ffff9af11aa0d200) 00010000:00010000:3.0:1777421030.751317:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421030.751320:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3400/0xa38d71289385c15 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.751325:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3400/0xa38d71289385c15 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.751439:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3200/0xa38d71289385c07 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37616f expref: 34 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.751454:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3e00/0xa38d71289385c1c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37616f expref: 33 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.751462:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff9af11aa0d300) 00010000:00010000:3.0:1777421030.751464:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1777421030.751467:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0011e3e00, rc 0) 00000100:00100000:3.0:1777421030.751557:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f774e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+33:19138:x1863760833891072:12345-192.168.203.47@tcp:101:rm.0 Request processed in 978us (1113us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421030.751565:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 595 00000100:00100000:0.0:1777421030.763187:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421030.763284:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833891200 00000100:00100000:3.0:1777421030.763295:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833891200 00000100:00100000:3.0:1777421030.763455:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 596 00000100:00100000:3.0:1777421030.763467:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d219180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+33:19138:x1863760833891200:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:3.0:1777421030.763486:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421030.763506:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3200/0xa38d71289385c23 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376176 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.763584:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3400/0xa38d71289385c2a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.763597:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3400/0xa38d71289385c2a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.763607:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3400/0xa38d71289385c2a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.763626:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385c31 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.763632:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385c31 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.763638:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385c31 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.763703:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3400/0xa38d71289385c2a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.763711:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3400/0xa38d71289385c2a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.763717:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3400/0xa38d71289385c2a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.763723:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0011e3400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421030.763727:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3400/0xa38d71289385c2a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.763734:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3400/0xa38d71289385c2a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.763745:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff9af11aa0d300) 00010000:00010000:3.0:1777421030.763747:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421030.763751:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3400/0xa38d71289385c2a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.763757:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3400/0xa38d71289385c2a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.763777:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385c31 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.763783:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385c31 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.763789:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385c31 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.763794:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0011e2800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421030.763797:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385c31 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.763803:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385c31 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.763810:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0xb5b5b627 (ffff9af11aa0d200) 00010000:00010000:3.0:1777421030.763813:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421030.763816:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385c31 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.763822:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385c31 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.763850:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3200/0xa38d71289385c23 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376176 expref: 34 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.763860:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff9af11aa0d300) 00010000:00010000:3.0:1777421030.763862:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421030.763872:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3200/0xa38d71289385c23 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376176 expref: 34 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.763881:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0011e3200, rc 0) 00000100:00100000:3.0:1777421030.763953:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d219180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+33:19138:x1863760833891200:12345-192.168.203.47@tcp:101:rm.0 Request processed in 489us (776us total) trans 0 rc 301/301 00000100:00100000:3.0:1777421030.763961:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 596 00000100:00100000:0.0:1777421030.767059:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421030.767224:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833891328 00000100:00100000:3.0:1777421030.767237:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833891328 00000100:00100000:3.0:1777421030.767392:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 597 00000100:00100000:3.0:1777421030.767404:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d218000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+33:19138:x1863760833891328:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:3.0:1777421030.767429:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421030.767453:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3a00/0xa38d71289385c38 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37617d expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.767530:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d71289385c3f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.767546:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d71289385c3f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.767559:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d71289385c3f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.767576:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3c00/0xa38d71289385c46 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.767584:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3c00/0xa38d71289385c46 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.767592:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3c00/0xa38d71289385c46 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.767678:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d71289385c3f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.767687:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d71289385c3f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.767695:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d71289385c3f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.767703:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0011e2c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421030.767708:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d71289385c3f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.767717:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d71289385c3f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.767730:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff9af11aa0d300) 00010000:00010000:3.0:1777421030.767734:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421030.767740:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d71289385c3f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.768536:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d71289385c3f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.768553:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3c00/0xa38d71289385c46 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.768560:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3c00/0xa38d71289385c46 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.768566:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3c00/0xa38d71289385c46 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.768580:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0011e3c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421030.768584:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3c00/0xa38d71289385c46 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.768592:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3c00/0xa38d71289385c46 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.768602:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0xb5b5b627 (ffff9af11aa0dd00) 00010000:00010000:3.0:1777421030.768605:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421030.768608:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3c00/0xa38d71289385c46 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.768615:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3c00/0xa38d71289385c46 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.768655:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3a00/0xa38d71289385c38 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37617d expref: 34 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.768667:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff9af11aa0d300) 00010000:00010000:3.0:1777421030.768669:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421030.768673:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3a00/0xa38d71289385c38 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37617d expref: 34 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.768684:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0011e3a00, rc 0) 00000100:00100000:3.0:1777421030.768795:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d218000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+33:19138:x1863760833891328:12345-192.168.203.47@tcp:101:rm.0 Request processed in 1391us (1747us total) trans 0 rc 301/301 00000100:00100000:3.0:1777421030.768806:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 597 00000100:00100000:0.0:1777421030.783583:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421030.783713:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833891456 00000100:00100000:3.0:1777421030.783744:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833891456 00000100:00100000:3.0:1777421030.783822:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 598 00000100:00100000:3.0:1777421030.783834:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d21ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+33:19139:x1863760833891456:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:3.0:1777421030.783864:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421030.783904:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3a00/0xa38d71289385c4d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376184 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.784332:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3c00/0xa38d71289385c54 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.784451:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3c00/0xa38d71289385c54 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.784469:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3c00/0xa38d71289385c54 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.784487:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d71289385c5b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.784495:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d71289385c5b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.784502:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d71289385c5b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.784571:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3c00/0xa38d71289385c54 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.784580:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3c00/0xa38d71289385c54 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.784587:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3c00/0xa38d71289385c54 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.784603:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0011e3c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421030.784608:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3c00/0xa38d71289385c54 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.784616:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3c00/0xa38d71289385c54 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.784631:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff9af11aa0d300) 00010000:00010000:3.0:1777421030.784635:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421030.784640:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3c00/0xa38d71289385c54 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.784648:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3c00/0xa38d71289385c54 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.784666:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d71289385c5b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.784673:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d71289385c5b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.784678:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d71289385c5b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.784683:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0011e2c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421030.784686:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d71289385c5b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.784692:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d71289385c5b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.784711:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0xb5b5b627 (ffff9af11aa0dd00) 00010000:00010000:3.0:1777421030.784713:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421030.784716:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d71289385c5b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.784721:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d71289385c5b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.784761:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3a00/0xa38d71289385c4d lrc: 1/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376184 expref: 34 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.784772:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff9af11aa0d300) 00010000:00010000:3.0:1777421030.784775:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421030.784778:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3a00/0xa38d71289385c4d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376184 expref: 34 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.784857:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0011e3a00, rc 0) 00000100:00100000:3.0:1777421030.785139:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d21ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+33:19139:x1863760833891456:12345-192.168.203.47@tcp:101:cp.0 Request processed in 1306us (1567us total) trans 0 rc 301/301 00000100:00100000:3.0:1777421030.785148:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 598 00000100:00100000:0.0:1777421030.789158:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421030.789217:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833891584 00000100:00100000:3.0:1777421030.789230:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833891584 00000100:00100000:3.0:1777421030.789307:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 599 00000100:00100000:3.0:1777421030.789320:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137957b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+33:19139:x1863760833891584:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:3.0:1777421030.789346:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421030.789404:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3200/0xa38d71289385c62 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37618b expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.789532:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385c69 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.789551:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385c69 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.789566:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385c69 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.789583:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3400/0xa38d71289385c70 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.789591:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3400/0xa38d71289385c70 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.789598:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3400/0xa38d71289385c70 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.789667:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385c69 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.789675:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385c69 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.789682:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385c69 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.789689:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0011e2800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421030.789694:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385c69 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.789713:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385c69 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.789738:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff9af11aa0d300) 00010000:00010000:3.0:1777421030.789747:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421030.789753:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385c69 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.789760:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385c69 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.789775:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3400/0xa38d71289385c70 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.789782:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3400/0xa38d71289385c70 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.789788:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3400/0xa38d71289385c70 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.789793:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0011e3400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421030.789796:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3400/0xa38d71289385c70 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.789802:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3400/0xa38d71289385c70 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.789809:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0xb5b5b627 (ffff9af11aa0d200) 00010000:00010000:3.0:1777421030.789812:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421030.789815:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3400/0xa38d71289385c70 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.789832:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3400/0xa38d71289385c70 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.789873:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3200/0xa38d71289385c62 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37618b expref: 34 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.789885:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff9af11aa0d300) 00010000:00010000:3.0:1777421030.789888:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421030.789892:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3200/0xa38d71289385c62 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37618b expref: 34 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421030.789901:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0011e3200, rc 0) 00000100:00100000:3.0:1777421030.789976:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137957b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+33:19139:x1863760833891584:12345-192.168.203.47@tcp:101:cp.0 Request processed in 658us (832us total) trans 0 rc 301/301 00000100:00100000:3.0:1777421030.789985:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 599 00000100:00100000:0.0:1777421030.797009:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421030.797443:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833891840 00000100:00100000:3.0:1777421030.797457:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833891840 00000100:00100000:3.0:1777421030.797534:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 600 00000100:00100000:3.0:1777421030.797544:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137954700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+33:19139:x1863760833891840:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:3.0:1777421030.797569:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421030.797595:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3200/0xa38d71289385c77 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376192 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421030.798033:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385c7e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421030.798053:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385c7e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421030.798066:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385c7e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421030.798096:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385c85 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421030.798157:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385c85 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421030.798184:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385c85 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777421030.798813:0:5761:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0xd:0x0], index 1: 0 00010000:00010000:2.0:1777421030.798991:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b000/0xa38d71289385c8c lrc: 3/1,0 mode: --/PR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421030.799001:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b000/0xa38d71289385c8c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421030.799009:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b000/0xa38d71289385c8c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421030.799047:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385c7e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421030.799054:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385c7e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421030.799061:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385c7e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421030.799068:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af001c6a400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421030.799083:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385c7e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421030.799091:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385c7e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421030.799108:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff9af11aa0d300) 00010000:00010000:2.0:1777421030.799111:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421030.799125:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385c7e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421030.799132:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385c7e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777421030.799150:0:5761:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000f2b934ed reply state 00000000dced469f transno 4294967702 ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385c85 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421030.799160:0:5761:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777421030.799197:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3200/0xa38d71289385c77 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376192 expref: 36 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421030.799216:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b000/0xa38d71289385c8c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376192 expref: 35 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421030.799223:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff9af118b05a00) 00010000:00010000:2.0:1777421030.799226:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777421030.799764:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af001c6b000, rc 0) 00000100:00100000:2.0:1777421030.799862:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137954700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+36:19139:x1863760833891840:12345-192.168.203.47@tcp:101:cp.0 Request processed in 2318us (2865us total) trans 4294967702 rc 0/0 00000100:00100000:2.0:1777421030.799873:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 600 00000100:00100000:0.0:1777421030.803092:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421030.803244:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833891968 00000100:00100000:1.0:1777421030.803260:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833891968 00000100:00100000:1.0:1777421030.803423:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 147 00000100:00100000:1.0:1777421030.803436:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137954a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+7:2367:x1863760833891968:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:1.0:1777421030.803450:0:6544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421030.803469:0:6544:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ecd0d64e/0xa38d71289385c9a lrc: 2/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376199 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1777421030.803473:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:1.0:1777421030.803500:0:6544:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1777421030.803518:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421030.803521:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421030.803530:0:6544:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ecd0d64e/0xa38d71289385c9a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376199 expref: 8 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421030.803545:0:6544:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ecd0d64e/0xa38d71289385c9a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376199 expref: 8 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421030.803557:0:6544:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af105d5da00, rc 0) 00000100:00100000:1.0:1777421030.803619:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137954a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+8:2367:x1863760833891968:12345-192.168.203.47@tcp:101:cp.0 Request processed in 187us (551us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421030.803626:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 147 00010000:00010000:2.0:1777421030.804244:0:3281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385c85 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421030.804258:0:3281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385c85 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421030.804266:0:3281:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385c85 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421030.804385:0:3281:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af001c6b800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421030.804392:0:3281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385c85 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421030.804401:0:3281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385c85 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421030.804421:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0xb5b5b627 (ffff9af118b05000) 00010000:00010000:2.0:1777421030.804425:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421030.804430:0:3281:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385c85 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421030.804439:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385c85 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421030.807240:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421030.807339:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833892096 00000100:00100000:1.0:1777421030.807426:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833892096 00000100:00100000:1.0:1777421030.807501:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 148 00000100:00100000:1.0:1777421030.807510:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137955180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+8:19139:x1863760833892096:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:1.0:1777421030.807523:0:6544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421030.807540:0:6544:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c7681736/0xa38d71289385ca1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3761a0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421030.807568:0:6544:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ecd0d64e/0xa38d71289385c9a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376199 expref: 9 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421030.807574:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421030.807576:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421030.807582:0:6544:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c7681736/0xa38d71289385ca1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3761a0 expref: 9 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421030.807612:0:6544:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ecd0d64e/0xa38d71289385c9a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376199 expref: 9 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421030.807622:0:6544:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ecd0d64e/0xa38d71289385c9a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376199 expref: 9 pid: 6544 timeout: 342 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421030.807632:0:6544:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6b4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6544:1863760841104128:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777421030.807719:0:6544:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af118e34d80 going to sleep for 11 seconds 00000100:00100000:1.0:1777421030.810103:0:6544:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6b4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6544:1863760841104128:192.168.203.47@tcp:104: 00010000:00010000:1.0:1777421030.810137:0:6544:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c7681736/0xa38d71289385ca1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3761a0 expref: 9 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421030.810180:0:6544:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af105d5c600, rc 0) 00000100:00100000:1.0:1777421030.810250:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137955180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:19139:x1863760833892096:12345-192.168.203.47@tcp:101:cp.0 Request processed in 2740us (3018us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421030.810258:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 148 00000100:00100000:0.0:1777421030.810415:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421030.810455:0:8215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833892224 00000100:00100000:1.0:1777421030.810463:0:8215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833892224 00010000:00010000:1.0:1777421030.810491:0:8215:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ecd0d64e/0xa38d71289385c9a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376199 expref: 9 pid: 6544 timeout: 342 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421030.810528:0:8215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 176 00000100:00100000:1.0:1777421030.810537:0:8215:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137955500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2368:x1863760833892224:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421030.810550:0:8215:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421030.810570:0:8215:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ecd0d64e/0xa38d71289385c9a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376199 expref: 9 pid: 6544 timeout: 342 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421030.810584:0:8215:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ecd0d64e/0xa38d71289385c9a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376199 expref: 9 pid: 6544 timeout: 342 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421030.810607:0:8215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ecd0d64e/0xa38d71289385c9a lrc: 0/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376199 expref: 9 pid: 6544 timeout: 342 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421030.810619:0:8215:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421030.810621:0:8215:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421030.810626:0:8215:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c7681736/0xa38d71289385ca1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3761a0 expref: 8 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421030.810650:0:8215:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c7681736/0xa38d71289385ca1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3761a0 expref: 8 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421030.810684:0:8215:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000c7681736/0xa38d71289385ca1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3761a0 expref: 8 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421030.810696:0:8215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6b4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8215:1863760841104256:192.168.203.47@tcp:105: 00000100:00100000:1.0:1777421030.810761:0:8215:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af118e34d80 going to sleep for 11 seconds 00000100:00100000:0.0:1777421030.814903:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421030.814949:0:8215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6b4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8215:1863760841104256:192.168.203.47@tcp:105: 00010000:00010000:1.0:1777421030.814982:0:8215:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421030.815063:0:8215:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137955500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+8:2368:x1863760833892224:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 4526us (4655us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421030.815085:0:8215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 176 00000100:00100000:3.0:1777421030.818722:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833892480 00000100:00100000:3.0:1777421030.818741:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833892480 00000100:00100000:1.0:1777421030.820664:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 143 00000100:00100000:1.0:1777421030.820681:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137956680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+35:19139:x1863760833892480:12345-192.168.203.47@tcp:35:cp.0 00000100:00100000:1.0:1777421030.821152:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137956680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+36:19139:x1863760833892480:12345-192.168.203.47@tcp:35:cp.0 Request processed in 474us (6262us total) trans 4294967703 rc 0/0 00000100:00100000:1.0:1777421030.821161:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 143 00000100:00100000:2.0:1777421030.845537:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421030.845616:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833892608 00000100:00100000:0.0:1777421030.845631:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833892608 00000100:00100000:0.0:1777421030.845695:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 601 00000100:00100000:0.0:1777421030.845705:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f775880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+66:19142:x1863760833892608:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:0.0:1777421030.845722:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421030.845743:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d71289385ca8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3761a7 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421030.845805:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289385caf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421030.845819:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289385caf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421030.845843:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289385caf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421030.845857:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289385cb6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421030.845864:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289385cb6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421030.845871:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289385cb6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421030.845967:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289385cbd lrc: 3/1,0 mode: --/PR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421030.845976:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289385cbd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421030.845982:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289385cbd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421030.846012:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xf:0x0]: returning size 158 00000004:00200000:0.0:1777421030.846017:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421030.846032:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289385cbd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421030.846043:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289385cbd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421030.846051:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289385caf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421030.846067:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289385caf lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421030.846085:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289385caf lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421030.846093:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf39200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421030.846097:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289385caf lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421030.846104:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289385caf lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421030.846116:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff9af11aa0d300) 00010000:00010000:0.0:1777421030.846119:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421030.846123:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289385caf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421030.846130:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289385caf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421030.846143:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289385cb6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421030.846149:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289385cb6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421030.846156:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289385cb6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421030.846161:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf38400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421030.846169:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289385cb6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421030.846176:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289385cb6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421030.846184:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0xb5b5b627 (ffff9af111123300) 00010000:00010000:0.0:1777421030.846187:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421030.846189:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289385cb6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421030.846196:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289385cb6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421030.846224:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d71289385ca8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3761a7 expref: 68 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421030.846236:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38c00/0xa38d71289385cbd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3761a7 expref: 67 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421030.846243:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff9af118b05a00) 00010000:00010000:0.0:1777421030.846246:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421030.846249:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12cf38c00, rc 0) 00000100:00100000:0.0:1777421030.846320:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f775880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+67:19142:x1863760833892608:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 616us (796us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421030.846328:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 601 00000100:00100000:0.0:1777421030.849838:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421030.850012:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833892736 00000100:00100000:1.0:1777421030.850022:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833892736 00000100:00080000:3.0:1777421030.850093:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777421030.850128:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 149 00000100:00100000:1.0:1777421030.850142:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c005180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+9:2368:x1863760833892736:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:1.0:1777421030.850160:0:6544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421030.850184:0:6544:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ecd0d64e/0xa38d71289385cc4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3761ae expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421030.850245:0:6544:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6b4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6544:1863760841104384:192.168.203.47@tcp:106: 00000100:00100000:1.0:1777421030.850340:0:6544:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af11902f840 going to sleep for 11 seconds 00002000:00010000:1.0:1777421030.853930:0:6544:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000400:0xd:0x0] updating lvb size: 0 -> 158 00002000:00010000:1.0:1777421030.853940:0:6544:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0xd:0x0] updating lvb mtime: 0 -> 1777421030 00002000:00010000:1.0:1777421030.853943:0:6544:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0xd:0x0] updating lvb atime: 0 -> 1777421030 00002000:00010000:1.0:1777421030.853945:0:6544:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0xd:0x0] updating lvb ctime: 0 -> 1777421030 00000100:00100000:1.0:1777421030.853972:0:6544:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6b4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6544:1863760841104384:192.168.203.47@tcp:106: 00010000:00010000:1.0:1777421030.854014:0:6544:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ecd0d64e/0xa38d71289385cc4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3761ae expref: 10 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421030.854057:0:6544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ecd0d64e/0xa38d71289385cc4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3761ae expref: 10 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421030.854072:0:6544:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af105d5da00, rc 0) 00000100:00100000:1.0:1777421030.854155:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c005180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+9:2368:x1863760833892736:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 4016us (4325us total) trans 0 rc 301/301 00000100:00100000:1.0:1777421030.854166:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 149 00000100:00100000:2.0:1777421030.856762:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421030.856872:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833892864 00000100:00100000:1.0:1777421030.856882:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833892864 00000100:00100000:1.0:1777421030.856960:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 602 00000100:00100000:1.0:1777421030.856973:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f776300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+67:19142:x1863760833892864:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:1.0:1777421030.857000:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421030.857025:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c800/0xa38d71289385ccb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3761b5 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421030.857138:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5de00/0xa38d71289385cd2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421030.857253:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5de00/0xa38d71289385cd2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421030.857266:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5de00/0xa38d71289385cd2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421030.857323:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x25:0x0]: returning size 512 00000004:00200000:1.0:1777421030.857326:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421030.857416:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5de00/0xa38d71289385cd2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421030.857441:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c800/0xa38d71289385ccb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3761b5 expref: 69 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421030.857455:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5de00/0xa38d71289385cd2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3761b5 expref: 68 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421030.857462:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff9af11aa0d300) 00010000:00010000:1.0:1777421030.857464:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777421030.857468:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af105d5de00, rc 0) 00000100:00100000:1.0:1777421030.857583:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f776300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+68:19142:x1863760833892864:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 613us (839us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421030.857590:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 602 00000100:00100000:0.0:1777421030.860066:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421030.860346:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833892992 00000100:00100000:1.0:1777421030.860382:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833892992 00000100:00100000:1.0:1777421030.860458:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 150 00000100:00100000:1.0:1777421030.860470:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001191f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+9:2366:x1863760833892992:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:1.0:1777421030.860492:0:6544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421030.860513:0:6544:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ecd0d64e/0xa38d71289385cd9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3761bc expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421030.860579:0:6544:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6b4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6544:1863760841104512:192.168.203.47@tcp:106: 00000100:00100000:1.0:1777421030.860661:0:6544:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af11902f840 going to sleep for 11 seconds 00000100:00100000:1.0:1777421030.862699:0:6544:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6b4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6544:1863760841104512:192.168.203.47@tcp:106: 00010000:00010000:1.0:1777421030.863147:0:6544:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ecd0d64e/0xa38d71289385cd9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3761bc expref: 10 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421030.863178:0:6544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ecd0d64e/0xa38d71289385cd9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3761bc expref: 10 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421030.863193:0:6544:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af105d5da00, rc 0) 00000100:00100000:1.0:1777421030.863259:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001191f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+9:2366:x1863760833892992:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 2790us (3201us total) trans 0 rc 301/301 00000100:00100000:1.0:1777421030.863268:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 150 00000100:00100000:2.0:1777421030.868256:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421030.868643:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833893248 00000100:00100000:1.0:1777421030.868658:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833893248 00000100:00100000:1.0:1777421030.868720:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 603 00000100:00100000:1.0:1777421030.868731:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f777800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+68:19142:x1863760833893248:12345-192.168.203.47@tcp:58:lfs.0 00000040:00080000:1.0:1777421030.869022:0:5760:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].14, 136 off10096 00000100:00100000:1.0:1777421030.869143:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f777800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+68:19142:x1863760833893248:12345-192.168.203.47@tcp:58:lfs.0 Request processed in 412us (900us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421030.869174:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 603 00000001:00080000:0.0:1777421030.897625:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967698 is committed 00000001:00080000:0.0:1777421030.897652:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967694 is committed 00000001:00080000:0.0:1777421030.897679:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967703 is committed 00000001:00080000:0.0:1777421030.897713:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967701 is committed 00000040:00080000:1.0:1777421031.131522:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777421031.131530:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777421031.131661:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 15 count 4 00000040:00080000:1.0:1777421031.131669:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777421031.132155:0:11331:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6b4e00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841104640:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1777421031.132285:0:11331:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af11902f0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777421031.137399:0:11331:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6b4e00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841104640:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1777421031.137511:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421031.137623:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833893376 00000100:00100000:0.0:1777421031.137632:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833893376 00000100:00100000:0.0:1777421031.137713:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 604 00000100:00100000:0.0:1777421031.137724:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+26:19152:x1863760833893376:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000100:00080000:3.0:1777421031.137761:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00000080:0.0:1777421031.138035:0:5761:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0xf:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1777421031.138877:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+26:19152:x1863760833893376:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 1151us (1363us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421031.138888:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 604 00000100:00100000:0.0:1777421031.141651:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421031.141719:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833893632 00000100:00100000:1.0:1777421031.141733:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833893632 00000100:00100000:1.0:1777421031.141802:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 605 00000100:00100000:1.0:1777421031.141814:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001190e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+26:19152:x1863760833893632:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421031.141916:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421031.141944:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5da00/0xa38d71289385ce0 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3761c3 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421031.142067:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c800/0xa38d71289385ce7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421031.142097:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c800/0xa38d71289385ce7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421031.142112:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c800/0xa38d71289385ce7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421031.142127:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xf:0x0]: returning size 158 00010000:00010000:1.0:1777421031.142316:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5da00/0xa38d71289385ce0 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3761c3 expref: 29 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421031.142569:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c800/0xa38d71289385ce7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3761c3 expref: 28 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421031.142580:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff9af118b05a00) 00010000:00010000:1.0:1777421031.142584:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421031.142588:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af105d5c800, rc 0) 00000100:00100000:1.0:1777421031.142662:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001190e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+28:19152:x1863760833893632:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 850us (1024us total) trans 4294967704 rc 0/0 00000100:00100000:1.0:1777421031.142671:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 605 00000100:00100000:0.0:1777421031.148138:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421031.148192:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421031.148247:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833893760 00000100:00100000:2.0:1777421031.148258:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833893760 00000100:00100000:2.0:1777421031.148321:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 151 00000100:00100000:2.0:1777421031.148330:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001193800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+8:2369:x1863760833893760:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 00000100:00100000:1.0:1777421031.148424:0:8215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833893888 00000100:00100000:1.0:1777421031.148430:0:8215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833893888 00000100:00100000:1.0:1777421031.148488:0:8215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 22 00000100:00100000:1.0:1777421031.148500:0:8215:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001192300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+28:2369:x1863760833893888:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421031.148516:0:8215:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421031.148549:0:8215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c800/0xa38d71289385ce7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3761c3 expref: 28 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421031.148569:0:8215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff9af118b05a00) 00010000:00010000:1.0:1777421031.148576:0:8215:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421031.148643:0:8215:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001192300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+27:2369:x1863760833893888:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 145us (448us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421031.148652:0:8215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 22 00010000:00010000:2.0:1777421031.148670:0:6544:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000028f4afa0/0xa38d71289385cf5 lrc: 3/1,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421031.148694:0:6544:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c7681736/0xa38d71289385ca1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3761a0 expref: 8 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421031.148726:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777421031.148729:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777421031.148733:0:6544:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000028f4afa0/0xa38d71289385cf5 lrc: 4/1,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421031.148774:0:6544:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c7681736/0xa38d71289385ca1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3761a0 expref: 8 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421031.149173:0:6544:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c7681736/0xa38d71289385ca1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3761a0 expref: 8 pid: 6544 timeout: 342 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421031.149193:0:6544:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f774380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6544:1863760841104768:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777421031.149393:0:6544:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13c6a2900 going to sleep for 11 seconds 00000100:00100000:2.0:1777421031.152749:0:6544:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f774380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6544:1863760841104768:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777421031.152790:0:6544:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000028f4afa0/0xa38d71289385cf5 lrc: 3/1,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421031.153009:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421031.153147:0:6549:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833894016 00000100:00100000:2.0:1777421031.153156:0:6549:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833894016 00002000:00100000:2.0:1777421031.153203:0:6549:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xd:0x0] (0->157) req@ffff9af13c67b480 x1863760833894016/t0(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:42/0 lens 648/0 e 0 to 0 dl 1777421042 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421031.153214:0:6549:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13c67b480 with x1863760833894016 ext(0->157) 00010000:00010000:2.0:1777421031.153222:0:6549:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000c7681736/0xa38d71289385ca1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3761a0 expref: 9 pid: 6544 timeout: 342 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421031.153259:0:6549:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000c7681736/0xa38d71289385ca1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3761a0 expref: 9 pid: 6544 timeout: 342 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777421031.153267:0:6549:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9af13c67b480 00000100:00100000:2.0:1777421031.153301:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 4 00000100:00100000:2.0:1777421031.153312:0:6549:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c67b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2368:x1863760833894016:12345-192.168.203.47@tcp:4:cp.0 00000100:00100000:2.0:1777421031.154103:0:6549:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c67b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2368:x1863760833894016:12345-192.168.203.47@tcp:4:cp.0 Request processed in 791us (1097us total) trans 4294967327 rc 0/0 00000100:00100000:2.0:1777421031.154109:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 4 00002000:00100000:2.0:1777421031.154115:0:6549:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xd:0x0] (0->157) req@ffff9af13c67b480 x1863760833894016/t4294967327(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:42/0 lens 648/448 e 0 to 0 dl 1777421042 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421031.154121:0:6549:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13c67b480 with x1863760833894016 ext(0->157) 00010000:00010000:2.0:1777421031.154127:0:6549:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000c7681736/0xa38d71289385ca1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3761a0 expref: 11 pid: 6544 timeout: 342 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421031.154146:0:6549:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000c7681736/0xa38d71289385ca1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3761a0 expref: 11 pid: 6544 timeout: 342 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777421031.154153:0:6549:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9af13c67b480 00000100:00100000:0.0:1777421031.159313:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421031.159430:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833894144 00000100:00100000:2.0:1777421031.159448:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833894144 00010000:00010000:2.0:1777421031.159491:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c7681736/0xa38d71289385ca1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3761a0 expref: 11 pid: 6544 timeout: 342 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421031.159549:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 177 00000100:00100000:2.0:1777421031.159559:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c678e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2369:x1863760833894144:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421031.159573:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421031.159596:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c7681736/0xa38d71289385ca1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3761a0 expref: 11 pid: 6544 timeout: 342 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421031.159618:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c7681736/0xa38d71289385ca1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3761a0 expref: 11 pid: 6544 timeout: 342 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421031.159642:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c7681736/0xa38d71289385ca1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3761a0 expref: 11 pid: 6544 timeout: 342 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421031.159658:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421031.159660:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421031.159666:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000028f4afa0/0xa38d71289385cf5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421031.159674:0:5746:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000028f4afa0/0xa38d71289385cf5 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421031.159721:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421031.159773:0:6544:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000028f4afa0/0xa38d71289385cf5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421031.159789:0:6544:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000028f4afa0/0xa38d71289385cf5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421031.159798:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c678e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2369:x1863760833894144:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 235us (911us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421031.159814:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 177 00010000:00010000:0.0:1777421031.159837:0:6544:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000028f4afa0/0xa38d71289385cf5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421031.159848:0:6544:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000028f4afa0/0xa38d71289385cf5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421031.159872:0:6544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000028f4afa0/0xa38d71289385cf5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421031.159881:0:6544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af001c6be00 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:0.0:1777421031.159887:0:6544:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000028f4afa0/0xa38d71289385cf5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421031.159898:0:6544:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000028f4afa0/0xa38d71289385cf5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421031.159918:0:6544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000028f4afa0/0xa38d71289385cf5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421031.159926:0:6544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000028f4afa0/0xa38d71289385cf5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421031.160023:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001193800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2369:x1863760833893760:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 Request processed in 11690us (11894us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421031.160034:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 151 00000100:00100000:1.0:1777421031.165110:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421031.166154:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833894400 00000100:00100000:0.0:1777421031.166168:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833894400 00000100:00100000:0.0:1777421031.166244:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 606 00000100:00100000:0.0:1777421031.166255:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af115e89c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+27:19152:x1863760833894400:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1777421031.166417:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af115e89c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+27:19152:x1863760833894400:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 163us (1320us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421031.166433:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 606 00000100:00100000:1.0:1777421031.169307:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421031.169438:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833894528 00000100:00100000:0.0:1777421031.169450:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833894528 00000100:00100000:1.0:1777421031.169535:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 152 00000100:00100000:1.0:1777421031.169555:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2367:x1863760833894528:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421031.169575:0:6543:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421031.169600:0:6543:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a1379e62/0xa38d71289385cfc lrc: 2/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3761ca expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777421031.169631:0:6543:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xd:0x0] initial LVB size: 158, mtime: 0x69f14ae6, atime: 0x0, ctime: 0x69f14ae6, blocks: 0x1 00010000:00010000:1.0:1777421031.169654:0:6543:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421031.169657:0:6543:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421031.169667:0:6543:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a1379e62/0xa38d71289385cfc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3761ca expref: 10 pid: 6543 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421031.169686:0:6543:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a1379e62/0xa38d71289385cfc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3761ca expref: 10 pid: 6543 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421031.169703:0:6543:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af105d5ce00, rc 0) 00000100:00100000:1.0:1777421031.169768:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2367:x1863760833894528:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 216us (471us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421031.169776:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 152 00000100:00100000:0.0:1777421031.171097:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421031.171170:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833894784 00000100:00100000:3.0:1777421031.171179:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833894784 00000100:00100000:3.0:1777421031.171233:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 607 00000100:00100000:3.0:1777421031.171243:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c678380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+27:19152:x1863760833894784:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1777421031.171341:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c678380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+27:19152:x1863760833894784:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 98us (247us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421031.171367:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 607 00000100:00100000:0.0:1777421031.176405:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421031.176526:0:6549:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833894912 00000100:00100000:1.0:1777421031.176539:0:6549:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833894912 00002000:00100000:1.0:1777421031.176596:0:6549:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xd:0x0] (0->4095) req@ffff9af13c678a80 x1863760833894912/t0(0) o3->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:42/0 lens 488/0 e 0 to 0 dl 1777421042 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421031.176609:0:6549:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13c678a80 with x1863760833894912 ext(0->4095) 00002000:00010000:1.0:1777421031.176616:0:6549:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af13c678a80 00000100:00100000:1.0:1777421031.176649:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 54 00000100:00100000:1.0:1777421031.176660:0:6549:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c678a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2368:x1863760833894912:12345-192.168.203.47@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1777421031.176881:0:6549:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c678a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2368:x1863760833894912:12345-192.168.203.47@tcp:3:lhsmtool_posix.0 Request processed in 221us (488us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1777421031.176889:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 54 00002000:00100000:1.0:1777421031.176896:0:6549:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xd:0x0] (0->4095) req@ffff9af13c678a80 x1863760833894912/t0(0) o3->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:42/0 lens 488/4536 e 0 to 0 dl 1777421042 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421031.176904:0:6549:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13c678a80 with x1863760833894912 ext(0->4095) 00002000:00010000:1.0:1777421031.176907:0:6549:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af13c678a80 00000100:00100000:1.0:1777421031.180545:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421031.180664:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833895040 00000100:00100000:0.0:1777421031.180677:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833895040 00000100:00100000:0.0:1777421031.180747:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 608 00000100:00100000:0.0:1777421031.180759:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+27:19152:x1863760833895040:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421031.180787:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421031.180814:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385d03 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3761d1 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421031.180858:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d71289385d0a lrc: 3/1,0 mode: --/PR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421031.180877:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d71289385d0a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421031.180896:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d71289385d0a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421031.181009:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385d03 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3761d1 expref: 29 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421031.181028:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d71289385d0a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3761d1 expref: 28 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421031.181057:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff9af118b05a00) 00010000:00010000:0.0:1777421031.181061:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777421031.181125:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12cf39400, rc 0) 00000100:00100000:0.0:1777421031.181203:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+28:19152:x1863760833895040:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 446us (857us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421031.181212:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 608 00000100:00100000:1.0:1777421031.184621:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421031.184822:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833895168 00000100:00100000:0.0:1777421031.184836:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833895168 00000100:00100000:0.0:1777421031.184953:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 609 00000100:00100000:0.0:1777421031.184967:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+28:19152:x1863760833895168:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1777421031.185007:0:5760:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0xf:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1777421031.185148:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+28:19152:x1863760833895168:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 183us (537us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421031.185157:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 609 00000100:00100000:0.0:1777421031.188747:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421031.189117:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833895296 00000100:00100000:2.0:1777421031.189221:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833895296 00000100:00100000:2.0:1777421031.189287:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 153 00000100:00100000:2.0:1777421031.189298:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c67a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2367:x1863760833895296:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1777421031.189369:0:6544:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000fb219e27/0xa38d71289385d11 lrc: 3/1,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421031.189389:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421031.189391:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421031.189398:0:6544:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fb219e27/0xa38d71289385d11 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421031.189414:0:6544:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fb219e27/0xa38d71289385d11 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421031.189449:0:6544:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000fb219e27/0xa38d71289385d11 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421031.189458:0:6544:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fb219e27/0xa38d71289385d11 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421031.189467:0:6544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fb219e27/0xa38d71289385d11 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421031.189474:0:6544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af001c6a600 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:2.0:1777421031.189479:0:6544:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fb219e27/0xa38d71289385d11 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421031.189499:0:6544:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fb219e27/0xa38d71289385d11 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421031.189518:0:6544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fb219e27/0xa38d71289385d11 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421031.189527:0:6544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fb219e27/0xa38d71289385d11 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421031.189616:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c67a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2367:x1863760833895296:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 Request processed in 318us (880us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421031.189625:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 153 00000100:00100000:3.0:1777421031.194443:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421031.194496:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833895552 00000100:00100000:1.0:1777421031.194510:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833895552 00000100:00100000:1.0:1777421031.194584:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 610 00000100:00100000:1.0:1777421031.194596:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+28:19152:x1863760833895552:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1777421031.194707:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d71289385d18 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421031.194730:0:5760:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d71289385d0a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3761d1 expref: 28 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421031.194741:0:5760:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d71289385d18 lrc: 4/0,1 mode: --/PW res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421031.194785:0:5760:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d71289385d0a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3761d1 expref: 28 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421031.194812:0:5760:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d71289385d0a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3761d1 expref: 28 pid: 5760 timeout: 342 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421031.194839:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6b7480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1863760841104896:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777421031.194958:0:5760:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af11902fe40 going to sleep for 11 seconds 00000100:00100000:0.0:1777421031.199631:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421031.199667:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6b7480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1863760841104896:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777421031.199686:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833895680 00000100:00100000:3.0:1777421031.199697:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833895680 00010000:00010000:2.0:1777421031.199703:0:5760:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d71289385d18 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421031.199743:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d71289385d0a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3761d1 expref: 29 pid: 5760 timeout: 342 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421031.199919:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 178 00000100:00100000:3.0:1777421031.199927:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c678700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+29:2368:x1863760833895680:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421031.199941:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421031.199948:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d71289385d0a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3761d1 expref: 29 pid: 5760 timeout: 342 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421031.199959:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d71289385d0a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3761d1 expref: 29 pid: 5760 timeout: 342 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421031.199979:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d71289385d0a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3761d1 expref: 29 pid: 5760 timeout: 342 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421031.200006:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff9af118b05a00) 00010000:00010000:3.0:1777421031.200010:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d71289385d18 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421031.200019:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d71289385d18 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421031.200028:0:5746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d71289385d18 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421031.200057:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421031.200112:0:5760:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d71289385d18 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421031.200127:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d71289385d18 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421031.200138:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c678700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+28:2368:x1863760833895680:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 210us (522us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421031.200146:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 178 00010000:00010000:1.0:1777421031.200398:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d71289385d18 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421031.200409:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d71289385d18 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421031.200418:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d71289385d18 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421031.200425:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af105d5d800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421031.200430:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d71289385d18 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421031.200438:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d71289385d18 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421031.200458:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff9af118b05a00) 00010000:00010000:1.0:1777421031.200462:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1777421031.200469:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d71289385d18 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421031.200476:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d71289385d18 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421031.201821:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+28:19152:x1863760833895552:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 7219us (7384us total) trans 4294967705 rc 0/0 00000100:00100000:1.0:1777421031.201834:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 610 00000040:00080000:0.0:1777421031.202066:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777421031.202081:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777421031.202632:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:0.0:1777421031.202644:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777421031.204335:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421031.204524:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833895936 00000100:00100000:3.0:1777421031.204541:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833895936 00000100:00100000:3.0:1777421031.204621:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 144 00000100:00100000:3.0:1777421031.204634:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af10f5ba050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+28:19152:x1863760833895936:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1777421031.205495:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af10f5ba050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+29:19152:x1863760833895936:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 859us (1162us total) trans 4294967706 rc 0/0 00000100:00100000:3.0:1777421031.205506:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 144 00000040:00080000:3.0:1777421031.354398:0:15498:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777421031.354407:0:15498:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777421031.354454:0:15498:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 15 count 4 00000040:00080000:3.0:1777421031.354459:0:15498:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777421031.385642:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421031.385732:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833896064 00000100:00100000:3.0:1777421031.385741:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833896064 00000100:00100000:3.0:1777421031.385802:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 154 00000100:00100000:3.0:1777421031.385909:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c67ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+9:2368:x1863760833896064:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:3.0:1777421031.385926:0:6544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421031.385943:0:6544:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000079f80aed/0xa38d71289385d1f lrc: 2/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3761d8 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421031.385967:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421031.385969:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421031.385976:0:6544:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000079f80aed/0xa38d71289385d1f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3761d8 expref: 10 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421031.386006:0:6544:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000079f80aed/0xa38d71289385d1f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3761d8 expref: 10 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421031.386028:0:6544:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0011e3400, rc 0) 00000100:00100000:3.0:1777421031.386097:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c67ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+10:2368:x1863760833896064:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 287us (464us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421031.386124:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 154 00000100:00100000:0.0:1777421031.392023:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421031.395424:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833896320 00000100:00100000:1.0:1777421031.395437:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833896320 00000100:00100000:1.0:1777421031.395503:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 611 00000100:00100000:1.0:1777421031.395516:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c67aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+62:19153:x1863760833896320:12345-192.168.203.47@tcp:58:lfs.0 00000100:00100000:1.0:1777421031.395666:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c67aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+62:19153:x1863760833896320:12345-192.168.203.47@tcp:58:lfs.0 Request processed in 152us (3648us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421031.395674:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 611 00010000:00010000:0.0:1777421031.769519:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1777421031.831981:0:15549:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777421031.831991:0:15549:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777421031.832049:0:15549:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 15 count 4 00000040:00080000:0.0:1777421031.832057:0:15549:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777421031.953032:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421031.953104:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421031.953184:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421031.953217:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421031.953252:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833896448 00000100:00100000:2.0:1777421031.953264:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833896448 00000100:00100000:0.0:1777421031.953269:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421031.953314:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 284 00000100:00100000:2.0:1777421031.953324:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+12:2368:x1863760833896448:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777421031.953373:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833896576 00000100:00100000:3.0:1777421031.953378:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833896576 00000100:00100000:2.0:1777421031.953427:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+12:2368:x1863760833896448:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 102us (241us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421031.953436:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833896832 00000100:00100000:2.0:1777421031.953437:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 284 00000100:00100000:3.0:1777421031.953441:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833896832 00000100:00100000:3.0:1777421031.953473:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 122 00000100:00100000:3.0:1777421031.953482:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c679880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+9:2368:x1863760833896576:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777421031.953492:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 123 00000100:00100000:1.0:1777421031.953505:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c679180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+7:2368:x1863760833896832:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777421031.953521:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c679880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+9:2368:x1863760833896576:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 39us (496us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421031.953528:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 122 00000100:00100000:1.0:1777421031.953559:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c679180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+7:2368:x1863760833896832:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 49us (445us total) trans 0 rc 0/0 00000100:00080000:3.0:1777421031.953562:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777421031.953569:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 123 00000100:00100000:1.0:1777421031.953762:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833896960 00000100:00100000:1.0:1777421031.953767:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833896960 00000100:00100000:1.0:1777421031.953800:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 124 00000100:00100000:1.0:1777421031.953808:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c679c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2368:x1863760833896960:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:0.0:1777421031.953822:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833896704 00000100:00100000:0.0:1777421031.953827:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833896704 00000100:00100000:1.0:1777421031.953851:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c679c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2368:x1863760833896960:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 44us (582us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421031.953857:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 124 00000100:00100000:0.0:1777421031.954149:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 132 00000100:00100000:0.0:1777421031.954158:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c679f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+29:2368:x1863760833896704:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:0.0:1777421031.954202:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c679f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+29:2368:x1863760833896704:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 45us (984us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421031.954209:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 132 00000040:00080000:0.0:1777421032.217811:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777421032.217825:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777421032.218018:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 15 count 3 00000040:00080000:0.0:1777421032.218031:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1777421032.793342:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777421033.432890:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3296:1863760841105280:0@lo:400:kworker.0 00000100:00100000:1.0:1777421033.432966:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421033.433022:0:3296:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1777421033.433027:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3296:1863760841105152:0@lo:400:kworker.0 00000100:00100000:1.0:1777421033.433042:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421033.433067:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0011ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841105664:0@lo:400:kworker.0 00000100:00100000:1.0:1777421033.433098:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421033.433132:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841105280 00000100:00100000:1.0:1777421033.433141:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841105280 00000100:00100000:1.0:1777421033.433203:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841105152 00000100:00100000:1.0:1777421033.433206:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841105152 00000100:00100000:2.0:1777421033.433233:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841105408:0@lo:400:kworker.0 00000100:00100000:1.0:1777421033.433236:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 133 00000100:00100000:1.0:1777421033.433245:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3296:x1863760841105280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421033.433273:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421033.433302:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3296:x1863760841105280:12345-0@lo:400:kworker.0 Request processed in 57us (334us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421033.433306:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1777421033.433310:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 133 00000100:00100000:2.0:1777421033.433312:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3297:1863760841105024:0@lo:400:kworker.0 00000100:00100000:1.0:1777421033.433330:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 134 00000100:00100000:1.0:1777421033.433336:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1863760841105152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421033.433341:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421033.433426:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1863760841105152:12345-0@lo:400:kworker.0 Request processed in 90us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421033.433434:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 134 00000100:00100000:1.0:1777421033.433470:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841105664 00000100:00100000:1.0:1777421033.433474:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841105664 00000100:00100000:1.0:1777421033.433500:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841105408 00000100:00100000:1.0:1777421033.433514:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841105408 00000100:00100000:1.0:1777421033.433539:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125 00000100:00100000:1.0:1777421033.433545:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3296:x1863760841105664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421033.433553:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3297:1863760841105536:0@lo:400:kworker.0 00000100:00100000:1.0:1777421033.433575:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3296:x1863760841105664:12345-0@lo:400:kworker.0 Request processed in 30us (476us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421033.433589:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421033.433592:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125 00000100:00100000:1.0:1777421033.433604:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126 00000100:00100000:1.0:1777421033.433610:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f774380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841105408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421033.433612:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841105024 00000100:00100000:2.0:1777421033.433616:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841105024 00000100:00100000:2.0:1777421033.433644:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 285 00000100:00100000:1.0:1777421033.433645:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f774380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841105408:12345-0@lo:400:kworker.0 Request processed in 34us (372us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421033.433651:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119148850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3297:x1863760841105024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421033.433651:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126 00000100:00100000:1.0:1777421033.433666:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841105536 00000100:00100000:1.0:1777421033.433670:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841105536 00000100:00100000:2.0:1777421033.433693:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119148850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3297:x1863760841105024:12345-0@lo:400:kworker.0 Request processed in 30us (338us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421033.433694:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 135 00000100:00100000:2.0:1777421033.433699:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 285 00000100:00100000:1.0:1777421033.433700:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f775f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1863760841105536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421033.433727:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f775f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1863760841105536:12345-0@lo:400:kworker.0 Request processed in 28us (137us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421033.433733:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 135 00000100:00100000:1.0:1777421033.433751:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c679500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841105792:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777421033.433779:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421033.433815:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3296:1863760841105152:0@lo:400:kworker.0 00000100:00100000:1.0:1777421033.433828:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0011ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841105664:0@lo:400:kworker.0 00000100:00100000:1.0:1777421033.433839:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3296:1863760841105280:0@lo:400:kworker.0 00000100:00100000:1.0:1777421033.433878:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3297:1863760841105024:0@lo:400:kworker.0 00000100:00080000:3.0:1777421033.433881:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777421033.433888:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777421033.433891:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3297:1863760841105536:0@lo:400:kworker.0 00000100:00080000:3.0:1777421033.433892:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777421033.433905:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841105408:0@lo:400:kworker.0 00000100:00100000:3.0:1777421033.433920:0:7924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841105792 00000100:00100000:3.0:1777421033.433926:0:7924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841105792 00000100:00100000:3.0:1777421033.433963:0:7924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1777421033.433971:0:7924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3296:x1863760841105792:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777421033.433999:0:7924:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 62980096 pending 1703936 free 3855613952 avail 3853516800 00000100:00100000:3.0:1777421033.434050:0:7924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3296:x1863760841105792:12345-0@lo:13:osp-pre-1-0.0 Request processed in 80us (269us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421033.434071:0:7924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1777421033.434093:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c679500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841105792:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1777421033.818140:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777421034.299798:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421034.299851:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833897088 00000100:00100000:3.0:1777421034.299864:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833897088 00000100:00080000:0.0:1777421034.299936:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777421034.299965:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 612 00000100:00100000:3.0:1777421034.299982:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c67bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+29:19135:x1863760833897088:12345-192.168.203.47@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1777421034.300135:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c67bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+29:19135:x1863760833897088:12345-192.168.203.47@tcp:60:lhsmtool_posix.0 Request processed in 157us (356us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421034.300146:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 612 00000100:00100000:0.0:1777421034.301376:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421034.301419:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833897344 00000100:00100000:2.0:1777421034.301428:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833897344 00000100:00100000:2.0:1777421034.301483:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 145 00000100:00100000:2.0:1777421034.301495:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c67a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+29:19135:x1863760833897344:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1777421034.301780:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c67a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+30:19135:x1863760833897344:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 288us (426us total) trans 4294967707 rc 0/0 00000100:00100000:2.0:1777421034.301789:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 145 00010000:00010000:0.0:1777421034.841483:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1777421035.159234:0:15746:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 10c: Check forbidden archive ========== 20:03:54 (1777421034) 00000100:00100000:0.0:1777421035.275542:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421035.276083:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833897600 00000100:00100000:3.0:1777421035.276100:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833897600 00000100:00100000:3.0:1777421035.276196:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 613 00000100:00100000:3.0:1777421035.276209:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c67b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+30:19763:x1863760833897600:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421035.276244:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421035.276273:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3a00/0xa38d71289385d26 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3761df expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421035.276527:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385d2d lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421035.276558:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385d2d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421035.276578:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385d2d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421035.276597:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d71289385d34 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421035.276604:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d71289385d34 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421035.276611:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d71289385d34 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421035.276749:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3c00/0xa38d71289385d3b lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421035.276759:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3c00/0xa38d71289385d3b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421035.276767:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3c00/0xa38d71289385d3b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421035.276777:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 10752 00010000:00010000:3.0:1777421035.277123:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385d2d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421035.277132:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385d2d lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421035.277200:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385d2d lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421035.277208:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0011e2800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421035.277213:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385d2d lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421035.277221:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385d2d lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421035.277234:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9af106213700) 00010000:00010000:3.0:1777421035.277238:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421035.277243:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385d2d lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421035.277249:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385d2d lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421035.277262:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d71289385d34 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421035.277268:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d71289385d34 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421035.277273:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d71289385d34 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421035.277278:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0011e2c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421035.277281:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d71289385d34 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421035.277297:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d71289385d34 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421035.277306:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff9af11aa0dd00) 00010000:00010000:3.0:1777421035.277308:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421035.277311:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d71289385d34 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421035.277316:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d71289385d34 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421035.277715:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3a00/0xa38d71289385d26 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3761df expref: 33 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421035.277734:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3c00/0xa38d71289385d3b lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3761df expref: 32 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421035.277742:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9af106213200) 00010000:00010000:3.0:1777421035.277744:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421035.277748:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0011e3c00, rc 0) 00000100:00100000:3.0:1777421035.277878:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c67b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+32:19763:x1863760833897600:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 1672us (2344us total) trans 4294967708 rc 0/0 00000100:00100000:3.0:1777421035.277887:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 613 00000100:00100000:1.0:1777421035.283734:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421035.283844:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421035.283939:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833897728 00000100:00100000:3.0:1777421035.283950:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833897728 00000100:00100000:3.0:1777421035.284014:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 23 00000100:00100000:3.0:1777421035.284025:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118195c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+32:2367:x1863760833897728:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421035.284126:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1777421035.284126:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833897856 00000100:00100000:0.0:1777421035.284141:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833897856 00010000:00010000:3.0:1777421035.284161:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3c00/0xa38d71289385d3b lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3761df expref: 33 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421035.284186:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9af106213200) 00010000:00010000:3.0:1777421035.284191:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421035.284210:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 614 00000100:00100000:0.0:1777421035.284224:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+32:19763:x1863760833897856:12345-192.168.203.47@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1777421035.284253:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118195c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+32:2367:x1863760833897728:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 227us (525us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421035.284261:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 23 00000100:00100000:0.0:1777421035.284410:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+31:19763:x1863760833897856:12345-192.168.203.47@tcp:59:lhsmtool_posix.0 Request processed in 188us (564us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421035.284436:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 614 00000040:00080000:3.0:1777421035.288904:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777421035.288911:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777421035.289797:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:3.0:1777421035.289808:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777421035.291814:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421035.292146:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833898112 00000100:00100000:3.0:1777421035.292158:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833898112 00000100:00100000:3.0:1777421035.292267:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 615 00000100:00100000:3.0:1777421035.292277:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c678e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+62:19764:x1863760833898112:12345-192.168.203.47@tcp:36:mkdir.0 00010000:00010000:3.0:1777421035.292339:0:7427:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421035.292392:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3600/0xa38d71289385bc1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376153 expref: 62 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421035.292413:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af11aa0de00) 00010000:00010000:3.0:1777421035.292419:0:7427:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777421035.292519:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3c00/0xa38d71289385d49 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421035.292534:0:7427:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2600/0xa38d71289385c00 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376168 expref: 30 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421035.292557:0:7427:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3c00/0xa38d71289385d49 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421035.292590:0:7427:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2600/0xa38d71289385c00 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376168 expref: 30 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421035.292604:0:7427:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2600/0xa38d71289385c00 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376168 expref: 30 pid: 5761 timeout: 347 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421035.292619:0:7427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6fb480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:7427:1863760841105920:192.168.203.47@tcp:104: 00000100:00080000:0.0:1777421035.292918:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777421035.293462:0:7427:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af118192600 going to sleep for 11 seconds 00000100:00100000:2.0:1777421035.298791:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421035.298854:0:8215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833898240 00000100:00100000:1.0:1777421035.298864:0:8215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833898240 00000100:00100000:0.0:1777421035.298880:0:7427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6fb480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:7427:1863760841105920:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421035.298906:0:7427:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3c00/0xa38d71289385d49 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421035.298907:0:8215:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2600/0xa38d71289385c00 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376168 expref: 31 pid: 5761 timeout: 347 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421035.298954:0:8215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 179 00000100:00100000:1.0:1777421035.298963:0:8215:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f775180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+31:2368:x1863760833898240:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421035.298978:0:8215:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421035.298984:0:8215:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2600/0xa38d71289385c00 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376168 expref: 31 pid: 5761 timeout: 347 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421035.298993:0:8215:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2600/0xa38d71289385c00 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376168 expref: 31 pid: 5761 timeout: 347 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421035.299022:0:8215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2600/0xa38d71289385c00 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376168 expref: 31 pid: 5761 timeout: 347 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421035.299036:0:8215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af11aa0de00) 00010000:00010000:1.0:1777421035.299039:0:8215:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3c00/0xa38d71289385d49 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421035.299056:0:8215:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3c00/0xa38d71289385d49 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421035.299066:0:8215:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3c00/0xa38d71289385d49 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421035.299105:0:8215:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421035.299147:0:7427:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3c00/0xa38d71289385d49 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.299155:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3c00/0xa38d71289385d49 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421035.299164:0:8215:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f775180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+30:2368:x1863760833898240:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 201us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421035.299173:0:8215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 179 00010000:00010000:0.0:1777421035.299179:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385d50 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x843a253e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.299190:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385d50 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.299199:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385d50 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421035.299941:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x26:0x0]: returning size 512 00010000:00010000:0.0:1777421035.299951:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3c00/0xa38d71289385d49 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.299959:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3c00/0xa38d71289385d49 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.299966:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3c00/0xa38d71289385d49 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.299979:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0011e3c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421035.299983:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3c00/0xa38d71289385d49 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.299990:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3c00/0xa38d71289385d49 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.300000:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af11aa0de00) 00010000:00010000:0.0:1777421035.300003:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421035.300007:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3c00/0xa38d71289385d49 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.300014:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3c00/0xa38d71289385d49 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777421035.300031:0:7427:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000001b7ac769 reply state 000000001c68d242 transno 4294967709 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385d50 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421035.300041:0:7427:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777421035.300131:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c678e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+63:19764:x1863760833898112:12345-192.168.203.47@tcp:36:mkdir.0 Request processed in 7855us (8324us total) trans 4294967709 rc 0/0 00000100:00100000:0.0:1777421035.300139:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 615 00010000:00010000:0.0:1777421035.302765:0:3282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385d50 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.302781:0:3282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385d50 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.302789:0:3282:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385d50 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.302812:0:3282:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf39800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421035.302817:0:3282:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385d50 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.302825:0:3282:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385d50 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.302841:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x843a253e (ffff9af111123c00) 00010000:00010000:0.0:1777421035.302844:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421035.302849:0:3282:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385d50 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.302856:0:3282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385d50 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421035.307577:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421035.307690:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833898368 00000100:00100000:0.0:1777421035.307701:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833898368 00000100:00100000:0.0:1777421035.307759:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 616 00000100:00100000:0.0:1777421035.307770:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f776a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+62:19765:x1863760833898368:12345-192.168.203.47@tcp:101:bash.0 00010000:00010000:0.0:1777421035.307793:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421035.307816:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d71289385d57 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3761e6 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.307889:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289385d5e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.307904:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289385d5e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.307915:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289385d5e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421035.308001:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:0.0:1777421035.308005:0:7427:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 16 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421035.308033:0:7427:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289385d5e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.308079:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d71289385d57 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3761e6 expref: 64 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.308100:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289385d5e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3761e6 expref: 63 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.308109:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af111123400) 00010000:00010000:0.0:1777421035.308112:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777421035.308115:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12cf38400, rc 0) 00000100:00100000:0.0:1777421035.308181:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f776a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+63:19765:x1863760833898368:12345-192.168.203.47@tcp:101:bash.0 Request processed in 413us (614us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421035.308190:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 616 00000100:00100000:2.0:1777421035.313476:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421035.313816:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833898496 00000100:00100000:0.0:1777421035.313827:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833898496 00000100:00100000:0.0:1777421035.313891:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 617 00000100:00100000:0.0:1777421035.313901:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f774a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+63:19765:x1863760833898496:12345-192.168.203.47@tcp:101:bash.0 00010000:00010000:0.0:1777421035.313920:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421035.313943:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385d65 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3761ed expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.314007:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289385d6c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.314032:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289385d6c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.314054:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289385d6c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.314073:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289385d73 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.314080:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289385d73 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.314088:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289385d73 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.314218:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385d7a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.314227:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385d7a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.314235:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385d7a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421035.314265:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x26:0x0]: returning size 512 00000004:00200000:0.0:1777421035.314269:0:7427:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421035.314290:0:7427:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385d7a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.314302:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289385d6c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.314324:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289385d6c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.314331:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289385d6c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.314337:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf39200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421035.314382:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289385d6c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.314391:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289385d6c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.314404:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af111123400) 00010000:00010000:0.0:1777421035.314407:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421035.314412:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289385d6c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.314418:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289385d6c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.314432:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289385d73 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.314439:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289385d73 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.314444:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289385d73 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.314449:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cc600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421035.314458:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289385d73 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.314465:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289385d73 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.314474:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x843a253e (ffff9af111123c00) 00010000:00010000:0.0:1777421035.314476:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421035.314478:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289385d73 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.314484:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289385d73 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.314513:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385d65 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3761ed expref: 65 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.314526:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cda00/0xa38d71289385d7a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3761ed expref: 64 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.314534:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff9af111123700) 00010000:00010000:0.0:1777421035.314536:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1777421035.314538:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12d0cda00, rc 0) 00000100:00100000:0.0:1777421035.314599:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f774a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+64:19765:x1863760833898496:12345-192.168.203.47@tcp:101:bash.0 Request processed in 699us (1131us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421035.314606:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 617 00000100:00100000:0.0:1777421035.316938:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421035.317102:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833898624 00000100:00100000:2.0:1777421035.317114:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833898624 00000100:00100000:2.0:1777421035.317182:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 618 00000100:00100000:2.0:1777421035.317192:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c678700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+64:19765:x1863760833898624:12345-192.168.203.47@tcp:101:bash.0 00010000:00010000:2.0:1777421035.317212:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421035.317233:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6aa00/0xa38d71289385d81 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3761f4 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.317291:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385d88 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.317302:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385d88 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.317309:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385d88 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.317319:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385d8f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.317323:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385d8f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.317327:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385d8f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.317426:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385d88 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.317431:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385d88 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.317448:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385d88 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.317452:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af001c6b800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421035.317455:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385d88 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.317459:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385d88 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.317468:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff9af111123700) 00010000:00010000:2.0:1777421035.317470:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421035.317473:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385d88 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.317477:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385d88 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.317485:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385d8f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.317488:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385d8f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.317492:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385d8f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.317495:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af001c6a400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421035.317497:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385d8f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.317505:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385d8f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.317510:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x88c75925 (ffff9af118b05600) 00010000:00010000:2.0:1777421035.317511:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421035.317513:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385d8f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.317516:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385d8f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.317539:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6aa00/0xa38d71289385d81 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3761f4 expref: 65 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.317545:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff9af111123700) 00010000:00010000:2.0:1777421035.317546:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421035.317549:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6aa00/0xa38d71289385d81 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3761f4 expref: 65 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.317553:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af001c6aa00, rc 0) 00000100:00100000:2.0:1777421035.317601:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c678700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+64:19765:x1863760833898624:12345-192.168.203.47@tcp:101:bash.0 Request processed in 410us (671us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421035.317609:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 618 00000100:00100000:2.0:1777421035.325935:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421035.326053:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833898752 00000100:00100000:0.0:1777421035.326063:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833898752 00000100:00100000:0.0:1777421035.326124:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 619 00000100:00100000:0.0:1777421035.326148:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f777100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+30:19766:x1863760833898752:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:0.0:1777421035.326168:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421035.326188:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385d96 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3761fb expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.326250:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289385d9d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.326265:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289385d9d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.326276:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289385d9d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421035.326339:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:0.0:1777421035.326343:0:7427:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 16 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421035.326844:0:7427:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289385d9d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.326873:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385d96 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3761fb expref: 32 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.326891:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289385d9d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3761fb expref: 31 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.326899:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af111123400) 00010000:00010000:0.0:1777421035.326901:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777421035.326905:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12cf39200, rc 0) 00000100:00100000:0.0:1777421035.326958:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f777100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+31:19766:x1863760833898752:12345-192.168.203.47@tcp:101:rm.0 Request processed in 813us (1034us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421035.326978:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 619 00000100:00100000:0.0:1777421035.330729:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421035.330832:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833898880 00000100:00100000:2.0:1777421035.330843:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833898880 00000100:00100000:2.0:1777421035.330932:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 620 00000100:00100000:2.0:1777421035.330942:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c679500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+31:19766:x1863760833898880:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:2.0:1777421035.330977:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421035.330997:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6aa00/0xa38d71289385da4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376202 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.331072:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385dab lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.331086:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385dab lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.331097:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385dab lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.331110:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385db2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.331117:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385db2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.331123:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385db2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.331238:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6bc00/0xa38d71289385db9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.331247:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6bc00/0xa38d71289385db9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.331255:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6bc00/0xa38d71289385db9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421035.331283:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x26:0x0]: returning size 512 00000004:00200000:2.0:1777421035.331292:0:7427:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421035.331316:0:7427:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6bc00/0xa38d71289385db9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.331328:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385dab lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.331334:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385dab lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.331340:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385dab lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.331346:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af001c6a400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421035.331519:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385dab lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.331529:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385dab lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.331542:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af111123400) 00010000:00010000:2.0:1777421035.331545:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421035.331550:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385dab lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.331557:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385dab lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.331572:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385db2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.331579:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385db2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.331597:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385db2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.331604:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af001c6b800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421035.331608:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385db2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.331615:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385db2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.331623:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x843a253e (ffff9af118b05600) 00010000:00010000:2.0:1777421035.331626:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421035.331629:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385db2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.331635:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385db2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.331670:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6aa00/0xa38d71289385da4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376202 expref: 33 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.331684:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6bc00/0xa38d71289385db9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376202 expref: 32 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.331692:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff9af111123700) 00010000:00010000:2.0:1777421035.331694:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1777421035.331697:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af001c6bc00, rc 0) 00000100:00100000:2.0:1777421035.331794:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c679500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+32:19766:x1863760833898880:12345-192.168.203.47@tcp:101:rm.0 Request processed in 853us (1072us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421035.331810:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 620 00000100:00100000:1.0:1777421035.334335:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421035.334405:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833899008 00000100:00100000:2.0:1777421035.334416:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833899008 00000100:00100000:2.0:1777421035.334462:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 621 00000100:00100000:2.0:1777421035.334472:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+32:19766:x1863760833899008:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:2.0:1777421035.334491:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421035.334510:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a600/0xa38d71289385dc0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376209 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.334575:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d71289385dc7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.334589:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d71289385dc7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.334600:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d71289385dc7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.334614:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ac00/0xa38d71289385dce lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.334621:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ac00/0xa38d71289385dce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.334627:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ac00/0xa38d71289385dce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.334697:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d71289385dc7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.334721:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d71289385dc7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.334728:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d71289385dc7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.334734:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af001c6b400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421035.334738:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d71289385dc7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.334744:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d71289385dc7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.334755:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff9af111123700) 00010000:00010000:2.0:1777421035.334758:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421035.334763:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d71289385dc7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.334769:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d71289385dc7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.334781:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ac00/0xa38d71289385dce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.334787:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ac00/0xa38d71289385dce lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.334791:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ac00/0xa38d71289385dce lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.334794:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af001c6ac00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421035.334801:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ac00/0xa38d71289385dce lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.334817:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ac00/0xa38d71289385dce lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.334825:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x88c75925 (ffff9af118b05800) 00010000:00010000:2.0:1777421035.334828:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421035.334831:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ac00/0xa38d71289385dce lrc: 2/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.334837:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ac00/0xa38d71289385dce lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.334871:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a600/0xa38d71289385dc0 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376209 expref: 33 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.334881:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff9af111123700) 00010000:00010000:2.0:1777421035.334883:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421035.334887:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a600/0xa38d71289385dc0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376209 expref: 33 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.334896:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af001c6a600, rc 0) 00000100:00100000:2.0:1777421035.334956:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+32:19766:x1863760833899008:12345-192.168.203.47@tcp:101:rm.0 Request processed in 484us (627us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421035.334964:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 621 00000100:00100000:0.0:1777421035.338822:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421035.338889:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833899136 00000100:00100000:2.0:1777421035.338900:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833899136 00000100:00100000:2.0:1777421035.338957:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 622 00000100:00100000:2.0:1777421035.338967:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+32:19766:x1863760833899136:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:2.0:1777421035.338999:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421035.339019:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6aa00/0xa38d71289385dd5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376210 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.339098:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385ddc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.339112:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385ddc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.339120:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385ddc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.339131:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385de3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.339135:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385de3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.339139:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385de3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.339207:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385ddc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.339214:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385ddc lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.339221:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385ddc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.339227:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af001c6b800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421035.339238:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385ddc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.339245:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385ddc lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.339256:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff9af111123700) 00010000:00010000:2.0:1777421035.339259:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421035.339263:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385ddc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.339269:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385ddc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.339281:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385de3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.339288:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385de3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.339294:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385de3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.339299:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af001c6a400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421035.339302:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385de3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.339308:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385de3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.339316:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x88c75925 (ffff9af118b05600) 00010000:00010000:2.0:1777421035.339318:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421035.339325:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385de3 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.339329:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385de3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.339382:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6aa00/0xa38d71289385dd5 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376210 expref: 33 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.339390:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff9af111123700) 00010000:00010000:2.0:1777421035.339391:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421035.339394:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6aa00/0xa38d71289385dd5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376210 expref: 33 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.339400:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af001c6aa00, rc 0) 00000100:00100000:2.0:1777421035.339449:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+32:19766:x1863760833899136:12345-192.168.203.47@tcp:101:rm.0 Request processed in 483us (636us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421035.339457:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 622 00000100:00100000:0.0:1777421035.351828:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421035.351934:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833899264 00000100:00100000:2.0:1777421035.351945:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833899264 00000100:00100000:2.0:1777421035.352038:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 623 00000100:00100000:2.0:1777421035.352058:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+32:19767:x1863760833899264:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:2.0:1777421035.352077:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421035.352096:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6aa00/0xa38d71289385dea lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376217 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.352160:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385df1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.352191:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385df1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.352202:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385df1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.352216:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385df8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.352223:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385df8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.352229:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385df8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.352297:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385df1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.352304:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385df1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.352311:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385df1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.352317:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af001c6a400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421035.352322:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385df1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.352330:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385df1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.352341:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff9af111123700) 00010000:00010000:2.0:1777421035.352385:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421035.352392:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385df1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.352399:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385df1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.352413:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385df8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.352419:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385df8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.352425:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385df8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.352430:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af001c6b800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421035.352433:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385df8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.352439:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385df8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.352447:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x88c75925 (ffff9af118b05600) 00010000:00010000:2.0:1777421035.352449:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421035.352452:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385df8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.352458:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385df8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.352491:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6aa00/0xa38d71289385dea lrc: 1/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376217 expref: 33 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.352512:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff9af111123700) 00010000:00010000:2.0:1777421035.352515:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421035.352519:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6aa00/0xa38d71289385dea lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376217 expref: 33 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.352528:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af001c6aa00, rc 0) 00000100:00100000:2.0:1777421035.352601:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+32:19767:x1863760833899264:12345-192.168.203.47@tcp:101:cp.0 Request processed in 546us (783us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421035.352609:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 623 00000100:00100000:0.0:1777421035.357942:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421035.358026:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833899392 00000100:00100000:2.0:1777421035.358037:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833899392 00000100:00100000:2.0:1777421035.358103:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 624 00000100:00100000:2.0:1777421035.358113:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+32:19767:x1863760833899392:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:2.0:1777421035.358140:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421035.358164:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a600/0xa38d71289385dff lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37621e expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.358236:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ac00/0xa38d71289385e06 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.358250:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ac00/0xa38d71289385e06 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.358260:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ac00/0xa38d71289385e06 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.358272:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d71289385e0d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.358291:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d71289385e0d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.358298:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d71289385e0d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.358401:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ac00/0xa38d71289385e06 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.358408:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ac00/0xa38d71289385e06 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.358415:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ac00/0xa38d71289385e06 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.358421:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af001c6ac00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421035.358425:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ac00/0xa38d71289385e06 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.358432:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ac00/0xa38d71289385e06 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.358443:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff9af111123700) 00010000:00010000:2.0:1777421035.358447:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421035.358451:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ac00/0xa38d71289385e06 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.358458:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ac00/0xa38d71289385e06 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.358470:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d71289385e0d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.358483:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d71289385e0d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.358488:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d71289385e0d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.358493:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af001c6b400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421035.358496:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d71289385e0d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.358502:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d71289385e0d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.358510:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x88c75925 (ffff9af118b05800) 00010000:00010000:2.0:1777421035.358517:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421035.358520:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d71289385e0d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.358527:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d71289385e0d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.358560:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a600/0xa38d71289385dff lrc: 1/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37621e expref: 33 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.358570:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff9af111123700) 00010000:00010000:2.0:1777421035.358573:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421035.358587:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a600/0xa38d71289385dff lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37621e expref: 33 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.358608:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af001c6a600, rc 0) 00000100:00100000:2.0:1777421035.358667:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+32:19767:x1863760833899392:12345-192.168.203.47@tcp:101:cp.0 Request processed in 555us (734us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421035.358674:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 624 00000100:00100000:1.0:1777421035.363176:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421035.363259:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833899648 00000100:00100000:0.0:1777421035.363270:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833899648 00000100:00100000:0.0:1777421035.363334:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 625 00000100:00100000:0.0:1777421035.363345:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+32:19767:x1863760833899648:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:0.0:1777421035.363398:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421035.363418:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d71289385e14 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376225 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.363555:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385e1b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.363570:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385e1b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.363581:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385e1b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.363596:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289385e22 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x26:0x0].0x88c75925 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.363604:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289385e22 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.363610:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289385e22 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777421035.364236:0:5761:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0xe:0x0], index 0: 0 00010000:00010000:0.0:1777421035.364587:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289385e29 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x10:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.364598:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289385e29 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.364607:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289385e29 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.364638:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385e1b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.364645:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385e1b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.364652:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385e1b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.364659:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf39800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421035.364663:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385e1b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.364670:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385e1b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.364682:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff9af111123700) 00010000:00010000:0.0:1777421035.364685:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421035.364689:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385e1b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.364706:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385e1b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777421035.364720:0:5761:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000b3b0d2c9 reply state 0000000018b20d9e transno 4294967710 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289385e22 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421035.364728:0:5761:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777421035.364759:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d71289385e14 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376225 expref: 35 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.364772:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289385e29 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376225 expref: 34 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.364780:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x10:0x0].0x0 (ffff9af111123800) 00010000:00010000:0.0:1777421035.364783:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421035.364785:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137c24e00, rc 0) 00000100:00100000:0.0:1777421035.364977:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+35:19767:x1863760833899648:12345-192.168.203.47@tcp:101:cp.0 Request processed in 1632us (1808us total) trans 4294967710 rc 0/0 00000100:00100000:0.0:1777421035.364986:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 625 00010000:00010000:2.0:1777421035.366216:0:3281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289385e22 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.366228:0:3281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289385e22 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.366235:0:3281:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289385e22 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.366240:0:3281:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12d0cc600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421035.366243:0:3281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289385e22 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.366249:0:3281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289385e22 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.366260:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x88c75925 (ffff9af111123c00) 00010000:00010000:2.0:1777421035.366263:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421035.366266:0:3281:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289385e22 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.366273:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12d0cc600/0xa38d71289385e22 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421035.367776:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421035.367874:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833899776 00000100:00100000:3.0:1777421035.367883:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833899776 00000100:00080000:0.0:1777421035.367947:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777421035.367979:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 155 00000100:00100000:3.0:1777421035.368000:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+7:2367:x1863760833899776:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:3.0:1777421035.368015:0:6544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421035.368034:0:6544:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000bc8c001/0xa38d71289385e37 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37622c expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777421035.368079:0:6544:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xe:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1777421035.368097:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421035.368100:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421035.368108:0:6544:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000bc8c001/0xa38d71289385e37 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37622c expref: 8 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421035.368129:0:6544:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000bc8c001/0xa38d71289385e37 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37622c expref: 8 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421035.368167:0:6544:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0011e3600, rc 0) 00000100:00100000:3.0:1777421035.368219:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+8:2367:x1863760833899776:12345-192.168.203.47@tcp:101:cp.0 Request processed in 230us (447us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421035.368226:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 155 00000100:00100000:1.0:1777421035.371594:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421035.371717:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833899904 00000100:00100000:3.0:1777421035.371730:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833899904 00000100:00100000:3.0:1777421035.371834:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 156 00000100:00100000:3.0:1777421035.371846:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+8:19767:x1863760833899904:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:3.0:1777421035.371869:0:6544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421035.371952:0:6544:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e49e5909/0xa38d71289385e3e lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376233 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421035.371992:0:6544:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000bc8c001/0xa38d71289385e37 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37622c expref: 9 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421035.372003:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421035.372005:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421035.372010:0:6544:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e49e5909/0xa38d71289385e3e lrc: 4/0,0 mode: --/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376233 expref: 9 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421035.372065:0:6544:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000bc8c001/0xa38d71289385e37 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37622c expref: 9 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421035.372081:0:6544:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000bc8c001/0xa38d71289385e37 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37622c expref: 9 pid: 6544 timeout: 347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421035.372119:0:6544:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6544:1863760841106048:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777421035.372234:0:6544:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1181920c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777421035.374652:0:6544:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6544:1863760841106048:192.168.203.47@tcp:104: 00010000:00010000:3.0:1777421035.374693:0:6544:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e49e5909/0xa38d71289385e3e lrc: 3/0,0 mode: --/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376233 expref: 9 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421035.374815:0:6544:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0011e3a00, rc 0) 00000100:00100000:3.0:1777421035.374925:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:19767:x1863760833899904:12345-192.168.203.47@tcp:101:cp.0 Request processed in 3080us (3344us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421035.374936:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 156 00000100:00100000:0.0:1777421035.376337:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421035.376394:0:8215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833900032 00000100:00100000:1.0:1777421035.376405:0:8215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833900032 00010000:00010000:1.0:1777421035.376448:0:8215:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000bc8c001/0xa38d71289385e37 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37622c expref: 9 pid: 6544 timeout: 347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421035.376531:0:8215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 180 00000100:00100000:1.0:1777421035.376542:0:8215:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345fb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2368:x1863760833900032:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421035.376557:0:8215:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421035.376583:0:8215:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000bc8c001/0xa38d71289385e37 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37622c expref: 9 pid: 6544 timeout: 347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421035.376597:0:8215:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000bc8c001/0xa38d71289385e37 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37622c expref: 9 pid: 6544 timeout: 347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421035.376623:0:8215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000bc8c001/0xa38d71289385e37 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37622c expref: 9 pid: 6544 timeout: 347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421035.376662:0:8215:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421035.376664:0:8215:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421035.376672:0:8215:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e49e5909/0xa38d71289385e3e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376233 expref: 8 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421035.376684:0:8215:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e49e5909/0xa38d71289385e3e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376233 expref: 8 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421035.376741:0:8215:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000e49e5909/0xa38d71289385e3e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376233 expref: 8 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421035.376768:0:8215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0011ac700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8215:1863760841106176:192.168.203.47@tcp:105: 00000100:00100000:1.0:1777421035.376856:0:8215:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af103ef2780 going to sleep for 11 seconds 00000100:00100000:0.0:1777421035.378709:0:8215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0011ac700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8215:1863760841106176:192.168.203.47@tcp:105: 00010000:00010000:0.0:1777421035.378738:0:8215:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421035.378838:0:8215:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345fb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+8:2368:x1863760833900032:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 2296us (2504us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421035.378849:0:8215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 180 00000100:00100000:0.0:1777421035.380559:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421035.380641:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833900288 00000100:00100000:2.0:1777421035.380657:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833900288 00000100:00100000:2.0:1777421035.380709:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 146 00000100:00100000:2.0:1777421035.380721:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+34:19767:x1863760833900288:12345-192.168.203.47@tcp:35:cp.0 00000100:00100000:2.0:1777421035.381270:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+35:19767:x1863760833900288:12345-192.168.203.47@tcp:35:cp.0 Request processed in 550us (719us total) trans 4294967711 rc 0/0 00000100:00100000:2.0:1777421035.381276:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 146 00000100:00100000:1.0:1777421035.402668:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421035.402858:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833900544 00000100:00100000:0.0:1777421035.402871:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833900544 00000100:00100000:0.0:1777421035.402943:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 626 00000100:00100000:0.0:1777421035.402953:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+64:19770:x1863760833900544:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:0.0:1777421035.402979:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421035.403008:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289385e45 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37623a expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.403126:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289385e4c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.403144:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289385e4c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.403157:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289385e4c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.403183:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d71289385e53 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.403191:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d71289385e53 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.403198:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d71289385e53 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.403339:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385e5a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.403348:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385e5a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.403547:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385e5a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421035.403560:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x10:0x0]: returning size 158 00010000:00010000:0.0:1777421035.403979:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289385e4c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.403989:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289385e4c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.403996:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289385e4c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.404003:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137c25200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421035.404008:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289385e4c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.404015:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289385e4c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.404029:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff9af111123700) 00010000:00010000:0.0:1777421035.404033:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421035.404038:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289385e4c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.404055:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289385e4c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.404069:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d71289385e53 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.404075:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d71289385e53 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.404088:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d71289385e53 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.404094:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf39400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421035.404097:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d71289385e53 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.404103:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d71289385e53 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.404111:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x88c75925 (ffff9af111123000) 00010000:00010000:0.0:1777421035.404113:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421035.404116:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d71289385e53 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.404123:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d71289385e53 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.404821:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289385e45 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37623a expref: 67 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.404846:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385e5a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37623a expref: 66 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.404855:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x10:0x0].0x0 (ffff9af111123800) 00010000:00010000:0.0:1777421035.404857:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421035.404860:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12cf39800, rc 0) 00000100:00100000:0.0:1777421035.405004:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+66:19770:x1863760833900544:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 2051us (2348us total) trans 4294967712 rc 0/0 00000100:00100000:0.0:1777421035.405025:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 626 00000100:00100000:1.0:1777421035.411067:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421035.411408:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833900800 00000100:00100000:0.0:1777421035.411423:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833900800 00000100:00100000:0.0:1777421035.411537:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 627 00000100:00100000:0.0:1777421035.411546:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+66:19770:x1863760833900800:12345-192.168.203.47@tcp:55:lfs.0 00010000:00010000:0.0:1777421035.411666:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d71289385e68 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x10:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.411684:0:5761:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289385e29 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376225 expref: 34 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.411690:0:5761:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385e5a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37623a expref: 66 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.411696:0:5761:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d71289385e68 lrc: 5/0,1 mode: --/PW res: [0x200000402:0x10:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.411740:0:5761:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385e5a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37623a expref: 66 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.411753:0:5761:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385e5a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37623a expref: 66 pid: 5761 timeout: 347 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421035.411770:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af1345f8380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841106304:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421035.411892:0:5761:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289385e29 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376225 expref: 34 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.411913:0:5761:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289385e29 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376225 expref: 34 pid: 5761 timeout: 347 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421035.411923:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af1345f9500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841106432:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777421035.411949:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1200ad900 going to sleep for 11 seconds 00000100:00100000:1.0:1777421035.413679:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421035.413780:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af1345f8380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841106304:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777421035.413853:0:8215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833900928 00000100:00100000:2.0:1777421035.413862:0:8215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833900928 00010000:00010000:2.0:1777421035.413904:0:8215:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385e5a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37623a expref: 67 pid: 5761 timeout: 347 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421035.413942:0:8215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 181 00000100:00100000:2.0:1777421035.413952:0:8215:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011af480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+67:2368:x1863760833900928:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421035.413967:0:8215:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421035.413975:0:8215:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385e5a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37623a expref: 67 pid: 5761 timeout: 347 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.413989:0:8215:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385e5a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37623a expref: 67 pid: 5761 timeout: 347 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.414017:0:8215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289385e5a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37623a expref: 67 pid: 5761 timeout: 347 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421035.414118:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421035.414189:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af1345f9500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841106432:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421035.414219:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d71289385e68 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x10:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.414339:0:8215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x10:0x0].0x0 (ffff9af111123800) 00010000:00010000:2.0:1777421035.414346:0:8215:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d71289385e68 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x10:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.414415:0:8215:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d71289385e68 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x10:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.414422:0:8215:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421035.414471:0:8215:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011af480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+66:2368:x1863760833900928:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 520us (802us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421035.414481:0:8215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 181 00000100:00100000:2.0:1777421035.414501:0:8215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833901056 00000100:00100000:2.0:1777421035.414505:0:8215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833901056 00010000:00010000:2.0:1777421035.414519:0:8215:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289385e29 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376225 expref: 35 pid: 5761 timeout: 347 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421035.414543:0:8215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 182 00000100:00100000:2.0:1777421035.414549:0:8215:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011aea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+35:2368:x1863760833901056:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421035.414558:0:8215:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421035.414563:0:8215:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289385e29 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376225 expref: 35 pid: 5761 timeout: 347 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.414573:0:8215:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289385e29 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376225 expref: 35 pid: 5761 timeout: 347 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.414587:0:8215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289385e29 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376225 expref: 35 pid: 5761 timeout: 347 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.414597:0:8215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x10:0x0].0x0 (ffff9af111123800) 00010000:00010000:2.0:1777421035.414601:0:8215:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d71289385e68 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x10:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.414616:0:8215:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d71289385e68 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x10:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.414623:0:8215:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d71289385e68 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x10:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421035.414646:0:8215:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421035.414668:0:8215:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011aea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+34:2368:x1863760833901056:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 119us (551us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421035.414675:0:8215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 182 00010000:00010000:0.0:1777421035.414747:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d71289385e68 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x10:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.414754:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d71289385e68 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x10:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.415000:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d71289385e68 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x10:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.415010:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d71289385e68 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x10:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.415017:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d71289385e68 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x10:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.415025:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f65b200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421035.415029:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d71289385e68 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x10:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.415054:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d71289385e68 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x10:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.415065:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x10:0x0].0x0 (ffff9af111123800) 00010000:00010000:0.0:1777421035.415068:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1777421035.415073:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d71289385e68 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x10:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.415079:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d71289385e68 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x10:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421035.415127:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+66:19770:x1863760833900800:12345-192.168.203.47@tcp:55:lfs.0 Request processed in 3582us (4088us total) trans 4294967713 rc 0/0 00000100:00100000:0.0:1777421035.415136:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 627 00000100:00100000:1.0:1777421035.416914:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421035.416983:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833901312 00000100:00100000:2.0:1777421035.416993:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833901312 00000100:00100000:2.0:1777421035.417086:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 147 00000100:00100000:2.0:1777421035.417095:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+66:19770:x1863760833901312:12345-192.168.203.47@tcp:35:lfs.0 00000100:00100000:2.0:1777421035.417378:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+67:19770:x1863760833901312:12345-192.168.203.47@tcp:35:lfs.0 Request processed in 282us (469us total) trans 4294967714 rc 0/0 00000100:00100000:2.0:1777421035.417386:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 147 00000100:00100000:1.0:1777421035.426961:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421035.427094:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833901440 00000100:00100000:0.0:1777421035.427107:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833901440 00000100:00100000:0.0:1777421035.427174:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 628 00000100:00100000:0.0:1777421035.427187:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+67:19771:x1863760833901440:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:0.0:1777421035.427219:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421035.427246:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65aa00/0xa38d71289385e6f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376241 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.427327:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a400/0xa38d71289385e76 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.427345:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a400/0xa38d71289385e76 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.427379:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a400/0xa38d71289385e76 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.427417:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b800/0xa38d71289385e7d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.427426:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b800/0xa38d71289385e7d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.427434:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b800/0xa38d71289385e7d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.427542:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a000/0xa38d71289385e84 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x10:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.427551:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a000/0xa38d71289385e84 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.427560:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a000/0xa38d71289385e84 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421035.427598:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x10:0x0]: returning size 158 00000004:00200000:0.0:1777421035.427603:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421035.427625:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a000/0xa38d71289385e84 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.427636:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a000/0xa38d71289385e84 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.427645:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a400/0xa38d71289385e76 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.427651:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a400/0xa38d71289385e76 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.427668:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a400/0xa38d71289385e76 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.427674:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f65a400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421035.427679:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a400/0xa38d71289385e76 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.427687:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a400/0xa38d71289385e76 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.427701:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff9af111123700) 00010000:00010000:0.0:1777421035.427705:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421035.427709:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a400/0xa38d71289385e76 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.427716:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a400/0xa38d71289385e76 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.427732:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b800/0xa38d71289385e7d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.427739:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b800/0xa38d71289385e7d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.427745:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b800/0xa38d71289385e7d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.427750:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f65b800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421035.427753:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b800/0xa38d71289385e7d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.427770:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b800/0xa38d71289385e7d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.427779:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x88c75925 (ffff9af111123000) 00010000:00010000:0.0:1777421035.427781:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421035.427784:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b800/0xa38d71289385e7d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.427790:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b800/0xa38d71289385e7d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.427826:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65aa00/0xa38d71289385e6f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376241 expref: 69 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.427839:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a000/0xa38d71289385e84 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376241 expref: 68 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.427846:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x10:0x0].0x0 (ffff9af111123c00) 00010000:00010000:0.0:1777421035.427848:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421035.427850:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f65a000, rc 0) 00000100:00100000:0.0:1777421035.427926:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+68:19771:x1863760833901440:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 741us (977us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421035.427935:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 628 00000100:00100000:1.0:1777421035.434938:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421035.434997:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833901568 00000100:00100000:3.0:1777421035.435010:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833901568 00000100:00080000:0.0:1777421035.435076:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777421035.435106:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 157 00000100:00100000:3.0:1777421035.435119:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+9:2369:x1863760833901568:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:3.0:1777421035.435141:0:6544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421035.435164:0:6544:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005c8878d7/0xa38d71289385e8b lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376248 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421035.435242:0:6544:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6544:1863760841106560:192.168.203.47@tcp:106: 00000100:00100000:3.0:1777421035.435375:0:6544:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1181920c0 going to sleep for 11 seconds 00002000:00010000:3.0:1777421035.437733:0:6544:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x240000400:0xe:0x0] updating lvb size: 0 -> 158 00002000:00010000:3.0:1777421035.437743:0:6544:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0xe:0x0] updating lvb mtime: 0 -> 1777421035 00002000:00010000:3.0:1777421035.437746:0:6544:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0xe:0x0] updating lvb atime: 0 -> 1777421035 00002000:00010000:3.0:1777421035.437748:0:6544:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0xe:0x0] updating lvb ctime: 0 -> 1777421035 00000100:00100000:3.0:1777421035.437791:0:6544:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6544:1863760841106560:192.168.203.47@tcp:106: 00010000:00010000:3.0:1777421035.437833:0:6544:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005c8878d7/0xa38d71289385e8b lrc: 1/0,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376248 expref: 10 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421035.437864:0:6544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005c8878d7/0xa38d71289385e8b lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376248 expref: 10 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421035.437877:0:6544:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0011e2c00, rc 0) 00000100:00100000:3.0:1777421035.437949:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+9:2369:x1863760833901568:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 2832us (3023us total) trans 0 rc 301/301 00000100:00100000:3.0:1777421035.437961:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 157 00000100:00100000:1.0:1777421035.440504:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421035.440576:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833901696 00000100:00100000:0.0:1777421035.440589:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833901696 00000100:00100000:0.0:1777421035.440668:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 629 00000100:00100000:0.0:1777421035.440680:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+68:19771:x1863760833901696:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:0.0:1777421035.440722:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421035.440750:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65aa00/0xa38d71289385e92 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37624f expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.440849:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b800/0xa38d71289385e99 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.440869:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b800/0xa38d71289385e99 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.440883:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b800/0xa38d71289385e99 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421035.440954:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x26:0x0]: returning size 512 00000004:00200000:0.0:1777421035.440959:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421035.440986:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b800/0xa38d71289385e99 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.441014:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65aa00/0xa38d71289385e92 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37624f expref: 70 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.441035:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b800/0xa38d71289385e99 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37624f expref: 69 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421035.441057:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff9af111123700) 00010000:00010000:0.0:1777421035.441060:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777421035.441065:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f65b800, rc 0) 00000100:00100000:0.0:1777421035.441132:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+69:19771:x1863760833901696:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 454us (635us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421035.441142:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 629 00000100:00100000:1.0:1777421035.443754:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421035.443850:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833901824 00000100:00100000:3.0:1777421035.443862:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833901824 00000100:00100000:3.0:1777421035.444017:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 158 00000100:00100000:3.0:1777421035.444030:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+9:2368:x1863760833901824:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:3.0:1777421035.444062:0:6544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421035.444085:0:6544:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005c8878d7/0xa38d71289385ea0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376256 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421035.444172:0:6544:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6544:1863760841106688:192.168.203.47@tcp:106: 00000100:00100000:3.0:1777421035.444269:0:6544:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1181920c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777421035.447451:0:6544:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6544:1863760841106688:192.168.203.47@tcp:106: 00010000:00010000:3.0:1777421035.447499:0:6544:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005c8878d7/0xa38d71289385ea0 lrc: 1/0,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376256 expref: 10 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421035.447552:0:6544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005c8878d7/0xa38d71289385ea0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376256 expref: 10 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421035.447566:0:6544:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0011e2c00, rc 0) 00000100:00100000:3.0:1777421035.447665:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+9:2368:x1863760833901824:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 3637us (3922us total) trans 0 rc 301/301 00000100:00100000:3.0:1777421035.447675:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 158 00000100:00100000:0.0:1777421035.450594:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421035.452553:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833902080 00000100:00100000:2.0:1777421035.452569:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833902080 00000100:00100000:2.0:1777421035.452634:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 630 00000100:00100000:2.0:1777421035.452644:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+69:19771:x1863760833902080:12345-192.168.203.47@tcp:58:lfs.0 00000100:00100000:2.0:1777421035.452789:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+69:19771:x1863760833902080:12345-192.168.203.47@tcp:58:lfs.0 Request processed in 146us (2206us total) trans 0 rc -1/-1 00000100:00100000:2.0:1777421035.452798:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 630 00000100:00100000:1.0:1777421035.480657:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841106816:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777421035.480748:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421035.480961:0:7924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841106816 00000100:00100000:2.0:1777421035.480972:0:7924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841106816 00000100:00100000:2.0:1777421035.481089:0:7924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1777421035.481099:0:7924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841106816:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777421035.481142:0:7924:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 61276160 pending 0 free 3857711104 avail 3855613952 00000100:00080000:0.0:1777421035.481212:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777421035.481510:0:7924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841106816:12345-0@lo:13:osp-pre-0-0.0 Request processed in 411us (762us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421035.481519:0:7924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1777421035.481606:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841106816:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1777421035.864563:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1777421036.025001:0:7430:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967327 is committed 00000001:00080000:2.0:1777421036.026921:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967713 is committed 00000001:00080000:2.0:1777421036.026936:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967710 is committed 00000001:00080000:2.0:1777421036.027100:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967714 is committed 00000001:00080000:2.0:1777421036.027107:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967711 is committed 00010000:00010000:3.0:1777421036.888751:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777421037.073772:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421037.073831:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421037.073864:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421037.073939:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833902336 00000100:00100000:0.0:1777421037.073950:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833902336 00000100:00100000:1.0:1777421037.073952:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421037.074005:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833902208 00000100:00100000:2.0:1777421037.074011:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833902208 00000100:00100000:0.0:1777421037.074021:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 136 00000100:00100000:0.0:1777421037.074044:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+65:2369:x1863760833902336:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:2.0:1777421037.074058:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 286 00000100:00100000:2.0:1777421037.074068:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119149050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+12:2368:x1863760833902208:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:0.0:1777421037.074128:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+65:2369:x1863760833902336:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 96us (363us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421037.074136:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 136 00000100:00100000:2.0:1777421037.074152:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119149050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+12:2368:x1863760833902208:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 84us (318us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421037.074159:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 286 00000100:00080000:0.0:1777421037.074161:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777421037.074309:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421037.074379:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833902592 00000100:00100000:3.0:1777421037.074385:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833902592 00000100:00100000:3.0:1777421037.074419:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833902848 00000100:00100000:3.0:1777421037.074423:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833902848 00000100:00100000:3.0:1777421037.074514:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 127 00000100:00080000:0.0:1777421037.074519:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1777421037.074523:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777421037.074595:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+10:2369:x1863760833902592:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777421037.074635:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+10:2369:x1863760833902592:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 114us (770us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421037.074642:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 127 00000100:00100000:3.0:1777421037.074656:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 128 00000100:00100000:3.0:1777421037.074662:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+8:2369:x1863760833902848:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777421037.074684:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+8:2369:x1863760833902848:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 22us (735us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421037.074690:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 128 00000100:00100000:1.0:1777421037.074980:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421037.075028:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421037.075059:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833902976 00000100:00100000:1.0:1777421037.075064:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833902976 00000100:00100000:1.0:1777421037.075092:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833902464 00000100:00100000:1.0:1777421037.075095:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833902464 00000100:00100000:1.0:1777421037.075107:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 129 00000100:00100000:1.0:1777421037.075113:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+8:2369:x1863760833902976:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777421037.075144:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+8:2369:x1863760833902976:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 30us (836us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421037.075150:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 129 00000100:00100000:1.0:1777421037.075161:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 130 00000100:00100000:1.0:1777421037.075167:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+9:2368:x1863760833902464:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777421037.075186:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+9:2368:x1863760833902464:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 19us (207us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421037.075192:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 130 00000100:00100000:1.0:1777421037.075211:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833902720 00000100:00100000:1.0:1777421037.075215:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833902720 00000100:00100000:1.0:1777421037.075239:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 137 00000100:00100000:1.0:1777421037.075246:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+27:2368:x1863760833902720:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777421037.075277:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+27:2368:x1863760833902720:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 32us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421037.075295:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 137 00000100:00080000:1.0:1777421037.075312:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1777421037.075316:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777421037.075318:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777421037.796438:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421037.797143:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833903104 00000100:00100000:0.0:1777421037.797161:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833903104 00000100:00100000:0.0:1777421037.797249:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 631 00000100:00100000:0.0:1777421037.797263:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+27:19763:x1863760833903104:12345-192.168.203.47@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1777421037.797518:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+27:19763:x1863760833903104:12345-192.168.203.47@tcp:60:lhsmtool_posix.0 Request processed in 252us (1082us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421037.797532:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 631 00000100:00100000:1.0:1777421037.800430:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421037.802036:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833903360 00000100:00100000:2.0:1777421037.802049:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833903360 00000100:00100000:2.0:1777421037.802111:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 148 00000100:00100000:2.0:1777421037.802122:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+27:19763:x1863760833903360:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1777421037.802674:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+28:19763:x1863760833903360:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 553us (2251us total) trans 4294967715 rc 0/0 00000100:00100000:2.0:1777421037.802694:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 148 00010000:00010000:1.0:1777421037.912659:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777421038.552585:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f776680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1863760841106944:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777421038.552662:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421038.552676:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3295:1863760841107072:0@lo:400:kworker.0 00000100:00100000:1.0:1777421038.552740:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1863760841107456:0@lo:400:kworker.0 00000100:00100000:3.0:1777421038.552751:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421038.552772:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421038.552791:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3295:1863760841107584:0@lo:400:kworker.0 00000100:00100000:1.0:1777421038.552797:0:3298:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777421038.552806:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3298:1863760841107328:0@lo:400:kworker.0 00000100:00100000:3.0:1777421038.552825:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421038.552861:0:3295:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1777421038.552862:0:7924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841106944 00000100:00100000:3.0:1777421038.552870:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3295:1863760841107200:0@lo:400:kworker.0 00000100:00100000:1.0:1777421038.552871:0:7924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841106944 00000100:00100000:3.0:1777421038.552899:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421038.552921:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841107712:0@lo:400:kworker.0 00000100:00100000:1.0:1777421038.552935:0:7924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1777421038.552947:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421038.552949:0:7924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1863760841106944:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777421038.552984:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841107072 00000100:00100000:3.0:1777421038.552989:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841107072 00002000:00000024:1.0:1777421038.552997:0:7924:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 61276160 pending 0 free 3855613952 avail 3853516800 00000100:00100000:3.0:1777421038.553034:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 287 00000100:00100000:3.0:1777421038.553044:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119106450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3295:x1863760841107072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421038.553055:0:7924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1863760841106944:12345-0@lo:13:osp-pre-1-0.0 Request processed in 109us (392us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421038.553065:0:7924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1777421038.553081:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119106450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3295:x1863760841107072:12345-0@lo:400:kworker.0 Request processed in 40us (332us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421038.553087:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 287 00000100:00080000:1.0:1777421038.553092:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777421038.553108:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841107584 00000100:00100000:1.0:1777421038.553113:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841107584 00000100:00100000:3.0:1777421038.553116:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841107456 00000100:00100000:3.0:1777421038.553120:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841107456 00000100:00100000:3.0:1777421038.553153:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841107712 00000100:00100000:3.0:1777421038.553155:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841107712 00000100:00100000:1.0:1777421038.553160:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841107200 00000100:00100000:1.0:1777421038.553165:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841107200 00000100:00100000:3.0:1777421038.553178:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000100:00100000:3.0:1777421038.553186:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3298:x1863760841107456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421038.553207:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 138 00000100:00100000:3.0:1777421038.553220:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3298:x1863760841107456:12345-0@lo:400:kworker.0 Request processed in 34us (446us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421038.553225:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3295:x1863760841107584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421038.553232:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00000100:00100000:3.0:1777421038.553248:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 132 00000100:00100000:3.0:1777421038.553256:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3295:x1863760841107712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421038.553276:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3295:x1863760841107584:12345-0@lo:400:kworker.0 Request processed in 55us (451us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421038.553283:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 138 00000100:00100000:1.0:1777421038.553300:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 139 00000100:00100000:3.0:1777421038.553305:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3295:x1863760841107712:12345-0@lo:400:kworker.0 Request processed in 49us (358us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421038.553310:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3295:x1863760841107200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421038.553324:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 132 00000100:00100000:1.0:1777421038.553339:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3295:x1863760841107200:12345-0@lo:400:kworker.0 Request processed in 32us (438us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421038.553345:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 139 00000100:00080000:1.0:1777421038.553410:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777421038.553414:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777421038.553424:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421038.553430:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3295:1863760841107200:0@lo:400:kworker.0 00000100:00100000:3.0:1777421038.553447:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841107712:0@lo:400:kworker.0 00000100:00100000:3.0:1777421038.553465:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3295:1863760841107072:0@lo:400:kworker.0 00000100:00100000:1.0:1777421038.553470:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1863760841107456:0@lo:400:kworker.0 00000100:00100000:3.0:1777421038.553479:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3295:1863760841107584:0@lo:400:kworker.0 00000100:00100000:1.0:1777421038.553495:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f776680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1863760841106944:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777421038.553520:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841107328 00000100:00100000:1.0:1777421038.553524:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841107328 00000100:00100000:1.0:1777421038.553573:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 140 00000100:00100000:1.0:1777421038.553580:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3298:x1863760841107328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421038.553620:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3298:x1863760841107328:12345-0@lo:400:kworker.0 Request processed in 40us (195us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421038.553626:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 140 00000100:00100000:1.0:1777421038.553650:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3298:1863760841107328:0@lo:400:kworker.0 00000100:00080000:2.0:1777421038.553916:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:02000400:2.0:1777421038.609296:0:15943:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 10d: Archive a file on the default archive id ========================================================== 20:03:57 (1777421037) 00000100:00100000:1.0:1777421038.743452:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421038.743566:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833903616 00000100:00100000:3.0:1777421038.743578:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833903616 00000100:00100000:3.0:1777421038.743653:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 632 00000100:00100000:3.0:1777421038.743666:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+28:20373:x1863760833903616:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421038.743701:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421038.743724:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d71289385ea7 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37625d expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.743807:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385eae lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.743822:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385eae lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.743835:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385eae lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.743859:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3000/0xa38d71289385eb5 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.743892:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3000/0xa38d71289385eb5 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.743900:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3000/0xa38d71289385eb5 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.744069:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2000/0xa38d71289385ebc lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.744078:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2000/0xa38d71289385ebc lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.744085:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2000/0xa38d71289385ebc lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421038.744095:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 10752 00010000:00010000:3.0:1777421038.744678:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385eae lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.744687:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385eae lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.744694:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385eae lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.744701:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0011e2800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421038.744705:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385eae lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.744713:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385eae lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.744738:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9af106213700) 00010000:00010000:3.0:1777421038.744741:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421038.744746:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385eae lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.744753:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385eae lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.744768:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3000/0xa38d71289385eb5 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.744775:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3000/0xa38d71289385eb5 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.744780:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3000/0xa38d71289385eb5 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.744786:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0011e3000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421038.744789:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3000/0xa38d71289385eb5 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.744796:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3000/0xa38d71289385eb5 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.744804:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff9af11aa0d000) 00010000:00010000:3.0:1777421038.744807:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421038.744810:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3000/0xa38d71289385eb5 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.744815:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3000/0xa38d71289385eb5 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.745170:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d71289385ea7 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37625d expref: 31 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.745398:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2000/0xa38d71289385ebc lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37625d expref: 30 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.745408:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9af106213200) 00010000:00010000:3.0:1777421038.745411:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421038.745414:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0011e2000, rc 0) 00000100:00100000:3.0:1777421038.745478:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+30:20373:x1863760833903616:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 1814us (2034us total) trans 4294967716 rc 0/0 00000100:00100000:3.0:1777421038.745488:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 632 00000100:00100000:1.0:1777421038.749189:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421038.749245:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421038.749313:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833903744 00000100:00100000:3.0:1777421038.749323:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833903744 00000100:00100000:3.0:1777421038.749395:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 633 00000100:00100000:3.0:1777421038.749408:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+30:20373:x1863760833903744:12345-192.168.203.47@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1777421038.749419:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833903872 00000100:00100000:2.0:1777421038.749434:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833903872 00000100:00100000:2.0:1777421038.749508:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 24 00000100:00100000:2.0:1777421038.749525:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+31:2366:x1863760833903872:12345-192.168.203.47@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1777421038.749527:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+31:20373:x1863760833903744:12345-192.168.203.47@tcp:59:lhsmtool_posix.0 Request processed in 113us (333us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421038.749545:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 633 00010000:00010000:2.0:1777421038.749545:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421038.749577:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2000/0xa38d71289385ebc lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37625d expref: 30 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.749602:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9af106213200) 00010000:00010000:2.0:1777421038.749607:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421038.749659:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+29:2366:x1863760833903872:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 144us (413us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421038.749664:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 24 00000100:00100000:1.0:1777421038.757866:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421038.758035:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833904000 00000100:00100000:3.0:1777421038.758054:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833904000 00000100:00100000:3.0:1777421038.758109:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 634 00000100:00100000:3.0:1777421038.758120:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111015c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+65:20374:x1863760833904000:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:3.0:1777421038.758140:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421038.758163:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3000/0xa38d71289385eca lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376264 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.758246:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385ed1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.758265:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385ed1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.758276:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385ed1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.758292:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3800/0xa38d71289385ed8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.758298:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3800/0xa38d71289385ed8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.758302:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3800/0xa38d71289385ed8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.758407:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385ed1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.758412:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385ed1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.758417:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385ed1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.758420:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0011e2800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421038.758423:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385ed1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.758436:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385ed1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.758445:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af111123400) 00010000:00010000:3.0:1777421038.758447:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421038.758450:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385ed1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.758454:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385ed1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.758464:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3800/0xa38d71289385ed8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.758468:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3800/0xa38d71289385ed8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.758472:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3800/0xa38d71289385ed8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.758476:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0011e3800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421038.758478:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3800/0xa38d71289385ed8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.758481:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3800/0xa38d71289385ed8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.758484:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb54fab68 (ffff9af11aa0d000) 00010000:00010000:3.0:1777421038.758486:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421038.758487:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3800/0xa38d71289385ed8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.758496:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3800/0xa38d71289385ed8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.758522:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3000/0xa38d71289385eca lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376264 expref: 66 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.758532:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af111123400) 00010000:00010000:3.0:1777421038.758534:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421038.758537:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3000/0xa38d71289385eca lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376264 expref: 66 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.758546:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0011e3000, rc 0) 00000100:00100000:3.0:1777421038.758606:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111015c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+65:20374:x1863760833904000:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 488us (751us total) trans 0 rc 301/301 00000100:00100000:3.0:1777421038.758611:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 634 00000100:00100000:1.0:1777421038.762106:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421038.762330:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833904256 00000100:00100000:3.0:1777421038.762346:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833904256 00000100:00100000:3.0:1777421038.762452:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 635 00000100:00100000:3.0:1777421038.762463:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111016300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+65:20374:x1863760833904256:12345-192.168.203.47@tcp:36:lfs.0 00010000:00010000:3.0:1777421038.762525:0:6569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421038.762556:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289385d5e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3761e6 expref: 65 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.762577:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af111123400) 00010000:00010000:3.0:1777421038.762583:0:6569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777421038.762823:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d71289385edf lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.762855:0:6569:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289385d9d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3761fb expref: 28 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.762866:0:6569:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d71289385edf lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.762905:0:6569:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289385d9d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3761fb expref: 28 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.762921:0:6569:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289385d9d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3761fb expref: 28 pid: 7427 timeout: 350 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421038.762938:0:6569:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6fa300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841107840:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777421038.763393:0:6569:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1200ad180 going to sleep for 11 seconds 00000100:00100000:3.0:1777421038.766309:0:6569:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6fa300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841107840:192.168.203.47@tcp:104: 00010000:00010000:3.0:1777421038.766344:0:6569:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d71289385edf lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421038.767253:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421038.767338:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833904384 00000100:00100000:2.0:1777421038.767347:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833904384 00010000:00010000:2.0:1777421038.767409:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289385d9d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3761fb expref: 29 pid: 7427 timeout: 350 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421038.767453:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 183 00000100:00100000:2.0:1777421038.767463:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111014e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+29:2368:x1863760833904384:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421038.767478:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421038.767485:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289385d9d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3761fb expref: 29 pid: 7427 timeout: 350 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.767514:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289385d9d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3761fb expref: 29 pid: 7427 timeout: 350 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.767540:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289385d9d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3761fb expref: 29 pid: 7427 timeout: 350 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.767558:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af111123400) 00010000:00010000:2.0:1777421038.767564:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d71289385edf lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.767574:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d71289385edf lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.767583:0:5746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d71289385edf lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.767620:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421038.767678:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111014e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+28:2368:x1863760833904384:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 215us (429us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421038.767695:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 183 00010000:00010000:1.0:1777421038.767772:0:6569:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d71289385edf lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.767780:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d71289385edf lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.767808:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289385ee6 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.767827:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289385ee6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.767835:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289385ee6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421038.768546:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x27:0x0]: returning size 512 00010000:00010000:1.0:1777421038.768557:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d71289385edf lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.768566:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d71289385edf lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.768573:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d71289385edf lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.768580:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0011e2c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421038.768585:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d71289385edf lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.768592:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d71289385edf lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.768609:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af111123400) 00010000:00010000:1.0:1777421038.768613:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421038.768617:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d71289385edf lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.768624:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d71289385edf lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777421038.768641:0:6569:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000002d79efcd reply state 00000000d3666f8c transno 4294967717 ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289385ee6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421038.768651:0:6569:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777421038.768734:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111016300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+66:20374:x1863760833904256:12345-192.168.203.47@tcp:36:lfs.0 Request processed in 6272us (6637us total) trans 4294967717 rc 0/0 00000100:00100000:1.0:1777421038.768742:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 635 00010000:00010000:0.0:1777421038.770642:0:3282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289385ee6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421038.770659:0:3282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289385ee6 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421038.770667:0:3282:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289385ee6 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421038.770674:0:3282:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af105d5cc00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421038.770678:0:3282:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289385ee6 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421038.770700:0:3282:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289385ee6 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421038.770714:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb54fab68 (ffff9af1061f8a00) 00010000:00010000:0.0:1777421038.770717:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421038.770723:0:3282:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289385ee6 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421038.770729:0:3282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289385ee6 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421038.774418:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421038.774838:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833904512 00000100:00100000:1.0:1777421038.774852:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833904512 00000100:00100000:1.0:1777421038.774918:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 636 00000100:00100000:1.0:1777421038.774929:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+65:20375:x1863760833904512:12345-192.168.203.47@tcp:101:bash.0 00010000:00010000:1.0:1777421038.775165:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421038.775196:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d71289385eed lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37626b expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.775276:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289385ef4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.775292:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289385ef4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.775325:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289385ef4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421038.775427:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:1.0:1777421038.775432:0:6569:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 17 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421038.775460:0:6569:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289385ef4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.775488:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d71289385eed lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37626b expref: 67 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.775507:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289385ef4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37626b expref: 66 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.775527:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1061f8200) 00010000:00010000:1.0:1777421038.775530:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777421038.775534:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af105d5d200, rc 0) 00000100:00100000:1.0:1777421038.775601:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+66:20375:x1863760833904512:12345-192.168.203.47@tcp:101:bash.0 Request processed in 672us (1194us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421038.775609:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 636 00000100:00100000:1.0:1777421038.777524:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421038.777646:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833904640 00000100:00100000:3.0:1777421038.777656:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833904640 00000100:00100000:3.0:1777421038.777751:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 637 00000100:00100000:3.0:1777421038.777761:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111014000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+66:20375:x1863760833904640:12345-192.168.203.47@tcp:101:bash.0 00010000:00010000:3.0:1777421038.777780:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421038.777800:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3000/0xa38d71289385efb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376272 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.777871:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3800/0xa38d71289385f02 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.777902:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3800/0xa38d71289385f02 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.777914:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3800/0xa38d71289385f02 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.777929:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385f09 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.777937:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385f09 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.777944:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385f09 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.778182:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2400/0xa38d71289385f10 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.778191:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2400/0xa38d71289385f10 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.778199:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2400/0xa38d71289385f10 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421038.778228:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x27:0x0]: returning size 512 00000004:00200000:3.0:1777421038.778232:0:6569:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421038.778261:0:6569:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2400/0xa38d71289385f10 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.778274:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3800/0xa38d71289385f02 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.778290:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3800/0xa38d71289385f02 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.778297:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3800/0xa38d71289385f02 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.778304:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0011e3800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421038.778309:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3800/0xa38d71289385f02 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.778318:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3800/0xa38d71289385f02 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.778330:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1061f8200) 00010000:00010000:3.0:1777421038.778333:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421038.778338:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3800/0xa38d71289385f02 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.778344:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3800/0xa38d71289385f02 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.778390:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385f09 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.778397:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385f09 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.778404:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385f09 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.778410:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0011e2800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421038.778418:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385f09 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.778425:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385f09 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.778434:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb54fab68 (ffff9af11aa0d000) 00010000:00010000:3.0:1777421038.778437:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421038.778440:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385f09 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.778447:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289385f09 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.778475:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3000/0xa38d71289385efb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376272 expref: 68 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.778488:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2400/0xa38d71289385f10 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376272 expref: 67 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.778496:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff9af11aa0da00) 00010000:00010000:3.0:1777421038.778498:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1777421038.778501:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0011e2400, rc 0) 00000100:00100000:3.0:1777421038.778563:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111014000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+67:20375:x1863760833904640:12345-192.168.203.47@tcp:101:bash.0 Request processed in 803us (1047us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421038.778571:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 637 00000100:00100000:3.0:1777421038.781871:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421038.782955:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833904768 00000100:00100000:1.0:1777421038.782970:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833904768 00000100:00100000:1.0:1777421038.783137:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 638 00000100:00100000:1.0:1777421038.783149:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+67:20375:x1863760833904768:12345-192.168.203.47@tcp:101:bash.0 00010000:00010000:1.0:1777421038.783173:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421038.783198:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289385f17 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376279 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.783299:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289385f1e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.783315:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289385f1e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.783327:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289385f1e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.783344:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289385f25 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.783491:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289385f25 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.783499:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289385f25 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.783569:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289385f1e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.783577:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289385f1e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.783585:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289385f1e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.783591:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af105d5c200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421038.783596:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289385f1e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.783614:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289385f1e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.783628:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff9af11aa0da00) 00010000:00010000:1.0:1777421038.783631:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421038.783636:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289385f1e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.783644:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289385f1e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.783656:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289385f25 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.783663:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289385f25 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.783670:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289385f25 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.783675:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af105d5cc00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421038.783678:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289385f25 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.783685:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289385f25 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.783691:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x7fd8c415 (ffff9af1061f8500) 00010000:00010000:1.0:1777421038.783693:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421038.783695:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289385f25 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.783720:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289385f25 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.783756:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289385f17 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376279 expref: 68 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.783769:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff9af11aa0da00) 00010000:00010000:1.0:1777421038.783771:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421038.783775:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289385f17 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376279 expref: 68 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.783784:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af105d5c400, rc 0) 00000100:00100000:1.0:1777421038.783856:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+67:20375:x1863760833904768:12345-192.168.203.47@tcp:101:bash.0 Request processed in 709us (1995us total) trans 0 rc 301/301 00000100:00100000:1.0:1777421038.783865:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 638 00000100:00100000:0.0:1777421038.791117:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421038.791210:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833904896 00000100:00100000:1.0:1777421038.791222:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833904896 00000100:00100000:1.0:1777421038.791338:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 639 00000100:00100000:1.0:1777421038.791379:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+28:20376:x1863760833904896:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:1.0:1777421038.791413:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421038.791504:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d71289385f2c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376280 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.791591:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5ca00/0xa38d71289385f33 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.791608:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5ca00/0xa38d71289385f33 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.791639:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5ca00/0xa38d71289385f33 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421038.791714:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:1.0:1777421038.791718:0:6569:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 17 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421038.791744:0:6569:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5ca00/0xa38d71289385f33 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.791779:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d71289385f2c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376280 expref: 30 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.791799:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5ca00/0xa38d71289385f33 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376280 expref: 29 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.791809:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1061f8200) 00010000:00010000:1.0:1777421038.791813:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777421038.791816:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af105d5ca00, rc 0) 00000100:00100000:1.0:1777421038.791893:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+29:20376:x1863760833904896:12345-192.168.203.47@tcp:101:rm.0 Request processed in 545us (789us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421038.791901:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 639 00000100:00100000:0.0:1777421038.795959:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421038.796153:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833905024 00000100:00100000:1.0:1777421038.796169:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833905024 00000100:00100000:1.0:1777421038.796299:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 640 00000100:00100000:1.0:1777421038.796311:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+29:20376:x1863760833905024:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:1.0:1777421038.796331:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421038.796395:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289385f3a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376287 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.796496:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289385f41 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.796511:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289385f41 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.796522:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289385f41 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.796537:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289385f48 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.796544:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289385f48 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.796551:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289385f48 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.796677:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d600/0xa38d71289385f4f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.796687:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d600/0xa38d71289385f4f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.796694:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d600/0xa38d71289385f4f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421038.796736:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x27:0x0]: returning size 512 00000004:00200000:1.0:1777421038.796740:0:6569:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421038.796765:0:6569:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d600/0xa38d71289385f4f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.796788:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289385f41 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.796794:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289385f41 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.796800:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289385f41 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.796806:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af105d5cc00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421038.796810:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289385f41 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.796817:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289385f41 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.796829:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1061f8200) 00010000:00010000:1.0:1777421038.796832:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421038.796837:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289385f41 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.796843:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289385f41 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.796856:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289385f48 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.796862:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289385f48 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.796867:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289385f48 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.796879:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af105d5c200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421038.796882:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289385f48 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.796888:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289385f48 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.796897:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb54fab68 (ffff9af1061f8500) 00010000:00010000:1.0:1777421038.796899:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421038.796902:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289385f48 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.796908:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289385f48 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.796938:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289385f3a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376287 expref: 31 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.796952:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d600/0xa38d71289385f4f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376287 expref: 30 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.796959:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff9af11aa0da00) 00010000:00010000:1.0:1777421038.796962:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1777421038.796964:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af105d5d600, rc 0) 00000100:00100000:1.0:1777421038.797103:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+30:20376:x1863760833905024:12345-192.168.203.47@tcp:101:rm.0 Request processed in 793us (1154us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421038.797112:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 640 00000100:00100000:3.0:1777421038.801537:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421038.802136:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833905152 00000100:00100000:1.0:1777421038.802166:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833905152 00000100:00100000:1.0:1777421038.802228:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 641 00000100:00100000:1.0:1777421038.802238:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+30:20376:x1863760833905152:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:1.0:1777421038.802263:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421038.802283:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d71289385f56 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37628e expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.802345:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c000/0xa38d71289385f5d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.802378:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c000/0xa38d71289385f5d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.802389:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c000/0xa38d71289385f5d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.802402:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c600/0xa38d71289385f64 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.802409:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c600/0xa38d71289385f64 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.802415:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c600/0xa38d71289385f64 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.802482:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c000/0xa38d71289385f5d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.802489:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c000/0xa38d71289385f5d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.802496:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c000/0xa38d71289385f5d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.802507:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af105d5c000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421038.802511:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c000/0xa38d71289385f5d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.802519:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c000/0xa38d71289385f5d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.802531:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff9af11aa0da00) 00010000:00010000:1.0:1777421038.802534:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421038.802538:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c000/0xa38d71289385f5d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.802544:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c000/0xa38d71289385f5d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.802557:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c600/0xa38d71289385f64 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.802563:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c600/0xa38d71289385f64 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.802570:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c600/0xa38d71289385f64 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.802575:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af105d5c600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421038.802578:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c600/0xa38d71289385f64 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.802583:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c600/0xa38d71289385f64 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.802597:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x7fd8c415 (ffff9af1061f8800) 00010000:00010000:1.0:1777421038.802600:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421038.802603:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c600/0xa38d71289385f64 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.802608:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c600/0xa38d71289385f64 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.802635:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d71289385f56 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37628e expref: 31 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.802644:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff9af11aa0da00) 00010000:00010000:1.0:1777421038.802646:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421038.802650:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d71289385f56 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37628e expref: 31 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.802659:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af105d5d800, rc 0) 00000100:00100000:1.0:1777421038.802710:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+30:20376:x1863760833905152:12345-192.168.203.47@tcp:101:rm.0 Request processed in 473us (1199us total) trans 0 rc 301/301 00000100:00100000:1.0:1777421038.802717:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 641 00000100:00100000:0.0:1777421038.804567:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421038.807667:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833905280 00000100:00100000:2.0:1777421038.807683:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833905280 00000100:00100000:2.0:1777421038.807795:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 642 00000100:00100000:2.0:1777421038.807809:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+30:20376:x1863760833905280:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:2.0:1777421038.807829:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421038.807850:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6aa00/0xa38d71289385f6b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376295 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.807934:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385f72 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.807948:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385f72 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.807959:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385f72 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.807985:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385f79 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.807992:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385f79 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.807999:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385f79 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.808077:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385f72 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.808084:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385f72 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.808090:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385f72 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.808096:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af001c6b800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421038.808100:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385f72 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.808117:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385f72 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.808130:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff9af11aa0da00) 00010000:00010000:2.0:1777421038.808133:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421038.808138:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385f72 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.808144:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385f72 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.808156:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385f79 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.808162:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385f79 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.808168:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385f79 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.808174:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af001c6a400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421038.808177:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385f79 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.808183:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385f79 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.808189:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x7fd8c415 (ffff9af118b05b00) 00010000:00010000:2.0:1777421038.808192:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421038.808195:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385f79 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.808211:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385f79 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.808242:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6aa00/0xa38d71289385f6b lrc: 1/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376295 expref: 31 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.808252:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff9af11aa0da00) 00010000:00010000:2.0:1777421038.808254:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421038.808258:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6aa00/0xa38d71289385f6b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376295 expref: 31 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.808266:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af001c6aa00, rc 0) 00000100:00100000:2.0:1777421038.808334:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+30:20376:x1863760833905280:12345-192.168.203.47@tcp:101:rm.0 Request processed in 529us (3784us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421038.808342:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 642 00000100:00100000:0.0:1777421038.817423:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421038.817528:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833905408 00000100:00100000:2.0:1777421038.817544:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833905408 00000100:00100000:2.0:1777421038.817616:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 643 00000100:00100000:2.0:1777421038.817627:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+30:20377:x1863760833905408:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:2.0:1777421038.817655:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421038.817677:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d71289385f80 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37629c expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.817745:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ac00/0xa38d71289385f87 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.817759:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ac00/0xa38d71289385f87 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.817784:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ac00/0xa38d71289385f87 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.817799:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d71289385f8e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.817806:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d71289385f8e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.817812:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d71289385f8e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.817887:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ac00/0xa38d71289385f87 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.817895:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ac00/0xa38d71289385f87 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.817901:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ac00/0xa38d71289385f87 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.817907:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af001c6ac00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421038.817911:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ac00/0xa38d71289385f87 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.817917:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ac00/0xa38d71289385f87 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.817928:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff9af11aa0da00) 00010000:00010000:2.0:1777421038.817932:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421038.817937:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ac00/0xa38d71289385f87 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.817949:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ac00/0xa38d71289385f87 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.817964:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d71289385f8e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.817969:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d71289385f8e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.817975:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d71289385f8e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.817981:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af001c6b400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421038.817984:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d71289385f8e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.817991:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d71289385f8e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.817999:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x7fd8c415 (ffff9af118b05900) 00010000:00010000:2.0:1777421038.818002:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421038.818004:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d71289385f8e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.818010:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d71289385f8e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.818052:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d71289385f80 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37629c expref: 31 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.818074:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff9af11aa0da00) 00010000:00010000:2.0:1777421038.818076:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421038.818080:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d71289385f80 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37629c expref: 31 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.818090:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af001c6be00, rc 0) 00000100:00100000:2.0:1777421038.818158:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+30:20377:x1863760833905408:12345-192.168.203.47@tcp:101:cp.0 Request processed in 532us (750us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421038.818165:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 643 00000100:00100000:3.0:1777421038.822326:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421038.823149:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833905536 00000100:00100000:2.0:1777421038.823162:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833905536 00000100:00100000:2.0:1777421038.823220:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 644 00000100:00100000:2.0:1777421038.823228:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+30:20377:x1863760833905536:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:2.0:1777421038.823244:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421038.823264:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6aa00/0xa38d71289385f95 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3762a3 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.823314:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385f9c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.823327:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385f9c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.823335:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385f9c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.823344:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385fa3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.823384:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385fa3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.823391:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385fa3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.823461:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385f9c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.823466:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385f9c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.823471:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385f9c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.823474:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af001c6a400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421038.823477:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385f9c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.823481:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385f9c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.823490:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff9af11aa0da00) 00010000:00010000:2.0:1777421038.823492:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421038.823495:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385f9c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.823499:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289385f9c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.823511:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385fa3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.823520:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385fa3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.823523:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385fa3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.823526:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af001c6b800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421038.823528:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385fa3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.823531:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385fa3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.823535:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x7fd8c415 (ffff9af118b05b00) 00010000:00010000:2.0:1777421038.823537:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421038.823539:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385fa3 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.823543:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289385fa3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.823565:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6aa00/0xa38d71289385f95 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3762a3 expref: 31 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.823572:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff9af11aa0da00) 00010000:00010000:2.0:1777421038.823573:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421038.823576:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6aa00/0xa38d71289385f95 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3762a3 expref: 31 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.823588:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af001c6aa00, rc 0) 00000100:00100000:2.0:1777421038.823644:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+30:20377:x1863760833905536:12345-192.168.203.47@tcp:101:cp.0 Request processed in 415us (1331us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421038.823652:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 644 00000100:00100000:0.0:1777421038.825947:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421038.826093:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833905792 00000100:00100000:1.0:1777421038.826294:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833905792 00000100:00100000:1.0:1777421038.826392:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 645 00000100:00100000:1.0:1777421038.826404:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+30:20377:x1863760833905792:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:0.0:1777421038.826530:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421038.826561:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65bc00/0xa38d71289385faa lrc: 2/0,0 mode: --/CW res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3762aa expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421038.826800:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b000/0xa38d71289385fb1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421038.826818:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b000/0xa38d71289385fb1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421038.826832:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b000/0xa38d71289385fb1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421038.826872:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d71289385fb8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421038.826880:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d71289385fb8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421038.826887:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d71289385fb8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777421038.827496:0:6569:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0xe:0x0], index 1: 0 00010000:00010000:0.0:1777421038.827705:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65aa00/0xa38d71289385fbf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421038.827716:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65aa00/0xa38d71289385fbf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421038.827723:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65aa00/0xa38d71289385fbf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421038.827765:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b000/0xa38d71289385fb1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421038.827772:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b000/0xa38d71289385fb1 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421038.827779:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b000/0xa38d71289385fb1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421038.827787:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f65b000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421038.827791:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b000/0xa38d71289385fb1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421038.827811:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b000/0xa38d71289385fb1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421038.827824:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff9af11aa0da00) 00010000:00010000:0.0:1777421038.827828:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421038.827833:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b000/0xa38d71289385fb1 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421038.827840:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b000/0xa38d71289385fb1 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777421038.827855:0:6569:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 0000000099c65f44 reply state 000000002a70a49d transno 4294967718 ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d71289385fb8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421038.827864:0:6569:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777421038.827899:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65bc00/0xa38d71289385faa lrc: 0/0,0 mode: --/CW res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3762aa expref: 33 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421038.827914:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65aa00/0xa38d71289385fbf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3762aa expref: 32 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421038.827922:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff9af111123800) 00010000:00010000:0.0:1777421038.827924:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421038.827926:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f65aa00, rc 0) 00000100:00100000:0.0:1777421038.828006:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+33:20377:x1863760833905792:12345-192.168.203.47@tcp:101:cp.0 Request processed in 1604us (2070us total) trans 4294967718 rc 0/0 00000100:00100000:0.0:1777421038.828016:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 645 00010000:00010000:2.0:1777421038.829927:0:3281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d71289385fb8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.829945:0:3281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d71289385fb8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.829954:0:3281:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d71289385fb8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.829961:0:3281:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f65b200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421038.829965:0:3281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d71289385fb8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.829973:0:3281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d71289385fb8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.829989:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x7fd8c415 (ffff9af111123e00) 00010000:00010000:2.0:1777421038.829992:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421038.829997:0:3281:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d71289385fb8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.830003:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d71289385fb8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421038.830544:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421038.830597:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833905920 00000100:00100000:1.0:1777421038.830609:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833905920 00000100:00100000:1.0:1777421038.830804:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 159 00000100:00100000:1.0:1777421038.830841:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+8:2368:x1863760833905920:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:1.0:1777421038.830860:0:6860:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421038.830882:0:6860:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000335f69c9/0xa38d71289385fcd lrc: 2/0,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3762b1 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777421038.830910:0:6860:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xe:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1777421038.830929:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421038.830931:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421038.830940:0:6860:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000335f69c9/0xa38d71289385fcd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3762b1 expref: 9 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.830960:0:6860:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000335f69c9/0xa38d71289385fcd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3762b1 expref: 9 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.830972:0:6860:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af105d5d800, rc 0) 00000100:00100000:1.0:1777421038.831056:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2368:x1863760833905920:12345-192.168.203.47@tcp:101:cp.0 Request processed in 218us (517us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421038.831064:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 159 00000100:00100000:0.0:1777421038.834048:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421038.834268:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833906048 00000100:00100000:1.0:1777421038.834282:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833906048 00000100:00100000:1.0:1777421038.834339:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 160 00000100:00100000:1.0:1777421038.834376:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:20377:x1863760833906048:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:1.0:1777421038.834396:0:6860:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421038.834419:0:6860:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c7681736/0xa38d71289385fd4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3762b8 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.834457:0:6860:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000335f69c9/0xa38d71289385fcd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3762b1 expref: 10 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.834479:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421038.834482:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421038.834487:0:6860:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c7681736/0xa38d71289385fd4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3762b8 expref: 10 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.834550:0:6860:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000335f69c9/0xa38d71289385fcd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3762b1 expref: 10 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.834567:0:6860:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000335f69c9/0xa38d71289385fcd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3762b1 expref: 10 pid: 6860 timeout: 350 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421038.834585:0:6860:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af111015500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:6860:1863760841107968:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777421038.834709:0:6860:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13c6cd3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421038.836708:0:6860:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af111015500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:6860:1863760841107968:192.168.203.47@tcp:104: 00010000:00010000:1.0:1777421038.836742:0:6860:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c7681736/0xa38d71289385fd4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3762b8 expref: 10 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421038.836766:0:6860:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af105d5c600, rc 0) 00000100:00100000:1.0:1777421038.836821:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:20377:x1863760833906048:12345-192.168.203.47@tcp:101:cp.0 Request processed in 2473us (2781us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421038.836828:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 160 00000100:00100000:0.0:1777421038.837102:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421038.837184:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833906176 00000100:00100000:2.0:1777421038.837203:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833906176 00010000:00010000:2.0:1777421038.837241:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000335f69c9/0xa38d71289385fcd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3762b1 expref: 10 pid: 6860 timeout: 350 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421038.837285:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 184 00000100:00100000:2.0:1777421038.837295:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118195450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2369:x1863760833906176:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421038.837309:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421038.837330:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000335f69c9/0xa38d71289385fcd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3762b1 expref: 10 pid: 6860 timeout: 350 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.837345:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000335f69c9/0xa38d71289385fcd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3762b1 expref: 10 pid: 6860 timeout: 350 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.837425:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000335f69c9/0xa38d71289385fcd lrc: 0/0,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3762b1 expref: 10 pid: 6860 timeout: 350 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.837443:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421038.837445:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421038.837452:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c7681736/0xa38d71289385fd4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3762b8 expref: 9 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.837463:0:5746:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c7681736/0xa38d71289385fd4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3762b8 expref: 9 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.837501:0:5746:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000c7681736/0xa38d71289385fd4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3762b8 expref: 9 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421038.837529:0:5746:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f777480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5746:1863760841108096:192.168.203.47@tcp:105: 00000100:00100000:2.0:1777421038.837608:0:5746:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af001326b40 going to sleep for 11 seconds 00000100:00100000:3.0:1777421038.838792:0:5746:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f777480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5746:1863760841108096:192.168.203.47@tcp:105: 00010000:00010000:3.0:1777421038.838829:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421038.838875:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118195450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2369:x1863760833906176:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 1580us (1780us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421038.838952:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 184 00000100:00100000:0.0:1777421038.839056:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421038.839099:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833906432 00000100:00100000:0.0:1777421038.839107:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833906432 00000100:00100000:0.0:1777421038.839158:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 149 00000100:00100000:0.0:1777421038.839169:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+32:20377:x1863760833906432:12345-192.168.203.47@tcp:35:cp.0 00000100:00100000:0.0:1777421038.839549:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+33:20377:x1863760833906432:12345-192.168.203.47@tcp:35:cp.0 Request processed in 382us (496us total) trans 4294967719 rc 0/0 00000100:00100000:0.0:1777421038.839558:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 149 00000100:00100000:1.0:1777421038.860691:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421038.860781:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833906560 00000100:00100000:0.0:1777421038.860794:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833906560 00000100:00100000:0.0:1777421038.860866:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 646 00000100:00100000:0.0:1777421038.860879:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111015500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+67:20380:x1863760833906560:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:0.0:1777421038.860905:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421038.860931:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65bc00/0xa38d71289385fdb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3762bf expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421038.861016:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b000/0xa38d71289385fe2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421038.861044:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b000/0xa38d71289385fe2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421038.861057:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b000/0xa38d71289385fe2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421038.861073:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a800/0xa38d71289385fe9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421038.861117:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a800/0xa38d71289385fe9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421038.861125:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a800/0xa38d71289385fe9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421038.861230:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b400/0xa38d71289385ff0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421038.861240:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b400/0xa38d71289385ff0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421038.861248:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b400/0xa38d71289385ff0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421038.861289:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x11:0x0]: returning size 158 00000004:00200000:0.0:1777421038.861294:0:6569:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421038.861314:0:6569:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b400/0xa38d71289385ff0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421038.861327:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b400/0xa38d71289385ff0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421038.861336:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b000/0xa38d71289385fe2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421038.861343:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b000/0xa38d71289385fe2 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421038.861394:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b000/0xa38d71289385fe2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421038.861411:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f65b000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421038.861417:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b000/0xa38d71289385fe2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421038.861426:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b000/0xa38d71289385fe2 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421038.861442:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff9af11aa0da00) 00010000:00010000:0.0:1777421038.861445:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421038.861451:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b000/0xa38d71289385fe2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421038.861458:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b000/0xa38d71289385fe2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421038.861469:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a800/0xa38d71289385fe9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421038.861475:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a800/0xa38d71289385fe9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421038.861481:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a800/0xa38d71289385fe9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421038.861487:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f65a800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421038.861490:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a800/0xa38d71289385fe9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421038.861496:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a800/0xa38d71289385fe9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421038.861513:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x7fd8c415 (ffff9af111123300) 00010000:00010000:0.0:1777421038.861515:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421038.861518:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a800/0xa38d71289385fe9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421038.861523:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a800/0xa38d71289385fe9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421038.861558:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65bc00/0xa38d71289385fdb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3762bf expref: 69 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421038.861571:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b400/0xa38d71289385ff0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3762bf expref: 68 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421038.861579:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff9af111123800) 00010000:00010000:0.0:1777421038.861581:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421038.861583:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f65b400, rc 0) 00000100:00100000:0.0:1777421038.861882:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111015500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+68:20380:x1863760833906560:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 1003us (1203us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421038.861892:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 646 00000100:00100000:2.0:1777421038.864501:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421038.864672:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833906688 00000100:00100000:1.0:1777421038.864684:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833906688 00000100:00100000:1.0:1777421038.864786:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 161 00000100:00100000:1.0:1777421038.864797:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12dc82850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+10:2366:x1863760833906688:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:1.0:1777421038.864818:0:6860:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421038.864841:0:6860:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006052c9b6/0xa38d71289385ff7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3762c6 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421038.864911:0:6860:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af111016d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:6860:1863760841108224:192.168.203.47@tcp:106: 00000100:00100000:1.0:1777421038.865035:0:6860:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13c6cd3c0 going to sleep for 11 seconds 00002000:00010000:2.0:1777421038.867426:0:6860:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000400:0xe:0x0] updating lvb size: 0 -> 158 00002000:00010000:2.0:1777421038.867437:0:6860:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0xe:0x0] updating lvb mtime: 0 -> 1777421038 00002000:00010000:2.0:1777421038.867439:0:6860:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0xe:0x0] updating lvb atime: 0 -> 1777421038 00002000:00010000:2.0:1777421038.867442:0:6860:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0xe:0x0] updating lvb ctime: 0 -> 1777421038 00000100:00100000:2.0:1777421038.867470:0:6860:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af111016d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:6860:1863760841108224:192.168.203.47@tcp:106: 00010000:00010000:2.0:1777421038.867514:0:6860:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006052c9b6/0xa38d71289385ff7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3762c6 expref: 11 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.867543:0:6860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006052c9b6/0xa38d71289385ff7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3762c6 expref: 11 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.867557:0:6860:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af105d5c400, rc 0) 00000100:00100000:2.0:1777421038.867624:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12dc82850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+10:2366:x1863760833906688:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 2828us (3135us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421038.867634:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 161 00000100:00100000:0.0:1777421038.876485:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421038.876628:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833906816 00000100:00100000:3.0:1777421038.876653:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833906816 00000100:00100000:3.0:1777421038.876733:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 647 00000100:00100000:3.0:1777421038.876744:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+68:20380:x1863760833906816:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:3.0:1777421038.876770:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421038.876797:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3000/0xa38d71289385ffe lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3762cd expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.876878:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289386005 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.876896:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289386005 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.876908:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289386005 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421038.876976:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x27:0x0]: returning size 512 00000004:00200000:3.0:1777421038.876980:0:6569:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421038.877003:0:6569:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289386005 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.877047:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3000/0xa38d71289385ffe lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3762cd expref: 70 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.877069:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2800/0xa38d71289386005 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3762cd expref: 69 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421038.877097:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff9af11aa0da00) 00010000:00010000:3.0:1777421038.877101:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777421038.877105:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0011e2800, rc 0) 00000100:00100000:3.0:1777421038.877181:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+69:20380:x1863760833906816:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 438us (711us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421038.877189:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 647 00000100:00100000:0.0:1777421038.880453:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421038.883210:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833906944 00000100:00100000:2.0:1777421038.883227:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833906944 00000100:00100000:2.0:1777421038.883310:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 162 00000100:00100000:2.0:1777421038.883321:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+10:2369:x1863760833906944:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:2.0:1777421038.883342:0:6860:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421038.883399:0:6860:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000078362186/0xa38d7128938600c lrc: 2/0,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3762d4 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421038.883489:0:6860:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f774380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:6860:1863760841108352:192.168.203.47@tcp:106: 00000100:00100000:2.0:1777421038.883611:0:6860:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af001326300 going to sleep for 11 seconds 00000100:00100000:2.0:1777421038.887106:0:6860:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f774380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:6860:1863760841108352:192.168.203.47@tcp:106: 00010000:00010000:2.0:1777421038.887160:0:6860:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000078362186/0xa38d7128938600c lrc: 1/0,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3762d4 expref: 11 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.887191:0:6860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000078362186/0xa38d7128938600c lrc: 0/0,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3762d4 expref: 11 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421038.887206:0:6860:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af001c6a400, rc 0) 00000100:00100000:2.0:1777421038.887344:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+10:2369:x1863760833906944:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 4022us (6903us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421038.887407:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 162 00000100:00100000:0.0:1777421038.891484:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421038.891906:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833907200 00000100:00100000:3.0:1777421038.891920:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833907200 00000100:00100000:3.0:1777421038.891995:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 648 00000100:00100000:3.0:1777421038.892008:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118841c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+69:20380:x1863760833907200:12345-192.168.203.47@tcp:58:lfs.0 00000040:00080000:3.0:1777421038.892781:0:6569:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].15, 136 off10232 00000100:00100000:3.0:1777421038.892890:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118841c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+69:20380:x1863760833907200:12345-192.168.203.47@tcp:58:lfs.0 Request processed in 882us (1416us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421038.892900:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 648 00010000:00010000:0.0:1777421038.936599:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1777421039.304410:0:15992:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777421039.304419:0:15992:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777421039.304471:0:15992:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 16 count 4 00000040:00080000:2.0:1777421039.304478:0:15992:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:0.0:1777421039.385089:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777421039.385097:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777421039.385138:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 16 count 4 00000040:00080000:0.0:1777421039.385145:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777421039.385446:0:11331:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118841f80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841108480:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1777421039.385540:0:11331:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13c0b2300 going to sleep for 11 seconds 00000100:00100000:1.0:1777421039.389627:0:11331:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118841f80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841108480:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1777421039.389640:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421039.389712:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833907328 00000100:00100000:2.0:1777421039.389721:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833907328 00000100:00100000:2.0:1777421039.389791:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 649 00000100:00100000:2.0:1777421039.389802:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+33:20391:x1863760833907328:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000100:00080000:3.0:1777421039.389803:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00000080:2.0:1777421039.389836:0:6569:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x11:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1777421039.389941:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+33:20391:x1863760833907328:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 140us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421039.389961:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 649 00000100:00100000:1.0:1777421039.392612:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421039.392666:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833907584 00000100:00100000:2.0:1777421039.392676:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833907584 00000100:00100000:2.0:1777421039.392732:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 650 00000100:00100000:2.0:1777421039.392742:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111016680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+33:20391:x1863760833907584:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421039.392757:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421039.392778:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d71289386013 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3762db expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421039.392869:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d7128938601a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421039.392884:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d7128938601a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421039.392896:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d7128938601a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421039.392907:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x11:0x0]: returning size 158 00010000:00010000:2.0:1777421039.393049:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d71289386013 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3762db expref: 36 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421039.393066:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d7128938601a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3762db expref: 35 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421039.393075:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff9af111123800) 00010000:00010000:2.0:1777421039.393077:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777421039.393081:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af001c6b400, rc 0) 00000100:00100000:2.0:1777421039.393150:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111016680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+35:20391:x1863760833907584:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 408us (544us total) trans 4294967720 rc 0/0 00000100:00100000:2.0:1777421039.393159:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 650 00000100:00100000:1.0:1777421039.399342:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421039.399533:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833907712 00000100:00100000:3.0:1777421039.399545:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833907712 00000100:00100000:1.0:1777421039.399553:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421039.399588:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833907840 00000100:00100000:2.0:1777421039.399593:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833907840 00000100:00100000:3.0:1777421039.399622:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 25 00000100:00100000:3.0:1777421039.399633:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111015880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+35:2366:x1863760833907712:12345-192.168.203.47@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1777421039.399642:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 163 00000100:00100000:2.0:1777421039.399650:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111014700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2369:x1863760833907840:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1777421039.399655:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421039.399678:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d7128938601a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3762db expref: 35 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421039.399681:0:6860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000002e8ed11e/0xa38d71289386028 lrc: 3/1,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421039.399697:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff9af111123800) 00000100:00080000:1.0:1777421039.399699:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1777421039.399700:0:6860:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c7681736/0xa38d71289385fd4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3762b8 expref: 9 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421039.399708:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777421039.399709:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777421039.399713:0:6860:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002e8ed11e/0xa38d71289386028 lrc: 4/1,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421039.399717:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421039.399740:0:6860:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c7681736/0xa38d71289385fd4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3762b8 expref: 9 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421039.399750:0:6860:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c7681736/0xa38d71289385fd4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3762b8 expref: 9 pid: 6860 timeout: 351 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421039.399761:0:6860:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f774380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:6860:1863760841108608:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777421039.399774:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111015880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+34:2366:x1863760833907712:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 143us (441us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421039.399786:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 25 00000100:00100000:2.0:1777421039.399809:0:6860:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af110de96c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777421039.403320:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421039.403481:0:6860:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f774380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:6860:1863760841108608:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777421039.403490:0:6548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833907968 00000100:00100000:0.0:1777421039.403508:0:6548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833907968 00010000:00010000:2.0:1777421039.403522:0:6860:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002e8ed11e/0xa38d71289386028 lrc: 3/1,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00100000:0.0:1777421039.403602:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (0->157) req@ffff9af13f6f9500 x1863760833907968/t0(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:50/0 lens 648/0 e 0 to 0 dl 1777421050 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421039.403615:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13f6f9500 with x1863760833907968 ext(0->157) 00010000:00010000:0.0:1777421039.403626:0:6548:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000c7681736/0xa38d71289385fd4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3762b8 expref: 10 pid: 6860 timeout: 351 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421039.403644:0:6548:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000c7681736/0xa38d71289385fd4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3762b8 expref: 10 pid: 6860 timeout: 351 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777421039.403653:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9af13f6f9500 00000100:00100000:0.0:1777421039.403702:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 5 00000100:00100000:0.0:1777421039.403715:0:6548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2369:x1863760833907968:12345-192.168.203.47@tcp:4:cp.0 00000100:00100000:0.0:1777421039.404307:0:6548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2369:x1863760833907968:12345-192.168.203.47@tcp:4:cp.0 Request processed in 594us (1209us total) trans 4294967328 rc 0/0 00000100:00100000:0.0:1777421039.404317:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 5 00002000:00100000:0.0:1777421039.404328:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (0->157) req@ffff9af13f6f9500 x1863760833907968/t4294967328(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:50/0 lens 648/448 e 0 to 0 dl 1777421050 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421039.404345:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13f6f9500 with x1863760833907968 ext(0->157) 00010000:00010000:0.0:1777421039.404387:0:6548:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000c7681736/0xa38d71289385fd4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3762b8 expref: 12 pid: 6860 timeout: 351 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421039.404412:0:6548:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000c7681736/0xa38d71289385fd4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3762b8 expref: 12 pid: 6860 timeout: 351 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777421039.404420:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9af13f6f9500 00000100:00100000:1.0:1777421039.406748:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421039.406900:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833908096 00000100:00100000:3.0:1777421039.406911:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833908096 00010000:00010000:3.0:1777421039.406959:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c7681736/0xa38d71289385fd4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3762b8 expref: 12 pid: 6860 timeout: 351 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421039.406994:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 185 00000100:00100000:3.0:1777421039.407005:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111015180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2369:x1863760833908096:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421039.407030:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421039.407055:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c7681736/0xa38d71289385fd4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3762b8 expref: 12 pid: 6860 timeout: 351 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421039.407079:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c7681736/0xa38d71289385fd4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3762b8 expref: 12 pid: 6860 timeout: 351 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421039.407104:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c7681736/0xa38d71289385fd4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3762b8 expref: 12 pid: 6860 timeout: 351 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421039.407122:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421039.407124:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421039.407130:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002e8ed11e/0xa38d71289386028 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421039.407159:0:5746:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002e8ed11e/0xa38d71289386028 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421039.407191:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421039.407243:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111015180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2369:x1863760833908096:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 240us (502us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421039.407253:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 185 00010000:00010000:2.0:1777421039.407279:0:6860:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002e8ed11e/0xa38d71289386028 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421039.407292:0:6860:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002e8ed11e/0xa38d71289386028 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421039.407318:0:6860:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000002e8ed11e/0xa38d71289386028 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421039.407328:0:6860:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002e8ed11e/0xa38d71289386028 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421039.407337:0:6860:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002e8ed11e/0xa38d71289386028 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421039.407345:0:6860:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af001c6ac00 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:2.0:1777421039.407374:0:6860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002e8ed11e/0xa38d71289386028 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421039.407383:0:6860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002e8ed11e/0xa38d71289386028 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421039.407396:0:6860:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002e8ed11e/0xa38d71289386028 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421039.407411:0:6860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002e8ed11e/0xa38d71289386028 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421039.407480:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111014700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2369:x1863760833907840:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 Request processed in 7816us (7913us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421039.407490:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 163 00000100:00100000:1.0:1777421039.412032:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421039.412243:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833908352 00000100:00100000:2.0:1777421039.412255:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833908352 00000100:00100000:2.0:1777421039.412315:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 651 00000100:00100000:2.0:1777421039.412325:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111017100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+34:20391:x1863760833908352:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1777421039.412648:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111017100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+34:20391:x1863760833908352:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 322us (630us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421039.412656:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 651 00000100:00100000:1.0:1777421039.415436:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421039.415529:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833908480 00000100:00100000:2.0:1777421039.415539:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833908480 00000100:00100000:2.0:1777421039.415589:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 164 00000100:00100000:2.0:1777421039.415600:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111016d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2368:x1863760833908480:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421039.415617:0:6860:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421039.415637:0:6860:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002e8ed11e/0xa38d7128938602f lrc: 2/0,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3762e2 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777421039.415665:0:6860:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xe:0x0] initial LVB size: 158, mtime: 0x69f14aee, atime: 0x0, ctime: 0x69f14aee, blocks: 0x1 00010000:00010000:2.0:1777421039.415682:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421039.415684:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421039.415705:0:6860:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002e8ed11e/0xa38d7128938602f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3762e2 expref: 11 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421039.415723:0:6860:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002e8ed11e/0xa38d7128938602f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3762e2 expref: 11 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421039.415737:0:6860:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af001c6ac00, rc 0) 00000100:00100000:2.0:1777421039.415837:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111016d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2368:x1863760833908480:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 238us (410us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421039.415845:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 164 00000100:00100000:1.0:1777421039.418763:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421039.419050:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833908736 00000100:00100000:2.0:1777421039.419060:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833908736 00000100:00100000:2.0:1777421039.419111:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 652 00000100:00100000:2.0:1777421039.419120:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111014e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+34:20391:x1863760833908736:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1777421039.419253:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111014e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+34:20391:x1863760833908736:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 133us (496us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421039.419262:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 652 00000100:00100000:1.0:1777421039.422243:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421039.422295:0:6548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833908864 00000100:00100000:0.0:1777421039.422307:0:6548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833908864 00002000:00100000:0.0:1777421039.422400:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (0->4095) req@ffff9af13c5be300 x1863760833908864/t0(0) o3->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:50/0 lens 488/0 e 0 to 0 dl 1777421050 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421039.422414:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13c5be300 with x1863760833908864 ext(0->4095) 00002000:00010000:0.0:1777421039.422421:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af13c5be300 00000100:00100000:0.0:1777421039.422455:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 55 00000100:00100000:0.0:1777421039.422467:0:6548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2369:x1863760833908864:12345-192.168.203.47@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1777421039.422679:0:6548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2369:x1863760833908864:12345-192.168.203.47@tcp:3:lhsmtool_posix.0 Request processed in 212us (444us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1777421039.422688:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 55 00002000:00100000:0.0:1777421039.422695:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (0->4095) req@ffff9af13c5be300 x1863760833908864/t0(0) o3->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:50/0 lens 488/4536 e 0 to 0 dl 1777421050 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421039.422703:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13c5be300 with x1863760833908864 ext(0->4095) 00002000:00010000:0.0:1777421039.422706:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af13c5be300 00000100:00100000:1.0:1777421039.427525:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421039.427660:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833908992 00000100:00100000:3.0:1777421039.427675:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833908992 00000100:00100000:3.0:1777421039.427751:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 653 00000100:00100000:3.0:1777421039.427763:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+34:20391:x1863760833908992:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421039.427782:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421039.427804:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3800/0xa38d71289386036 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3762e9 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421039.427837:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3000/0xa38d7128938603d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421039.427860:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3000/0xa38d7128938603d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421039.427872:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3000/0xa38d7128938603d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421039.427998:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3800/0xa38d71289386036 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3762e9 expref: 36 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421039.428042:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3000/0xa38d7128938603d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3762e9 expref: 35 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421039.428051:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff9af111123800) 00010000:00010000:3.0:1777421039.428054:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1777421039.428058:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0011e3000, rc 0) 00000100:00100000:3.0:1777421039.428121:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+35:20391:x1863760833908992:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 361us (606us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421039.428130:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 653 00000100:00100000:1.0:1777421039.433506:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421039.433575:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833909120 00000100:00100000:3.0:1777421039.433585:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833909120 00000100:00100000:3.0:1777421039.433644:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 654 00000100:00100000:3.0:1777421039.433654:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+35:20391:x1863760833909120:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1777421039.433683:0:6569:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x11:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1777421039.433783:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+35:20391:x1863760833909120:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 130us (285us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421039.433792:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 654 00000100:00100000:1.0:1777421039.436723:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421039.436842:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833909248 00000100:00100000:2.0:1777421039.436854:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833909248 00000100:00100000:2.0:1777421039.436907:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 165 00000100:00100000:2.0:1777421039.436918:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2368:x1863760833909248:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1777421039.436972:0:6860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000028f4afa0/0xa38d71289386044 lrc: 3/1,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421039.436988:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421039.436990:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421039.437009:0:6860:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000028f4afa0/0xa38d71289386044 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421039.437034:0:6860:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000028f4afa0/0xa38d71289386044 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421039.437066:0:6860:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000028f4afa0/0xa38d71289386044 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421039.437076:0:6860:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000028f4afa0/0xa38d71289386044 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421039.437085:0:6860:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000028f4afa0/0xa38d71289386044 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421039.437092:0:6860:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af001c6be00 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:2.0:1777421039.437097:0:6860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000028f4afa0/0xa38d71289386044 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421039.437105:0:6860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000028f4afa0/0xa38d71289386044 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421039.437120:0:6860:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000028f4afa0/0xa38d71289386044 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421039.437129:0:6860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000028f4afa0/0xa38d71289386044 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421039.437229:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2368:x1863760833909248:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 Request processed in 311us (513us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421039.437237:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 165 00000100:00100000:1.0:1777421039.439474:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421039.439647:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833909504 00000100:00100000:3.0:1777421039.439658:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833909504 00000100:00100000:3.0:1777421039.439717:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 655 00000100:00100000:3.0:1777421039.439728:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+35:20391:x1863760833909504:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1777421039.439807:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2a00/0xa38d7128938604b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x11:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421039.439824:0:6569:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3000/0xa38d7128938603d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3762e9 expref: 35 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421039.439847:0:6569:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2a00/0xa38d7128938604b lrc: 4/0,1 mode: --/PW res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421039.439883:0:6569:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3000/0xa38d7128938603d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3762e9 expref: 35 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421039.439896:0:6569:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3000/0xa38d7128938603d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3762e9 expref: 35 pid: 6569 timeout: 351 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421039.439912:0:6569:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6f9880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841108736:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777421039.440011:0:6569:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af120045d80 going to sleep for 11 seconds 00000100:00100000:3.0:1777421039.445306:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421039.445401:0:6569:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6f9880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841108736:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777421039.445432:0:6569:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2a00/0xa38d7128938604b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421039.446258:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833909632 00000100:00100000:0.0:1777421039.446267:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833909632 00010000:00010000:0.0:1777421039.446305:0:5747:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3000/0xa38d7128938603d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3762e9 expref: 36 pid: 6569 timeout: 351 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421039.446448:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 186 00000100:00100000:0.0:1777421039.446458:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+36:2369:x1863760833909632:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421039.446474:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421039.446482:0:5747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3000/0xa38d7128938603d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3762e9 expref: 36 pid: 6569 timeout: 351 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421039.446494:0:5747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3000/0xa38d7128938603d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3762e9 expref: 36 pid: 6569 timeout: 351 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421039.446516:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3000/0xa38d7128938603d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3762e9 expref: 36 pid: 6569 timeout: 351 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421039.446534:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff9af111123800) 00010000:00010000:0.0:1777421039.446539:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2a00/0xa38d7128938604b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421039.446550:0:5747:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2a00/0xa38d7128938604b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421039.446558:0:5747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2a00/0xa38d7128938604b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421039.446588:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421039.446658:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+35:2369:x1863760833909632:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 200us (1361us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421039.446665:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 186 00010000:00010000:2.0:1777421039.446743:0:6569:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2a00/0xa38d7128938604b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421039.446753:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2a00/0xa38d7128938604b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421039.446948:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2a00/0xa38d7128938604b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421039.446955:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2a00/0xa38d7128938604b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421039.446959:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2a00/0xa38d7128938604b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421039.446963:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0011e2a00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421039.446966:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2a00/0xa38d7128938604b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421039.446973:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2a00/0xa38d7128938604b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421039.446995:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff9af111123800) 00010000:00010000:2.0:1777421039.446997:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777421039.447001:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2a00/0xa38d7128938604b lrc: 2/0,0 mode: --/PW res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421039.447008:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2a00/0xa38d7128938604b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421039.447141:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+35:20391:x1863760833909504:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 7415us (7673us total) trans 4294967721 rc 0/0 00000100:00100000:2.0:1777421039.447147:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 655 00000040:00080000:1.0:1777421039.447380:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777421039.447385:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777421039.448061:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:1.0:1777421039.448071:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777421039.450404:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421039.450502:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833909888 00000100:00100000:0.0:1777421039.450519:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833909888 00000100:00100000:0.0:1777421039.450577:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 150 00000100:00100000:0.0:1777421039.450587:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af10f5bbc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+35:20391:x1863760833909888:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1777421039.450846:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af10f5bbc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+36:20391:x1863760833909888:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 260us (449us total) trans 4294967722 rc 0/0 00000100:00100000:0.0:1777421039.450855:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 150 00010000:00010000:0.0:1777421039.961026:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777421040.600744:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c5bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841108864:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777421040.601093:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421040.601166:0:6546:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841108864 00000100:00100000:1.0:1777421040.601175:0:6546:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841108864 00000100:00100000:1.0:1777421040.601225:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1777421040.601234:0:6546:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841108864:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777421040.601267:0:6546:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 61276160 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1777421040.601306:0:6546:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841108864:12345-0@lo:13:osp-pre-0-0.0 Request processed in 73us (214us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421040.601313:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00080000:1.0:1777421040.601331:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777421040.601381:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c5bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841108864:0@lo:13:osp-pre-0-0.0 00000040:00080000:0.0:1777421040.805245:0:16044:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777421040.805255:0:16044:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777421040.805312:0:16044:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 16 count 4 00000040:00080000:0.0:1777421040.805318:0:16044:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777421040.843255:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421040.843578:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833910144 00000100:00100000:2.0:1777421040.843589:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833910144 00000100:00100000:2.0:1777421040.843650:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 656 00000100:00100000:2.0:1777421040.843671:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+69:20401:x1863760833910144:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:2.0:1777421040.843691:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421040.843711:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d71289386052 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3762f0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421040.843806:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d71289386059 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421040.843820:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d71289386059 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421040.843834:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d71289386059 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421040.843844:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x11:0x0]: returning size 158 00010000:00010000:2.0:1777421040.843997:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d71289386052 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3762f0 expref: 72 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421040.844039:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d71289386059 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3762f0 expref: 71 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421040.844048:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff9af111123800) 00010000:00010000:2.0:1777421040.844052:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777421040.844056:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af001c6b400, rc 0) 00000100:00080000:1.0:1777421040.844061:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777421040.844113:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+71:20401:x1863760833910144:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 445us (868us total) trans 4294967723 rc 0/0 00000100:00100000:2.0:1777421040.844121:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 656 00000100:00100000:2.0:1777421040.847868:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421040.847917:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421040.848031:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833910400 00000100:00100000:3.0:1777421040.848046:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833910400 00000100:00100000:1.0:1777421040.848048:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833910272 00000100:00100000:1.0:1777421040.848055:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833910272 00000100:00100000:1.0:1777421040.848102:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 26 00000100:00100000:1.0:1777421040.848113:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f777b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+72:2368:x1863760833910272:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421040.848132:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421040.848157:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d71289386059 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3762f0 expref: 72 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421040.848158:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 657 00000100:00100000:3.0:1777421040.848170:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f774380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+72:20401:x1863760833910400:12345-192.168.203.47@tcp:54:lfs.0 00010000:00010000:1.0:1777421040.848178:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff9af111123800) 00010000:00010000:1.0:1777421040.848184:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777421040.848226:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2a00/0xa38d71289386067 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421040.848235:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f777b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+71:2368:x1863760833910272:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 122us (315us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421040.848243:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 26 00010000:00010000:3.0:1777421040.848256:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2a00/0xa38d71289386067 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421040.848270:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2a00/0xa38d71289386067 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421040.848305:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2a00/0xa38d71289386067 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421040.848320:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2a00/0xa38d71289386067 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421040.848328:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2a00/0xa38d71289386067 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421040.848335:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0011e2a00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421040.848341:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2a00/0xa38d71289386067 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421040.848349:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2a00/0xa38d71289386067 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421040.848383:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff9af111123800) 00010000:00010000:3.0:1777421040.848386:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1777421040.848390:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2a00/0xa38d71289386067 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421040.848396:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2a00/0xa38d71289386067 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421040.848446:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f774380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+70:20401:x1863760833910400:12345-192.168.203.47@tcp:54:lfs.0 Request processed in 279us (586us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421040.848452:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 657 00000100:00100000:2.0:1777421040.849661:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421040.849879:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833910656 00000100:00100000:1.0:1777421040.849886:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833910656 00000100:00100000:1.0:1777421040.849926:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 151 00000100:00100000:1.0:1777421040.849934:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f775c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+70:20401:x1863760833910656:12345-192.168.203.47@tcp:35:lfs.0 00000100:00100000:1.0:1777421040.850133:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f775c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+71:20401:x1863760833910656:12345-192.168.203.47@tcp:35:lfs.0 Request processed in 199us (476us total) trans 4294967724 rc 0/0 00000100:00100000:1.0:1777421040.850141:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 151 00010000:00010000:3.0:1777421040.984603:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1777421041.143643:0:13847:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967328 is committed 00000001:00080000:2.0:1777421041.149490:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967722 is committed 00000001:00080000:2.0:1777421041.149517:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967724 is committed 00010000:00010000:1.0:1777421042.010123:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777421042.193143:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421042.193191:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421042.193218:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833910784 00000100:00100000:3.0:1777421042.193232:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833910784 00000100:00100000:1.0:1777421042.193233:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421042.193247:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833911040 00000100:00100000:2.0:1777421042.193253:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833911040 00000100:00100000:1.0:1777421042.193278:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421042.193311:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 288 00000100:00100000:2.0:1777421042.193313:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833911552 00000100:00100000:1.0:1777421042.193315:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421042.193320:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833911552 00000100:00100000:3.0:1777421042.193330:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119104050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+12:2369:x1863760833910784:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:2.0:1777421042.193380:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 133 00000100:00100000:1.0:1777421042.193390:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421042.193396:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+9:2369:x1863760833911040:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:0.0:1777421042.193418:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833911296 00000100:00100000:0.0:1777421042.193423:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833911296 00000100:00100000:1.0:1777421042.193432:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00080000:1.0:1777421042.193452:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1777421042.193458:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777421042.193461:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777421042.193478:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+9:2369:x1863760833911040:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 86us (284us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421042.193479:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119104050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+12:2369:x1863760833910784:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 152us (351us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421042.193494:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 133 00000100:00100000:3.0:1777421042.193496:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 288 00000100:00100000:2.0:1777421042.193517:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833911168 00000100:00100000:2.0:1777421042.193522:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833911168 00000100:00100000:0.0:1777421042.193592:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833910912 00000100:00100000:0.0:1777421042.193595:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833910912 00000100:00100000:2.0:1777421042.196246:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833911424 00000100:00100000:2.0:1777421042.196267:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833911424 00000100:00100000:2.0:1777421042.196318:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 134 00000100:00100000:0.0:1777421042.196319:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 141 00000100:00100000:2.0:1777421042.196337:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2369:x1863760833911552:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:0.0:1777421042.196338:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+29:2369:x1863760833911296:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:2.0:1777421042.196465:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2369:x1863760833911552:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 133us (3186us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421042.196473:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 134 00000100:00100000:2.0:1777421042.196493:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 135 00000100:00100000:2.0:1777421042.196500:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+10:2369:x1863760833911168:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:0.0:1777421042.196623:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+29:2369:x1863760833911296:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 290us (3389us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421042.196631:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 141 00000100:00100000:0.0:1777421042.196647:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 142 00000100:00100000:0.0:1777421042.196655:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+68:2369:x1863760833910912:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:0.0:1777421042.196700:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+68:2369:x1863760833910912:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 45us (3388us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421042.196707:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 142 00000100:00080000:3.0:1777421042.196758:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777421042.196765:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777421042.196769:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777421042.199470:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+10:2369:x1863760833911168:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 2953us (6068us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421042.199490:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 135 00000100:00100000:0.0:1777421042.199521:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 136 00000100:00100000:0.0:1777421042.199569:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+8:2369:x1863760833911424:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:0.0:1777421042.199631:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+8:2369:x1863760833911424:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 69us (6200us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421042.199902:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 136 00000040:00080000:1.0:1777421042.520624:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777421042.520642:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777421042.520886:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 16 count 2 00000040:00080000:1.0:1777421042.520892:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1777421043.033733:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777421043.672522:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777421043.672552:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f774e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841108992:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777421043.672633:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421043.672852:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118841180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3296:1863760841109248:0@lo:400:kworker.0 00000100:00100000:0.0:1777421043.672888:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421043.672934:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118843100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841109760:0@lo:400:kworker.0 00000100:00100000:0.0:1777421043.672956:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421043.672973:0:3296:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1777421043.672977:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118842d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3296:1863760841109120:0@lo:400:kworker.0 00000100:00100000:0.0:1777421043.673017:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421043.673039:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841109248 00000100:00100000:0.0:1777421043.673040:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118841880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3296:1863760841109632:0@lo:400:kworker.0 00000100:00100000:1.0:1777421043.673048:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841109248 00000100:00100000:0.0:1777421043.673062:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421043.673087:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841109120 00000100:00100000:0.0:1777421043.673091:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841109120 00000100:00100000:0.0:1777421043.673125:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 289 00000100:00100000:0.0:1777421043.673134:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119106850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3296:x1863760841109120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421043.673190:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119106850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3296:x1863760841109120:12345-0@lo:400:kworker.0 Request processed in 56us (171us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421043.673198:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 289 00000100:00100000:2.0:1777421043.673264:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118840a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3297:1863760841109376:0@lo:400:kworker.0 00000100:00100000:2.0:1777421043.673289:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421043.676185:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841109632 00000100:00100000:2.0:1777421043.676197:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777421043.676203:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841109632 00000100:00100000:2.0:1777421043.676213:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118840700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841109504:0@lo:400:kworker.0 00000100:00100000:2.0:1777421043.676280:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421043.676338:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841109376 00000100:00100000:1.0:1777421043.676342:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841109376 00000100:00100000:1.0:1777421043.676408:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 143 00000100:00100000:1.0:1777421043.676418:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118840380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1863760841109248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421043.676480:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118840380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1863760841109248:12345-0@lo:400:kworker.0 Request processed in 64us (3591us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421043.676489:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 143 00000100:00100000:2.0:1777421043.676550:0:7924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841108992 00000100:00100000:2.0:1777421043.676555:0:7924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841108992 00000100:00100000:2.0:1777421043.676592:0:7924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1777421043.676599:0:7924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f775880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841108992:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777421043.676633:0:7924:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 62980096 pending 0 free 3855613952 avail 3853516800 00000100:00100000:2.0:1777421043.676688:0:7924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f775880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841108992:12345-0@lo:13:osp-pre-1-0.0 Request processed in 89us (4055us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421043.676701:0:7924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1777421043.676820:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 00000100:00100000:0.0:1777421043.676831:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118840e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3296:x1863760841109632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421043.676872:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118840e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3296:x1863760841109632:12345-0@lo:400:kworker.0 Request processed in 44us (3809us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421043.676889:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 00000100:00100000:0.0:1777421043.676905:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000100:00100000:0.0:1777421043.676911:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f776300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1863760841109376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421043.676942:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f776300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1863760841109376:12345-0@lo:400:kworker.0 Request processed in 32us (3653us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421043.676949:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00100000:0.0:1777421043.676977:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841109760 00000100:00100000:0.0:1777421043.676982:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841109760 00000100:00100000:0.0:1777421043.677021:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841109504 00000100:00100000:0.0:1777421043.677025:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841109504 00000100:00100000:0.0:1777421043.677050:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 137 00000100:00100000:0.0:1777421043.677056:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118843480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3296:x1863760841109760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421043.677087:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118843480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3296:x1863760841109760:12345-0@lo:400:kworker.0 Request processed in 31us (4130us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421043.677093:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 137 00000100:00100000:0.0:1777421043.677271:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 138 00000100:00100000:0.0:1777421043.677279:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f777800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841109504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421043.677311:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f777800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841109504:12345-0@lo:400:kworker.0 Request processed in 34us (1032us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421043.677318:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 138 00000100:00100000:0.0:1777421043.677386:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118842d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3296:1863760841109120:0@lo:400:kworker.0 00000100:00100000:0.0:1777421043.677404:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118841880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3296:1863760841109632:0@lo:400:kworker.0 00000100:00100000:0.0:1777421043.677414:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118841180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3296:1863760841109248:0@lo:400:kworker.0 00000100:00100000:0.0:1777421043.677425:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118843100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841109760:0@lo:400:kworker.0 00000100:00080000:1.0:1777421043.678415:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777421043.678423:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777421043.678426:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777421043.679042:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118840700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841109504:0@lo:400:kworker.0 00000100:00100000:2.0:1777421043.679058:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118840a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3297:1863760841109376:0@lo:400:kworker.0 00000100:00100000:2.0:1777421043.679079:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f774e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841108992:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777421043.744336:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421043.745316:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833911680 00000100:00100000:2.0:1777421043.745330:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833911680 00000100:00100000:2.0:1777421043.745444:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 658 00000100:00100000:2.0:1777421043.745459:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118843100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+29:20373:x1863760833911680:12345-192.168.203.47@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1777421043.745660:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118843100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+29:20373:x1863760833911680:12345-192.168.203.47@tcp:60:lhsmtool_posix.0 Request processed in 205us (1338us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421043.745669:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 658 00000100:00100000:2.0:1777421043.751866:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421043.751979:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833911936 00000100:00100000:3.0:1777421043.752007:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833911936 00000100:00100000:3.0:1777421043.752081:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 152 00000100:00100000:3.0:1777421043.752097:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f774e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+29:20373:x1863760833911936:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1777421043.752945:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f774e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+30:20373:x1863760833911936:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 582us (818us total) trans 4294967725 rc 0/0 00000100:00100000:3.0:1777421043.752959:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 152 00010000:00010000:0.0:1777421044.056564:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1777421044.717142:0:16291:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 11a: Import a file ==================== 20:04:03 (1777421043) 00000100:00100000:3.0:1777421044.742563:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421044.742760:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833912064 00000100:00100000:2.0:1777421044.742771:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833912064 00000100:00100000:2.0:1777421044.742837:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 659 00000100:00100000:2.0:1777421044.742848:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+68:20992:x1863760833912064:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:2.0:1777421044.742866:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421044.742886:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d7128938606e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3762f7 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421044.742950:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289386075 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421044.742963:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289386075 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421044.743001:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289386075 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421044.743015:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d7128938607c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421044.743022:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d7128938607c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421044.743028:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d7128938607c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421044.743110:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289386075 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421044.743118:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289386075 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421044.743124:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289386075 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421044.743129:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af001c6b800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421044.743133:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289386075 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421044.743140:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289386075 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421044.743151:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1061f8200) 00010000:00010000:2.0:1777421044.743154:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421044.743158:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289386075 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421044.743170:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289386075 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421044.743183:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d7128938607c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421044.743189:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d7128938607c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421044.743195:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d7128938607c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421044.743199:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af001c6b400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421044.743202:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d7128938607c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421044.743208:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d7128938607c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421044.743215:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4ba86b33 (ffff9af118b05200) 00010000:00010000:2.0:1777421044.743218:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421044.743221:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d7128938607c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421044.743227:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d7128938607c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421044.743256:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d7128938606e lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3762f7 expref: 69 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421044.743277:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1061f8200) 00010000:00010000:2.0:1777421044.743279:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421044.743283:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d7128938606e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3762f7 expref: 69 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421044.743291:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af001c6be00, rc 0) 00000100:00100000:2.0:1777421044.743346:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+68:20992:x1863760833912064:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 500us (794us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421044.743374:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 659 00000100:00080000:3.0:1777421044.743898:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777421044.747140:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421044.748879:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833912320 00000100:00100000:3.0:1777421044.748894:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833912320 00000100:00100000:3.0:1777421044.748968:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 660 00000100:00100000:3.0:1777421044.748997:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118841180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+68:20992:x1863760833912320:12345-192.168.203.47@tcp:36:lfs.0 00010000:00010000:3.0:1777421044.749057:0:5761:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421044.749087:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289385ef4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37626b expref: 68 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421044.749106:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1061f8200) 00010000:00010000:3.0:1777421044.749112:0:5761:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777421044.749239:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3800/0xa38d71289386083 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421044.749254:0:5761:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5ca00/0xa38d71289385f33 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376280 expref: 29 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421044.749264:0:5761:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3800/0xa38d71289386083 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421044.749299:0:5761:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5ca00/0xa38d71289385f33 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376280 expref: 29 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421044.749313:0:5761:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5ca00/0xa38d71289385f33 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376280 expref: 29 pid: 6569 timeout: 356 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421044.749330:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6fbb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841109888:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777421044.749451:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af118192600 going to sleep for 11 seconds 00000100:00100000:2.0:1777421044.751788:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6fbb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841109888:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777421044.751809:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3800/0xa38d71289386083 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421044.752939:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421044.753078:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833912448 00000100:00100000:2.0:1777421044.753098:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833912448 00010000:00010000:2.0:1777421044.753158:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5ca00/0xa38d71289385f33 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376280 expref: 30 pid: 6569 timeout: 356 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421044.753195:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 187 00000100:00100000:2.0:1777421044.753205:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118841880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+30:2369:x1863760833912448:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421044.753221:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421044.753229:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5ca00/0xa38d71289385f33 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376280 expref: 30 pid: 6569 timeout: 356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421044.753241:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5ca00/0xa38d71289385f33 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376280 expref: 30 pid: 6569 timeout: 356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421044.753272:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5ca00/0xa38d71289385f33 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376280 expref: 30 pid: 6569 timeout: 356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421044.753286:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1061f8200) 00010000:00010000:2.0:1777421044.753292:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3800/0xa38d71289386083 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421044.753302:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3800/0xa38d71289386083 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421044.753310:0:5746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3800/0xa38d71289386083 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421044.753340:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421044.753443:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3800/0xa38d71289386083 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.753453:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3800/0xa38d71289386083 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421044.753467:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118841880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+29:2369:x1863760833912448:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 262us (532us total) trans 0 rc 0/0 00010000:00010000:0.0:1777421044.753475:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d7128938608a lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421044.753476:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 187 00010000:00010000:0.0:1777421044.753489:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d7128938608a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.753499:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d7128938608a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1777421044.753926:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00200000:0.0:1777421044.754482:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x28:0x0]: returning size 512 00010000:00010000:0.0:1777421044.754496:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3800/0xa38d71289386083 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.754505:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3800/0xa38d71289386083 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.754513:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3800/0xa38d71289386083 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.754519:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0011e3800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421044.754524:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3800/0xa38d71289386083 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.754541:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3800/0xa38d71289386083 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.754553:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1061f8200) 00010000:00010000:0.0:1777421044.754556:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421044.754560:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3800/0xa38d71289386083 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.754567:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3800/0xa38d71289386083 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777421044.754582:0:5761:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000b58bec93 reply state 00000000c7f2baa5 transno 4294967726 ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d7128938608a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421044.754590:0:5761:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777421044.755439:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118841180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+69:20992:x1863760833912320:12345-192.168.203.47@tcp:36:lfs.0 Request processed in 6456us (8300us total) trans 4294967726 rc 0/0 00000100:00100000:0.0:1777421044.755450:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 660 00010000:00010000:0.0:1777421044.757310:0:3282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d7128938608a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.757325:0:3282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d7128938608a lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.757333:0:3282:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d7128938608a lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.757339:0:3282:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f65ac00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421044.757345:0:3282:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d7128938608a lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.757380:0:3282:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d7128938608a lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.757397:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4ba86b33 (ffff9af111123e00) 00010000:00010000:0.0:1777421044.757401:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421044.757406:0:3282:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d7128938608a lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.757413:0:3282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d7128938608a lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421044.938634:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421044.938836:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833912576 00000100:00100000:0.0:1777421044.938850:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833912576 00000100:00100000:0.0:1777421044.939106:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 661 00000100:00100000:0.0:1777421044.939120:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f775180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+68:21029:x1863760833912576:12345-192.168.203.47@tcp:101:mkdir.0 00010000:00010000:0.0:1777421044.939148:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421044.939178:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d71289386091 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3762fe expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.939260:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d71289386098 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.939278:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d71289386098 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.939292:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d71289386098 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421044.939391:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:0.0:1777421044.939412:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 18 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421044.939444:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d71289386098 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.939475:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d71289386091 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3762fe expref: 70 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.939497:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d71289386098 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3762fe expref: 69 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.939509:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af111123e00) 00010000:00010000:0.0:1777421044.939512:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777421044.939516:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f65b200, rc 0) 00000100:00100000:0.0:1777421044.939657:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f775180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+69:21029:x1863760833912576:12345-192.168.203.47@tcp:101:mkdir.0 Request processed in 531us (1027us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421044.939666:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 661 00000100:00100000:2.0:1777421044.943112:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421044.943222:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833912832 00000100:00100000:0.0:1777421044.943234:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833912832 00000100:00100000:0.0:1777421044.943327:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 662 00000100:00100000:0.0:1777421044.943337:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f777480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+69:21029:x1863760833912832:12345-192.168.203.47@tcp:36:mkdir.0 00010000:00010000:0.0:1777421044.943425:0:5762:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421044.943451:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d71289386098 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3762fe expref: 69 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.943469:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af111123e00) 00010000:00010000:0.0:1777421044.943478:0:5762:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421044.943631:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f777480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+68:21029:x1863760833912832:12345-192.168.203.47@tcp:36:mkdir.0 Request processed in 295us (528us total) trans 0 rc -17/-17 00000100:00100000:0.0:1777421044.943654:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 662 00000100:00100000:3.0:1777421044.945826:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421044.945912:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833912960 00000100:00100000:0.0:1777421044.945922:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833912960 00000100:00100000:0.0:1777421044.945986:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 663 00000100:00100000:0.0:1777421044.945996:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+68:21029:x1863760833912960:12345-192.168.203.47@tcp:101:mkdir.0 00010000:00010000:0.0:1777421044.946014:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421044.946037:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d7128938609f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376305 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.946099:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ae00/0xa38d712893860a6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.946115:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ae00/0xa38d712893860a6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.946127:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ae00/0xa38d712893860a6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421044.946188:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:0.0:1777421044.946193:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 18 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421044.946217:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ae00/0xa38d712893860a6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.946241:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d7128938609f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376305 expref: 70 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.946258:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ae00/0xa38d712893860a6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376305 expref: 69 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.946283:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af111123100) 00010000:00010000:0.0:1777421044.946286:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777421044.946290:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f65ae00, rc 0) 00000100:00100000:0.0:1777421044.946342:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+69:21029:x1863760833912960:12345-192.168.203.47@tcp:101:mkdir.0 Request processed in 347us (524us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421044.946372:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 663 00000100:00100000:3.0:1777421044.948713:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421044.948914:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833913088 00000100:00100000:0.0:1777421044.948925:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833913088 00000100:00100000:0.0:1777421044.948973:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 664 00000100:00100000:0.0:1777421044.948993:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+69:21029:x1863760833913088:12345-192.168.203.47@tcp:101:mkdir.0 00010000:00010000:0.0:1777421044.949011:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421044.949031:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a600/0xa38d712893860ad lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37630c expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.949088:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65bc00/0xa38d712893860b4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.949099:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65bc00/0xa38d712893860b4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.949107:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65bc00/0xa38d712893860b4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.949116:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a800/0xa38d712893860bb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.949120:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a800/0xa38d712893860bb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.949138:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a800/0xa38d712893860bb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.949227:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b000/0xa38d712893860c2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.949234:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b000/0xa38d712893860c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.949241:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b000/0xa38d712893860c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421044.949279:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x28:0x0]: returning size 512 00000004:00200000:0.0:1777421044.949282:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421044.949304:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b000/0xa38d712893860c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.949313:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65bc00/0xa38d712893860b4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.949317:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65bc00/0xa38d712893860b4 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.949321:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65bc00/0xa38d712893860b4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.949325:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f65bc00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421044.949327:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65bc00/0xa38d712893860b4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.949332:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65bc00/0xa38d712893860b4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.949347:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af111123100) 00010000:00010000:0.0:1777421044.949377:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421044.949382:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65bc00/0xa38d712893860b4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.949387:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65bc00/0xa38d712893860b4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.949395:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a800/0xa38d712893860bb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.949399:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a800/0xa38d712893860bb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.949403:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a800/0xa38d712893860bb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.949407:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f65a800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421044.949409:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a800/0xa38d712893860bb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.949413:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a800/0xa38d712893860bb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.949417:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4ba86b33 (ffff9af111123400) 00010000:00010000:0.0:1777421044.949419:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421044.949420:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a800/0xa38d712893860bb lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.949423:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a800/0xa38d712893860bb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.949452:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a600/0xa38d712893860ad lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37630c expref: 71 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.949460:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b000/0xa38d712893860c2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37630c expref: 70 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.949465:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28:0x0].0x0 (ffff9af111123500) 00010000:00010000:0.0:1777421044.949466:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777421044.949468:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f65b000, rc 0) 00000100:00100000:0.0:1777421044.949511:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+70:21029:x1863760833913088:12345-192.168.203.47@tcp:101:mkdir.0 Request processed in 521us (805us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421044.949516:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 664 00000100:00100000:2.0:1777421044.977918:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421044.978052:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833913216 00000100:00100000:0.0:1777421044.978071:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833913216 00000100:00100000:0.0:1777421044.978134:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 665 00000100:00100000:0.0:1777421044.978145:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f776680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+29:21035:x1863760833913216:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421044.978176:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421044.978202:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a600/0xa38d712893860c9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376313 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.978269:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a800/0xa38d712893860d0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.978284:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a800/0xa38d712893860d0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.978296:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a800/0xa38d712893860d0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421044.978497:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:0.0:1777421044.978502:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 18 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421044.978534:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a800/0xa38d712893860d0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.978560:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a600/0xa38d712893860c9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376313 expref: 31 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.978578:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a800/0xa38d712893860d0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376313 expref: 30 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.978586:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af111123100) 00010000:00010000:0.0:1777421044.978589:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777421044.978592:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f65a800, rc 0) 00000100:00100000:0.0:1777421044.978711:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f776680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+30:21035:x1863760833913216:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 567us (802us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421044.978719:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 665 00000100:00100000:3.0:1777421044.983216:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421044.984609:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833913472 00000100:00100000:0.0:1777421044.984624:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833913472 00000100:00100000:0.0:1777421044.984693:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 666 00000100:00100000:0.0:1777421044.984703:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+70:21035:x1863760833913472:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421044.984724:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421044.984727:0:5762:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1777421044.984755:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b000/0xa38d712893860c2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37630c expref: 70 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.984773:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28:0x0].0x0 (ffff9af111123500) 00010000:00010000:0.0:1777421044.984797:0:5762:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421044.984813:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65bc00/0xa38d712893860d7 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37631a expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.984958:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d712893860de lrc: 3/0,1 mode: --/CW res: [0x200000401:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.984972:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d712893860de lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.984995:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d712893860de lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.985009:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d712893860e5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.985016:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d712893860e5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.985023:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d712893860e5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.985530:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65be00/0xa38d712893860ec lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.985540:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65be00/0xa38d712893860ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.985548:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65be00/0xa38d712893860ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421044.985558:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2a:0x0]: returning size 0 00010000:00010000:0.0:1777421044.985582:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d712893860de lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.985597:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d712893860de lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.985612:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d712893860de lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.985619:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f65ac00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421044.985624:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d712893860de lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.985632:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d712893860de lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.985641:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28:0x0].0x0 (ffff9af111123400) 00010000:00010000:0.0:1777421044.985644:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421044.985648:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d712893860de lrc: 2/0,0 mode: --/CW res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.985655:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d712893860de lrc: 0/0,0 mode: --/CW res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777421044.985666:0:5762:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000004f7bf799 reply state 000000009cb0c1d8 transno 4294967727 ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d712893860e5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421044.985675:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777421044.985701:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65bc00/0xa38d712893860d7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37631a expref: 72 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.985717:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65be00/0xa38d712893860ec lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37631a expref: 71 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.985735:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a:0x0].0x0 (ffff9af111123000) 00010000:00010000:0.0:1777421044.985738:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421044.985740:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f65be00, rc 0) 00000100:00100000:0.0:1777421044.985815:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+72:21035:x1863760833913472:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 1113us (2608us total) trans 4294967727 rc 0/0 00000100:00100000:0.0:1777421044.985823:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 666 00010000:00010000:2.0:1777421044.988558:0:3281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d712893860e5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421044.988577:0:3281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d712893860e5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421044.988583:0:3281:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d712893860e5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421044.988606:0:3281:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f65b200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421044.988610:0:3281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d712893860e5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421044.988616:0:3281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d712893860e5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421044.988631:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28:0x0].0x4a4b4929 (ffff9af111123e00) 00010000:00010000:2.0:1777421044.988634:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421044.988638:0:3281:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d712893860e5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421044.988643:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d712893860e5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421044.989784:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421044.991070:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833913728 00000100:00100000:2.0:1777421044.991084:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833913728 00000100:00100000:2.0:1777421044.991143:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 667 00000100:00100000:2.0:1777421044.991154:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+71:21035:x1863760833913728:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421044.991180:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421044.991203:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a000/0xa38d712893860fa lrc: 2/0,0 mode: --/CR res: [0x200000401:0x28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376321 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421044.991298:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289386101 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421044.991313:0:5761:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65be00/0xa38d712893860ec lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37631a expref: 72 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421044.991339:0:5761:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289386101 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421044.991396:0:5761:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65be00/0xa38d712893860ec lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37631a expref: 72 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421044.991426:0:5761:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65be00/0xa38d712893860ec lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37631a expref: 72 pid: 5762 timeout: 356 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421044.991440:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c67a300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841110016:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777421044.991535:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13fc09000 going to sleep for 11 seconds 00000100:00100000:2.0:1777421044.993678:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c67a300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841110016:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777421044.993703:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289386101 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421044.994198:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421044.994275:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833913856 00000100:00100000:2.0:1777421044.994283:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833913856 00010000:00010000:2.0:1777421044.994318:0:5747:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65be00/0xa38d712893860ec lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37631a expref: 73 pid: 5762 timeout: 356 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421044.994391:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 188 00000100:00100000:2.0:1777421044.994402:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011afb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+73:2369:x1863760833913856:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421044.994420:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421044.994427:0:5747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65be00/0xa38d712893860ec lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37631a expref: 73 pid: 5762 timeout: 356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421044.994459:0:5747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65be00/0xa38d712893860ec lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37631a expref: 73 pid: 5762 timeout: 356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421044.994481:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65be00/0xa38d712893860ec lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37631a expref: 73 pid: 5762 timeout: 356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421044.994497:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a:0x0].0x0 (ffff9af111123000) 00010000:00010000:2.0:1777421044.994503:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289386101 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421044.994512:0:5747:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289386101 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421044.994521:0:5747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289386101 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421044.994548:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421044.994599:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011afb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+72:2369:x1863760833913856:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 199us (401us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421044.994607:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 188 00010000:00010000:0.0:1777421044.995517:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289386101 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.995529:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289386101 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421044.995549:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2a:0x0]: returning size 0 00010000:00010000:0.0:1777421044.995825:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289386101 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.995833:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289386101 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.995839:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289386101 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.995845:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af001c6b800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421044.995850:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289386101 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.995857:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289386101 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.995883:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a:0x0].0x0 (ffff9af111123000) 00010000:00010000:0.0:1777421044.995886:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777421044.995891:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289386101 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.995898:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289386101 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.995967:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a000/0xa38d712893860fa lrc: 1/0,0 mode: --/CR res: [0x200000401:0x28:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376321 expref: 72 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.996000:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28:0x0].0x0 (ffff9af118b05200) 00010000:00010000:0.0:1777421044.996003:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777421044.996008:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a000/0xa38d712893860fa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x28:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376321 expref: 72 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421044.996034:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af001c6a000, rc 0) 00000100:00100000:0.0:1777421044.996092:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+71:21035:x1863760833913728:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 4939us (6314us total) trans 4294967728 rc 301/301 00000100:00100000:0.0:1777421044.996101:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 667 00000100:00100000:3.0:1777421044.997786:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421044.997933:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833914112 00000100:00100000:2.0:1777421044.997943:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833914112 00000100:00100000:2.0:1777421044.998003:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 153 00000100:00100000:2.0:1777421044.998013:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+71:21035:x1863760833914112:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1777421044.998381:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+72:21035:x1863760833914112:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 367us (599us total) trans 4294967729 rc 0/0 00000100:00100000:2.0:1777421044.998394:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 153 00000100:00100000:3.0:1777421045.001197:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421045.001282:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833914240 00000100:00100000:0.0:1777421045.001293:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833914240 00000100:00100000:0.0:1777421045.001386:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 668 00000100:00100000:0.0:1777421045.001397:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+72:21035:x1863760833914240:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421045.001419:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421045.001442:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65bc00/0xa38d7128938610f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376328 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421045.001522:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65bc00/0xa38d7128938610f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376328 expref: 73 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421045.001537:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65bc00/0xa38d7128938610f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376328 expref: 73 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421045.001557:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a:0x0].0x0 (ffff9af111123400) 00010000:00010000:0.0:1777421045.001561:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777421045.001564:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f65bc00, rc 0) 00000100:00100000:0.0:1777421045.001619:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+73:21035:x1863760833914240:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 224us (430us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421045.001627:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 668 00000100:00100000:1.0:1777421045.004089:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421045.004243:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833914496 00000100:00100000:2.0:1777421045.004254:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833914496 00000100:00100000:2.0:1777421045.004312:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 669 00000100:00100000:2.0:1777421045.004322:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+73:21035:x1863760833914496:12345-192.168.203.47@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1777421045.004697:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d71289386116 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.004714:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d71289386116 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.004726:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d71289386116 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.004962:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d71289386116 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.004970:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d71289386116 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.004985:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d71289386116 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.004992:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af001c6b400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421045.004996:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d71289386116 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.005003:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d71289386116 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.005014:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a:0x0].0x0 (ffff9af111123400) 00010000:00010000:2.0:1777421045.005017:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1777421045.005034:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d71289386116 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.005040:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d71289386116 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421045.005602:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+74:21035:x1863760833914496:12345-192.168.203.47@tcp:55:lhsmtool_posix.0 Request processed in 1279us (1529us total) trans 4294967730 rc 0/0 00000100:00100000:2.0:1777421045.005614:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 669 00000100:00100000:3.0:1777421045.007158:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421045.007284:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833914752 00000100:00100000:2.0:1777421045.007395:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833914752 00000100:00100000:2.0:1777421045.007465:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 670 00000100:00100000:2.0:1777421045.007476:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+74:21035:x1863760833914752:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1777421045.007798:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d7128938611d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.007818:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d7128938611d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.007832:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d7128938611d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777421045.007918:0:5762:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967731 00000004:00010000:2.0:1777421045.007958:0:5762:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000004823dab4 reply state 00000000f77909e3 transno 4294967732 ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d7128938611d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421045.007968:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777421045.008081:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+77:21035:x1863760833914752:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 Request processed in 605us (935us total) trans 4294967732 rc 0/0 00000100:00100000:2.0:1777421045.008091:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 670 00000020:00080000:2.0:1777421045.008098:0:5762:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1777421045.009759:0:3282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d7128938611d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421045.009777:0:3282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d7128938611d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421045.009785:0:3282:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d7128938611d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421045.009792:0:3282:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af001c6be00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421045.009796:0:3282:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d7128938611d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421045.009803:0:3282:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d7128938611d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421045.009851:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a:0x0].0x0 (ffff9af111123400) 00010000:00010000:0.0:1777421045.009854:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1777421045.009859:0:3282:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d7128938611d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421045.009866:0:3282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d7128938611d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421045.010269:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421045.010327:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833915008 00000100:00100000:2.0:1777421045.010339:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833915008 00000100:00100000:2.0:1777421045.010449:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 154 00000100:00100000:2.0:1777421045.010462:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+76:21035:x1863760833915008:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1777421045.010704:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+77:21035:x1863760833915008:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 244us (442us total) trans 4294967733 rc 0/0 00000100:00100000:2.0:1777421045.010713:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 154 00000100:00100000:3.0:1777421045.026312:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421045.026448:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833915136 00000100:00100000:2.0:1777421045.026461:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833915136 00000100:00100000:2.0:1777421045.026532:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 671 00000100:00100000:2.0:1777421045.026543:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+77:21038:x1863760833915136:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:2.0:1777421045.026582:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421045.026612:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d71289386124 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37632f expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.026694:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ba00/0xa38d7128938612b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.026711:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ba00/0xa38d7128938612b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.026724:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ba00/0xa38d7128938612b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.026741:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289386132 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.026749:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289386132 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.026778:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289386132 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.026990:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6aa00/0xa38d71289386139 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.026999:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6aa00/0xa38d71289386139 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.027007:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6aa00/0xa38d71289386139 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421045.027040:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x28:0x0]: returning size 512 00000004:00200000:2.0:1777421045.027044:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421045.027069:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6aa00/0xa38d71289386139 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.027082:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ba00/0xa38d7128938612b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.027089:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ba00/0xa38d7128938612b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.027097:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ba00/0xa38d7128938612b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.027104:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af001c6ba00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421045.027108:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ba00/0xa38d7128938612b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.027116:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ba00/0xa38d7128938612b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.027136:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af111123100) 00010000:00010000:2.0:1777421045.027139:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421045.027145:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ba00/0xa38d7128938612b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.027152:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ba00/0xa38d7128938612b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.027164:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289386132 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.027169:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289386132 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.027172:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289386132 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.027175:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af001c6a400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421045.027177:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289386132 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.027180:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289386132 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.027184:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4ba86b33 (ffff9af118b05d00) 00010000:00010000:2.0:1777421045.027186:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421045.027187:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289386132 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.027190:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289386132 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.027224:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d71289386124 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37632f expref: 79 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.027234:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6aa00/0xa38d71289386139 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37632f expref: 78 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.027241:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28:0x0].0x0 (ffff9af118b05200) 00010000:00010000:2.0:1777421045.027244:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1777421045.027246:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af001c6aa00, rc 0) 00000100:00100000:2.0:1777421045.027318:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+78:21038:x1863760833915136:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 777us (1019us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421045.027328:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 671 00000100:00100000:1.0:1777421045.029873:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421045.029930:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833915392 00000100:00100000:2.0:1777421045.029942:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833915392 00000100:00100000:2.0:1777421045.030012:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 672 00000100:00100000:2.0:1777421045.030024:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+78:21038:x1863760833915392:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:2.0:1777421045.030045:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421045.030074:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a600/0xa38d71289386140 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376336 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.030154:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d71289386147 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.030168:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d71289386147 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.030179:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d71289386147 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.030208:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a000/0xa38d7128938614e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.030216:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a000/0xa38d7128938614e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.030223:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a000/0xa38d7128938614e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.030348:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289386155 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.030385:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289386155 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.030393:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289386155 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421045.030480:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2a:0x0]: returning size 158 00010000:00010000:2.0:1777421045.030589:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d71289386147 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.030598:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d71289386147 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.030605:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d71289386147 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.030612:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af001c6be00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421045.030616:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d71289386147 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.030635:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d71289386147 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.030648:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28:0x0].0x0 (ffff9af118b05200) 00010000:00010000:2.0:1777421045.030651:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421045.030656:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d71289386147 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.030663:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d71289386147 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.030678:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a000/0xa38d7128938614e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.030683:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a000/0xa38d7128938614e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.030690:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a000/0xa38d7128938614e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.030695:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af001c6a000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421045.030698:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a000/0xa38d7128938614e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.030704:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a000/0xa38d7128938614e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.030711:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28:0x0].0x4a4b4929 (ffff9af118b05f00) 00010000:00010000:2.0:1777421045.030714:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421045.030716:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a000/0xa38d7128938614e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.030732:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a000/0xa38d7128938614e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.030778:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a600/0xa38d71289386140 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x28:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376336 expref: 81 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.030792:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b800/0xa38d71289386155 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376336 expref: 80 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.030799:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a:0x0].0x0 (ffff9af111123400) 00010000:00010000:2.0:1777421045.030801:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777421045.030803:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af001c6b800, rc 0) 00000100:00100000:2.0:1777421045.030870:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+80:21038:x1863760833915392:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 848us (1010us total) trans 4294967734 rc 0/0 00000100:00100000:2.0:1777421045.030878:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 672 00000100:00100000:3.0:1777421045.032685:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421045.032776:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833915520 00000100:00100000:2.0:1777421045.032788:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833915520 00000100:00100000:2.0:1777421045.032858:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 673 00000100:00100000:2.0:1777421045.032874:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+80:21038:x1863760833915520:12345-192.168.203.47@tcp:54:lfs.0 00010000:00010000:2.0:1777421045.032934:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d71289386163 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.032951:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d71289386163 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.032961:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d71289386163 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.033013:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d71289386163 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.033020:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d71289386163 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.033028:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d71289386163 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.033035:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af001c6b400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421045.033039:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d71289386163 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.033055:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d71289386163 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.033077:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a:0x0].0x0 (ffff9af111123400) 00010000:00010000:2.0:1777421045.033080:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777421045.033086:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d71289386163 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.033092:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d71289386163 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421045.033167:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+80:21038:x1863760833915520:12345-192.168.203.47@tcp:54:lfs.0 Request processed in 299us (489us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421045.033175:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 673 00000100:00100000:3.0:1777421045.034193:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421045.034272:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833915776 00000100:00100000:2.0:1777421045.034278:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833915776 00000100:00100000:2.0:1777421045.034344:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 155 00000100:00100000:2.0:1777421045.034400:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+80:21038:x1863760833915776:12345-192.168.203.47@tcp:35:lfs.0 00000100:00100000:2.0:1777421045.034718:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+81:21038:x1863760833915776:12345-192.168.203.47@tcp:35:lfs.0 Request processed in 324us (529us total) trans 4294967735 rc 0/0 00000100:00100000:2.0:1777421045.034727:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 155 00010000:00010000:3.0:1777421045.080637:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777421045.116537:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421045.116665:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833916032 00000100:00100000:2.0:1777421045.116677:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833916032 00000100:00100000:2.0:1777421045.116774:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 674 00000100:00100000:2.0:1777421045.116784:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+81:21057:x1863760833916032:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:2.0:1777421045.116807:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421045.116827:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d7128938616a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37633d expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421045.116946:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x28:0x0]: returning size 512 00010000:00010000:2.0:1777421045.117126:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d7128938616a lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37633d expref: 83 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.117144:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af111123100) 00010000:00010000:2.0:1777421045.117147:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777421045.117152:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d7128938616a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37633d expref: 83 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.117166:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af001c6b400, rc 0) 00000100:00100000:2.0:1777421045.117243:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+82:21057:x1863760833916032:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 459us (723us total) trans 4294967736 rc 301/301 00000100:00100000:2.0:1777421045.117251:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 674 00000100:00100000:3.0:1777421045.121250:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421045.121338:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833916160 00000100:00100000:2.0:1777421045.121434:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833916160 00000100:00100000:2.0:1777421045.121542:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 675 00000100:00100000:2.0:1777421045.121552:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+82:21057:x1863760833916160:12345-192.168.203.47@tcp:34:lfs.0 00010000:00010000:2.0:1777421045.121647:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a600/0xa38d71289386178 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.121679:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a600/0xa38d71289386178 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.121692:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a600/0xa38d71289386178 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.121709:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a000/0xa38d7128938617f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.121717:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a000/0xa38d7128938617f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.121724:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a000/0xa38d7128938617f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.121850:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d71289386186 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.121858:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d71289386186 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.121865:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d71289386186 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421045.121905:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2a:0x0]: returning size 158 00000004:00200000:2.0:1777421045.121910:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421045.121931:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d71289386186 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.121946:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a600/0xa38d71289386178 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.121953:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a600/0xa38d71289386178 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.121960:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a600/0xa38d71289386178 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.121966:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af001c6a600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421045.121972:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a600/0xa38d71289386178 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.121994:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a600/0xa38d71289386178 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.122008:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28:0x0].0x0 (ffff9af118b05200) 00010000:00010000:2.0:1777421045.122011:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421045.122017:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a600/0xa38d71289386178 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.122023:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a600/0xa38d71289386178 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.122047:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a000/0xa38d7128938617f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.122053:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a000/0xa38d7128938617f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.122060:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a000/0xa38d7128938617f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.122072:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af001c6a000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421045.122075:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a000/0xa38d7128938617f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.122082:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a000/0xa38d7128938617f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.122090:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28:0x0].0x4a4b4929 (ffff9af118b05f00) 00010000:00010000:2.0:1777421045.122093:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421045.122101:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a000/0xa38d7128938617f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.122108:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a000/0xa38d7128938617f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.122126:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d71289386186 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.122133:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d71289386186 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.122139:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d71289386186 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.122144:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af001c6be00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421045.122158:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d71289386186 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.122164:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d71289386186 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.122184:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a:0x0].0x0 (ffff9af111123400) 00010000:00010000:2.0:1777421045.122186:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421045.122194:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d71289386186 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421045.122199:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d71289386186 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421045.122286:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+82:21057:x1863760833916160:12345-192.168.203.47@tcp:34:lfs.0 Request processed in 734us (1050us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421045.122296:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 675 00000100:00100000:3.0:1777421045.129130:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421045.129514:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833916416 00000100:00100000:2.0:1777421045.129529:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833916416 00000100:00100000:2.0:1777421045.129605:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 156 00000100:00100000:2.0:1777421045.129623:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af10f5bb450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+82:21057:x1863760833916416:12345-192.168.203.47@tcp:35:lfs.0 00000100:00100000:2.0:1777421045.129939:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af10f5bb450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+83:21057:x1863760833916416:12345-192.168.203.47@tcp:35:lfs.0 Request processed in 323us (821us total) trans 4294967737 rc 0/0 00000100:00100000:2.0:1777421045.129947:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 156 00000100:00100000:3.0:1777421045.720587:0:3298:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777421045.720611:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af1189e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1863760841110144:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777421045.720817:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421045.721021:0:6546:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841110144 00000100:00100000:1.0:1777421045.721031:0:6546:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841110144 00000100:00100000:1.0:1777421045.721091:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1777421045.721100:0:6546:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1863760841110144:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777421045.721134:0:6546:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 61276160 pending 0 free 3857711104 avail 3855613952 00000100:00080000:2.0:1777421045.721210:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777421045.721261:0:6546:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1863760841110144:12345-0@lo:13:osp-pre-0-0.0 Request processed in 161us (566us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421045.721270:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1777421045.721305:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af1189e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1863760841110144:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1777421046.106009:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1777421046.285819:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967728 is committed 00000001:00080000:1.0:1777421046.287150:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967737 is committed 00000001:00080000:1.0:1777421046.287175:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967725 is committed 00010000:00010000:1.0:1777421047.128592:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777421047.311057:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421047.311111:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421047.311208:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833916544 00000100:00100000:0.0:1777421047.311217:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833916544 00000100:00100000:0.0:1777421047.311265:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 290 00000100:00100000:0.0:1777421047.311272:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119107050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+12:2367:x1863760833916544:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:2.0:1777421047.311286:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833916672 00000100:00100000:2.0:1777421047.311293:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833916672 00000100:00100000:0.0:1777421047.311340:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119107050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+12:2367:x1863760833916544:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 67us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421047.311391:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 290 00000100:00100000:2.0:1777421047.311408:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 146 00000100:00100000:2.0:1777421047.311421:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+71:2367:x1863760833916672:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:2.0:1777421047.311464:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+71:2367:x1863760833916672:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 46us (350us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421047.311471:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 146 00000100:00080000:1.0:1777421047.311474:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777421047.315540:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421047.315585:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421047.315615:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421047.315657:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833916928 00000100:00100000:0.0:1777421047.315658:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421047.315673:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833916928 00000100:00100000:0.0:1777421047.315698:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421047.315731:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833917184 00000100:00100000:0.0:1777421047.315740:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833917184 00000100:00100000:1.0:1777421047.315768:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833916800 00000100:00100000:1.0:1777421047.315776:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833916800 00000100:00100000:0.0:1777421047.315783:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833917312 00000100:00100000:0.0:1777421047.315789:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833917312 00000100:00100000:1.0:1777421047.315815:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 139 00000100:00100000:1.0:1777421047.315827:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118842d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+10:2366:x1863760833916928:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777421047.315906:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118842d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+10:2366:x1863760833916928:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 80us (378us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421047.315941:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 140 00000100:00100000:0.0:1777421047.315969:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118842680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+8:2366:x1863760833917184:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:0.0:1777421047.316065:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118842680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+8:2366:x1863760833917184:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 114us (479us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421047.316074:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 140 00000100:00100000:0.0:1777421047.316096:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 141 00000100:00100000:0.0:1777421047.316103:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118843800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+9:2366:x1863760833916800:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:0.0:1777421047.316129:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118843800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+9:2366:x1863760833916800:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 27us (513us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421047.316136:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 141 00000100:00100000:0.0:1777421047.316158:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 142 00000100:00100000:0.0:1777421047.316165:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118840700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2366:x1863760833917312:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:0.0:1777421047.316193:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118840700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2366:x1863760833917312:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 29us (498us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421047.316199:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 142 00000100:00100000:0.0:1777421047.316219:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833917056 00000100:00100000:0.0:1777421047.316229:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833917056 00000100:00100000:0.0:1777421047.316273:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 147 00000100:00100000:0.0:1777421047.316281:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118840a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+29:2366:x1863760833917056:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:0.0:1777421047.316310:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118840a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+29:2366:x1863760833917056:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 30us (653us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421047.316316:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 147 00000100:00100000:1.0:1777421047.316862:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 139 00000100:00080000:1.0:1777421047.316902:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1777421047.316909:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777421047.316911:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1777421048.152464:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1777421048.429563:0:16487:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 11b: Import a deleted file using its FID ========================================================== 20:04:07 (1777421047) 00000100:00100000:3.0:1777421048.560437:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421048.560580:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833917568 00000100:00100000:0.0:1777421048.560599:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833917568 00000100:00100000:0.0:1777421048.560687:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 676 00000100:00100000:0.0:1777421048.560699:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+29:21676:x1863760833917568:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421048.560745:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421048.560776:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d7128938618d lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376344 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.560871:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b600/0xa38d71289386194 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.560888:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b600/0xa38d71289386194 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.560903:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b600/0xa38d71289386194 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.560920:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ba00/0xa38d7128938619b lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.560927:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ba00/0xa38d7128938619b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.560934:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ba00/0xa38d7128938619b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.561084:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a600/0xa38d712893861a2 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.561092:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a600/0xa38d712893861a2 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.561099:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a600/0xa38d712893861a2 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421048.561236:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 10752 00010000:00010000:0.0:1777421048.561442:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b600/0xa38d71289386194 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.561450:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b600/0xa38d71289386194 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.561457:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b600/0xa38d71289386194 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.561463:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f65b600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421048.561468:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b600/0xa38d71289386194 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.561476:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b600/0xa38d71289386194 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.561490:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9af106213700) 00010000:00010000:0.0:1777421048.561494:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421048.561499:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b600/0xa38d71289386194 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.561505:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b600/0xa38d71289386194 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.561516:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ba00/0xa38d7128938619b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.561521:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ba00/0xa38d7128938619b lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.561524:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ba00/0xa38d7128938619b lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.561527:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f65ba00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421048.561534:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ba00/0xa38d7128938619b lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.561538:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ba00/0xa38d7128938619b lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.561543:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff9af111123000) 00010000:00010000:0.0:1777421048.561544:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421048.561546:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ba00/0xa38d7128938619b lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.561550:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ba00/0xa38d7128938619b lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.561841:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d7128938618d lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376344 expref: 32 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.561857:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a600/0xa38d712893861a2 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376344 expref: 31 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.561866:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9af106213200) 00010000:00010000:0.0:1777421048.561868:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421048.561871:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f65a600, rc 0) 00000100:00100000:0.0:1777421048.561963:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+31:21676:x1863760833917568:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 1257us (1527us total) trans 4294967738 rc 0/0 00000100:00100000:0.0:1777421048.561972:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 676 00000100:00100000:1.0:1777421048.565862:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421048.565917:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421048.566020:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833917824 00000100:00100000:3.0:1777421048.566036:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833917824 00000100:00100000:3.0:1777421048.566111:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 27 00000100:00100000:3.0:1777421048.566122:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118197850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+31:2366:x1863760833917824:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421048.566138:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421048.566163:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a600/0xa38d712893861a2 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376344 expref: 31 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421048.566183:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9af106213200) 00010000:00010000:3.0:1777421048.566187:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421048.566245:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118197850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+30:2366:x1863760833917824:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 124us (326us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421048.566252:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 27 00000100:00100000:0.0:1777421048.566340:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833917696 00000100:00100000:0.0:1777421048.566385:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833917696 00000100:00100000:0.0:1777421048.566445:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 677 00000100:00100000:0.0:1777421048.566459:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+30:21676:x1863760833917696:12345-192.168.203.47@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1777421048.566872:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+30:21676:x1863760833917696:12345-192.168.203.47@tcp:59:lhsmtool_posix.0 Request processed in 416us (1020us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421048.566881:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 677 00000100:00100000:1.0:1777421048.579002:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421048.579129:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833917952 00000100:00100000:0.0:1777421048.579148:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833917952 00000100:00100000:0.0:1777421048.579233:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 678 00000100:00100000:0.0:1777421048.579245:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+71:21677:x1863760833917952:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:0.0:1777421048.579272:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421048.579308:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d712893861b0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37634b expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.579438:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ba00/0xa38d712893861b7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.579455:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ba00/0xa38d712893861b7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.579469:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ba00/0xa38d712893861b7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.579486:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b600/0xa38d712893861be lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.579494:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b600/0xa38d712893861be lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.579501:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b600/0xa38d712893861be lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.579586:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ba00/0xa38d712893861b7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.579611:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ba00/0xa38d712893861b7 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.579618:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ba00/0xa38d712893861b7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.579625:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f65ba00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421048.579630:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ba00/0xa38d712893861b7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.579637:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ba00/0xa38d712893861b7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.579651:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af111123100) 00010000:00010000:0.0:1777421048.579655:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421048.579661:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ba00/0xa38d712893861b7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.579667:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ba00/0xa38d712893861b7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.579683:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b600/0xa38d712893861be lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.579689:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b600/0xa38d712893861be lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.579697:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b600/0xa38d712893861be lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.579703:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f65b600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421048.579713:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b600/0xa38d712893861be lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.579719:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b600/0xa38d712893861be lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.579726:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbc29f2cb (ffff9af111123000) 00010000:00010000:0.0:1777421048.579729:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421048.579732:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b600/0xa38d712893861be lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.579737:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b600/0xa38d712893861be lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.579774:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d712893861b0 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37634b expref: 72 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.579797:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af111123100) 00010000:00010000:0.0:1777421048.579799:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421048.579803:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d712893861b0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37634b expref: 72 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.579813:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f65a200, rc 0) 00000100:00100000:0.0:1777421048.579891:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+71:21677:x1863760833917952:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 648us (899us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421048.579900:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 678 00000100:00100000:3.0:1777421048.585575:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421048.586168:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833918208 00000100:00100000:0.0:1777421048.586187:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833918208 00000100:00100000:0.0:1777421048.586280:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 679 00000100:00100000:0.0:1777421048.586292:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+71:21677:x1863760833918208:12345-192.168.203.47@tcp:36:lfs.0 00010000:00010000:0.0:1777421048.586410:0:5762:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421048.586446:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ae00/0xa38d712893860a6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376305 expref: 71 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.586470:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af111123100) 00010000:00010000:0.0:1777421048.586477:0:5762:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421048.586582:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b000/0xa38d712893861c5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.586600:0:5762:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a800/0xa38d712893860d0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376313 expref: 29 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.586609:0:5762:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b000/0xa38d712893861c5 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.586653:0:5762:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a800/0xa38d712893860d0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376313 expref: 29 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.586668:0:5762:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a800/0xa38d712893860d0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376313 expref: 29 pid: 5762 timeout: 360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421048.586684:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118841f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841110272:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777421048.586808:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13c06ad80 going to sleep for 11 seconds 00000100:00100000:3.0:1777421048.592851:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421048.592907:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118841f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841110272:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421048.592947:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b000/0xa38d712893861c5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421048.592976:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833918336 00000100:00100000:1.0:1777421048.592988:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833918336 00010000:00010000:1.0:1777421048.593029:0:5747:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a800/0xa38d712893860d0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376313 expref: 30 pid: 5762 timeout: 360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421048.593110:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 189 00000100:00100000:1.0:1777421048.593120:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+30:2369:x1863760833918336:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421048.593136:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421048.593143:0:5747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a800/0xa38d712893860d0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376313 expref: 30 pid: 5762 timeout: 360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421048.593158:0:5747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a800/0xa38d712893860d0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376313 expref: 30 pid: 5762 timeout: 360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421048.593197:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a800/0xa38d712893860d0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376313 expref: 30 pid: 5762 timeout: 360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421048.593214:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af111123100) 00010000:00010000:1.0:1777421048.593220:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b000/0xa38d712893861c5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421048.593229:0:5747:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b000/0xa38d712893861c5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421048.593236:0:5747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b000/0xa38d712893861c5 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421048.593263:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421048.593302:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b000/0xa38d712893861c5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421048.593330:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+29:2369:x1863760833918336:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 207us (485us total) trans 0 rc 0/0 00010000:00010000:0.0:1777421048.593331:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b000/0xa38d712893861c5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421048.593398:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 189 00010000:00010000:0.0:1777421048.593412:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d712893861cc lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.593430:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d712893861cc lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.593443:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d712893861cc lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421048.594256:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 512 00010000:00010000:0.0:1777421048.594271:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b000/0xa38d712893861c5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.594279:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b000/0xa38d712893861c5 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.594286:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b000/0xa38d712893861c5 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.594293:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f65b000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421048.594298:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b000/0xa38d712893861c5 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.594306:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b000/0xa38d712893861c5 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.594320:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af111123100) 00010000:00010000:0.0:1777421048.594324:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421048.594336:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b000/0xa38d712893861c5 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.594343:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b000/0xa38d712893861c5 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777421048.594403:0:5762:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000442a207a reply state 0000000092f8e856 transno 4294967739 ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d712893861cc lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421048.594416:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777421048.594522:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+72:21677:x1863760833918208:12345-192.168.203.47@tcp:36:lfs.0 Request processed in 8229us (8952us total) trans 4294967739 rc 0/0 00000100:00100000:0.0:1777421048.594532:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 679 00010000:00010000:2.0:1777421048.598870:0:3281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d712893861cc lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421048.598888:0:3281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d712893861cc lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421048.598902:0:3281:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d712893861cc lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421048.598907:0:3281:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f65a200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421048.598912:0:3281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d712893861cc lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421048.598918:0:3281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d712893861cc lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421048.598935:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbc29f2cb (ffff9af111123000) 00010000:00010000:2.0:1777421048.598938:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421048.598941:0:3281:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d712893861cc lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421048.598946:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d712893861cc lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421048.602633:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421048.602825:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833918464 00000100:00100000:0.0:1777421048.602839:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833918464 00000100:00100000:0.0:1777421048.602924:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 680 00000100:00100000:0.0:1777421048.602937:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c67a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+71:21678:x1863760833918464:12345-192.168.203.47@tcp:101:bash.0 00010000:00010000:0.0:1777421048.602981:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421048.603021:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ae00/0xa38d712893861d3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376352 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.603108:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b600/0xa38d712893861da lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.603125:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b600/0xa38d712893861da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.603139:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b600/0xa38d712893861da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421048.603211:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:0.0:1777421048.603232:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 19 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421048.603264:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b600/0xa38d712893861da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.603293:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ae00/0xa38d712893861d3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376352 expref: 73 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.603312:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b600/0xa38d712893861da lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376352 expref: 72 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.603322:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af111123e00) 00010000:00010000:0.0:1777421048.603326:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777421048.603330:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f65b600, rc 0) 00000100:00100000:0.0:1777421048.603447:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c67a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+72:21678:x1863760833918464:12345-192.168.203.47@tcp:101:bash.0 Request processed in 512us (834us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421048.603455:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 680 00000100:00100000:3.0:1777421048.607009:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421048.607118:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833918592 00000100:00100000:0.0:1777421048.607131:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833918592 00000100:00100000:0.0:1777421048.607210:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 681 00000100:00100000:0.0:1777421048.607221:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111015880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+72:21678:x1863760833918592:12345-192.168.203.47@tcp:101:bash.0 00010000:00010000:0.0:1777421048.607247:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421048.607275:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b000/0xa38d712893861e1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376359 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.607394:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ba00/0xa38d712893861e8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.607413:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ba00/0xa38d712893861e8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.607451:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ba00/0xa38d712893861e8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.607468:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d712893861ef lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.607476:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d712893861ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.607483:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d712893861ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.607609:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a400/0xa38d712893861f6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.607619:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a400/0xa38d712893861f6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.607626:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a400/0xa38d712893861f6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421048.607664:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 512 00000004:00200000:0.0:1777421048.607668:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421048.607696:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a400/0xa38d712893861f6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.607710:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ba00/0xa38d712893861e8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.607717:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ba00/0xa38d712893861e8 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.607735:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ba00/0xa38d712893861e8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.607742:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f65ba00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421048.607747:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ba00/0xa38d712893861e8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.607756:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ba00/0xa38d712893861e8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.607770:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af111123e00) 00010000:00010000:0.0:1777421048.607773:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421048.607906:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ba00/0xa38d712893861e8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.607914:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ba00/0xa38d712893861e8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.607929:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d712893861ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.607935:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d712893861ef lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.607941:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d712893861ef lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.607946:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f65ac00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421048.607957:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d712893861ef lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.607973:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d712893861ef lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.607983:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbc29f2cb (ffff9af111123100) 00010000:00010000:0.0:1777421048.607986:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421048.607989:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d712893861ef lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.607995:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d712893861ef lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.608108:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b000/0xa38d712893861e1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376359 expref: 74 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.608124:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a400/0xa38d712893861f6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376359 expref: 73 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.608132:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff9af111123300) 00010000:00010000:0.0:1777421048.608134:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1777421048.608137:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f65a400, rc 0) 00000100:00100000:0.0:1777421048.608217:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111015880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+73:21678:x1863760833918592:12345-192.168.203.47@tcp:101:bash.0 Request processed in 997us (1222us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421048.608226:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 681 00000100:00100000:2.0:1777421048.610729:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421048.610791:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833918720 00000100:00100000:0.0:1777421048.610806:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833918720 00000100:00100000:0.0:1777421048.610887:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 682 00000100:00100000:0.0:1777421048.610898:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c67a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+73:21678:x1863760833918720:12345-192.168.203.47@tcp:101:bash.0 00010000:00010000:0.0:1777421048.610940:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421048.610976:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d712893861fd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376360 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.611070:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65be00/0xa38d71289386204 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.611087:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65be00/0xa38d71289386204 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.611099:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65be00/0xa38d71289386204 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.611114:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d7128938620b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.611121:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d7128938620b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.611128:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d7128938620b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.611208:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65be00/0xa38d71289386204 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.611215:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65be00/0xa38d71289386204 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.611221:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65be00/0xa38d71289386204 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.611228:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f65be00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421048.611238:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65be00/0xa38d71289386204 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.611245:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65be00/0xa38d71289386204 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.611258:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff9af111123300) 00010000:00010000:0.0:1777421048.611261:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421048.611266:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65be00/0xa38d71289386204 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.611272:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65be00/0xa38d71289386204 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.611287:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d7128938620b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.611294:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d7128938620b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.611299:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d7128938620b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.611304:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f65a200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421048.611307:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d7128938620b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.611313:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d7128938620b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.611321:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xc57698b5 (ffff9af111123f00) 00010000:00010000:0.0:1777421048.611323:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421048.611332:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d7128938620b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.611338:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d7128938620b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.611421:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d712893861fd lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376360 expref: 74 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.611432:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff9af111123300) 00010000:00010000:0.0:1777421048.611435:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421048.611439:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d712893861fd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376360 expref: 74 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.611448:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f65b200, rc 0) 00000100:00100000:0.0:1777421048.611526:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c67a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+73:21678:x1863760833918720:12345-192.168.203.47@tcp:101:bash.0 Request processed in 631us (808us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421048.611539:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 682 00000100:00100000:2.0:1777421048.625865:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421048.626051:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833918848 00000100:00100000:1.0:1777421048.626063:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833918848 00000100:00100000:1.0:1777421048.626123:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 683 00000100:00100000:1.0:1777421048.626134:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c67ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+29:21679:x1863760833918848:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:1.0:1777421048.626160:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421048.626183:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386212 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376367 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421048.626249:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c000/0xa38d71289386219 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421048.626282:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c000/0xa38d71289386219 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421048.626294:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c000/0xa38d71289386219 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421048.626500:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:1.0:1777421048.626505:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 19 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421048.626531:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c000/0xa38d71289386219 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421048.626555:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386212 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376367 expref: 31 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421048.626572:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c000/0xa38d71289386219 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376367 expref: 30 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421048.626581:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af111123e00) 00010000:00010000:1.0:1777421048.626584:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777421048.626588:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af105d5c000, rc 0) 00000100:00100000:1.0:1777421048.626685:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c67ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+30:21679:x1863760833918848:12345-192.168.203.47@tcp:101:rm.0 Request processed in 552us (828us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421048.626693:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 683 00000100:00100000:3.0:1777421048.629397:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421048.629465:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833918976 00000100:00100000:1.0:1777421048.629480:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833918976 00000100:00100000:1.0:1777421048.629550:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 684 00000100:00100000:1.0:1777421048.629561:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111015180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+30:21679:x1863760833918976:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:1.0:1777421048.629580:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421048.629613:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d71289386220 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37636e expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421048.629679:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289386227 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421048.629693:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289386227 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421048.629704:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289386227 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421048.629720:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d7128938622e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421048.629728:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d7128938622e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421048.629734:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d7128938622e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421048.629856:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d000/0xa38d71289386235 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421048.629866:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d000/0xa38d71289386235 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421048.629874:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d000/0xa38d71289386235 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421048.629907:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 512 00000004:00200000:1.0:1777421048.629911:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421048.629936:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d000/0xa38d71289386235 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421048.629968:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289386227 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421048.629975:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289386227 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421048.629982:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289386227 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421048.629989:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af105d5c200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421048.629994:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289386227 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421048.630002:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289386227 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421048.630015:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af111123e00) 00010000:00010000:1.0:1777421048.630018:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421048.630022:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289386227 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421048.630029:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289386227 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421048.630044:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d7128938622e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421048.630050:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d7128938622e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421048.630057:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d7128938622e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421048.630069:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af105d5cc00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421048.630073:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d7128938622e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421048.630079:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d7128938622e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421048.630088:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbc29f2cb (ffff9af1061f8e00) 00010000:00010000:1.0:1777421048.630091:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421048.630094:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d7128938622e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421048.630100:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d7128938622e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421048.630128:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d71289386220 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37636e expref: 32 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421048.630141:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d000/0xa38d71289386235 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37636e expref: 31 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421048.630149:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff9af111123300) 00010000:00010000:1.0:1777421048.630151:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1777421048.630154:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af105d5d000, rc 0) 00000100:00100000:1.0:1777421048.630221:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111015180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+31:21679:x1863760833918976:12345-192.168.203.47@tcp:101:rm.0 Request processed in 661us (839us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421048.630229:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 684 00000100:00100000:2.0:1777421048.635787:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421048.637022:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833919104 00000100:00100000:0.0:1777421048.637039:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833919104 00000100:00100000:0.0:1777421048.637105:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 685 00000100:00100000:0.0:1777421048.637116:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c679880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+31:21679:x1863760833919104:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:0.0:1777421048.637135:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421048.637156:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d7128938623c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376375 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.637220:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d71289386243 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.637256:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d71289386243 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.637268:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d71289386243 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.637283:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65be00/0xa38d7128938624a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.637291:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65be00/0xa38d7128938624a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.637298:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65be00/0xa38d7128938624a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.637406:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d71289386243 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.637414:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d71289386243 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.637421:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d71289386243 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.637428:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f65a200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421048.637432:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d71289386243 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.637440:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d71289386243 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.637452:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff9af111123300) 00010000:00010000:0.0:1777421048.637462:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421048.637467:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d71289386243 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.637474:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d71289386243 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.637488:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65be00/0xa38d7128938624a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.637494:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65be00/0xa38d7128938624a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.637501:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65be00/0xa38d7128938624a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.637506:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f65be00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421048.637508:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65be00/0xa38d7128938624a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.637515:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65be00/0xa38d7128938624a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.637523:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xc57698b5 (ffff9af111123f00) 00010000:00010000:0.0:1777421048.637526:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421048.637529:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65be00/0xa38d7128938624a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.637535:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65be00/0xa38d7128938624a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.637566:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d7128938623c lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376375 expref: 32 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.637588:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff9af111123300) 00010000:00010000:0.0:1777421048.637590:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421048.637595:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d7128938623c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376375 expref: 32 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.637604:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f65b200, rc 0) 00000100:00100000:0.0:1777421048.637670:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c679880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+31:21679:x1863760833919104:12345-192.168.203.47@tcp:101:rm.0 Request processed in 556us (1898us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421048.637677:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 685 00000100:00100000:2.0:1777421048.641177:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421048.641259:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833919232 00000100:00100000:0.0:1777421048.641275:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833919232 00000100:00100000:0.0:1777421048.641484:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 686 00000100:00100000:0.0:1777421048.641496:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c679180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+31:21679:x1863760833919232:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:0.0:1777421048.641515:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421048.641535:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b000/0xa38d71289386251 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37637c expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.641596:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d71289386258 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.641610:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d71289386258 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.641621:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d71289386258 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.641634:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ba00/0xa38d7128938625f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.641656:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ba00/0xa38d7128938625f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.641663:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ba00/0xa38d7128938625f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.641733:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d71289386258 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.641741:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d71289386258 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.641748:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d71289386258 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.641754:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f65ac00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421048.641758:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d71289386258 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.641768:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d71289386258 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.641779:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff9af111123300) 00010000:00010000:0.0:1777421048.641782:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421048.641788:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d71289386258 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.641795:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d71289386258 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.641810:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ba00/0xa38d7128938625f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.641822:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ba00/0xa38d7128938625f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.641828:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ba00/0xa38d7128938625f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.641833:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f65ba00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421048.641836:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ba00/0xa38d7128938625f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.641841:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ba00/0xa38d7128938625f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.641850:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xc57698b5 (ffff9af111123100) 00010000:00010000:0.0:1777421048.641853:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421048.641856:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ba00/0xa38d7128938625f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.641862:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ba00/0xa38d7128938625f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.641895:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b000/0xa38d71289386251 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37637c expref: 32 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.641904:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff9af111123300) 00010000:00010000:0.0:1777421048.641906:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421048.641910:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b000/0xa38d71289386251 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37637c expref: 32 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.641932:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f65b000, rc 0) 00000100:00100000:0.0:1777421048.642010:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c679180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+31:21679:x1863760833919232:12345-192.168.203.47@tcp:101:rm.0 Request processed in 516us (846us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421048.642032:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 686 00000100:00100000:3.0:1777421048.653489:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421048.653792:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833919360 00000100:00100000:0.0:1777421048.653808:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833919360 00000100:00100000:0.0:1777421048.653875:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 687 00000100:00100000:0.0:1777421048.653886:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+31:21680:x1863760833919360:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:0.0:1777421048.653906:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421048.653928:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d71289386266 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376383 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.654010:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65be00/0xa38d7128938626d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.654036:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65be00/0xa38d7128938626d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.654046:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65be00/0xa38d7128938626d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.654061:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d71289386274 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.654068:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d71289386274 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.654075:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d71289386274 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.654160:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65be00/0xa38d7128938626d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.654168:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65be00/0xa38d7128938626d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.654175:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65be00/0xa38d7128938626d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.654181:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f65be00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421048.654185:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65be00/0xa38d7128938626d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.654193:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65be00/0xa38d7128938626d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.654205:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff9af111123300) 00010000:00010000:0.0:1777421048.654208:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421048.654213:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65be00/0xa38d7128938626d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.654219:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65be00/0xa38d7128938626d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.654232:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d71289386274 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.654238:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d71289386274 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.654244:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d71289386274 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.654256:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f65a200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421048.654259:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d71289386274 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.654265:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d71289386274 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.654273:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xc57698b5 (ffff9af111123f00) 00010000:00010000:0.0:1777421048.654275:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421048.654278:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d71289386274 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.654284:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d71289386274 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.654315:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d71289386266 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376383 expref: 32 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.654325:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff9af111123300) 00010000:00010000:0.0:1777421048.654328:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421048.654332:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d71289386266 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376383 expref: 32 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.654341:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f65b200, rc 0) 00000100:00100000:0.0:1777421048.654454:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+31:21680:x1863760833919360:12345-192.168.203.47@tcp:101:cp.0 Request processed in 569us (975us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421048.654463:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 687 00000100:00100000:2.0:1777421048.657800:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421048.659436:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833919488 00000100:00100000:0.0:1777421048.659465:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833919488 00000100:00100000:0.0:1777421048.659525:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 688 00000100:00100000:0.0:1777421048.659535:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c679c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+31:21680:x1863760833919488:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:0.0:1777421048.659552:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421048.659570:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b000/0xa38d7128938627b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37638a expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.659631:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ba00/0xa38d71289386282 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.659645:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ba00/0xa38d71289386282 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.659657:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ba00/0xa38d71289386282 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.659671:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d71289386289 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.659678:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d71289386289 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.659684:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d71289386289 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.659750:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ba00/0xa38d71289386282 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.659771:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ba00/0xa38d71289386282 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.659778:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ba00/0xa38d71289386282 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.659791:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f65ba00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421048.659796:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ba00/0xa38d71289386282 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.659803:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ba00/0xa38d71289386282 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.659820:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff9af111123300) 00010000:00010000:0.0:1777421048.659823:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421048.659827:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ba00/0xa38d71289386282 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.659833:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ba00/0xa38d71289386282 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.659847:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d71289386289 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.659852:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d71289386289 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.659858:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d71289386289 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.659862:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f65ac00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421048.659865:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d71289386289 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.659870:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d71289386289 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.660061:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xc57698b5 (ffff9af111123100) 00010000:00010000:0.0:1777421048.660063:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421048.660066:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d71289386289 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.660072:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d71289386289 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.660104:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b000/0xa38d7128938627b lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37638a expref: 32 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.660113:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff9af111123300) 00010000:00010000:0.0:1777421048.660115:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421048.660118:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b000/0xa38d7128938627b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37638a expref: 32 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.660126:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f65b000, rc 0) 00000100:00100000:0.0:1777421048.660243:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c679c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+31:21680:x1863760833919488:12345-192.168.203.47@tcp:101:cp.0 Request processed in 708us (2468us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421048.660250:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 688 00000100:00100000:2.0:1777421048.663331:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421048.663824:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833919744 00000100:00100000:0.0:1777421048.663837:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833919744 00000100:00100000:0.0:1777421048.663928:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 689 00000100:00100000:0.0:1777421048.663936:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f777b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+31:21680:x1863760833919744:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:0.0:1777421048.663963:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421048.663989:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ae00/0xa38d71289386290 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376391 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.664147:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a800/0xa38d71289386297 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.664162:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a800/0xa38d71289386297 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.664177:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a800/0xa38d71289386297 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.664192:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a600/0xa38d7128938629e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.664199:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a600/0xa38d7128938629e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.664206:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a600/0xa38d7128938629e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777421048.664520:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777421048.664533:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777421048.665416:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:1.0:1777421048.665425:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000004:00080000:1.0:1777421048.666185:0:5762:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0xf:0x0], index 0: 0 00010000:00010000:1.0:1777421048.666416:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d712893862a5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421048.666432:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d712893862a5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421048.666443:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d712893862a5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421048.666479:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a800/0xa38d71289386297 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421048.666486:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a800/0xa38d71289386297 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421048.666493:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a800/0xa38d71289386297 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421048.666500:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f65a800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421048.666504:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a800/0xa38d71289386297 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421048.666511:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a800/0xa38d71289386297 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421048.666522:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff9af111123300) 00010000:00010000:1.0:1777421048.666525:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421048.666530:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a800/0xa38d71289386297 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421048.666547:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a800/0xa38d71289386297 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777421048.666562:0:5762:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000209f128b reply state 00000000fab7df2d transno 4294967740 ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a600/0xa38d7128938629e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421048.666571:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777421048.666608:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ae00/0xa38d71289386290 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376391 expref: 34 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421048.666622:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d712893862a5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376391 expref: 33 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421048.666641:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff9af1061f8e00) 00010000:00010000:1.0:1777421048.666644:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421048.666646:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af105d5d800, rc 0) 00000100:00100000:1.0:1777421048.666724:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f777b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+34:21680:x1863760833919744:12345-192.168.203.47@tcp:101:cp.0 Request processed in 2787us (3405us total) trans 4294967740 rc 0/0 00000100:00100000:1.0:1777421048.666733:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 689 00010000:00010000:0.0:1777421048.669221:0:3282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a600/0xa38d7128938629e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.669279:0:3282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a600/0xa38d7128938629e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.669288:0:3282:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a600/0xa38d7128938629e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.669294:0:3282:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f65a600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421048.669299:0:3282:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a600/0xa38d7128938629e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.669321:0:3282:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a600/0xa38d7128938629e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.669339:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xc57698b5 (ffff9af111123000) 00010000:00010000:0.0:1777421048.669342:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421048.669346:0:3282:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a600/0xa38d7128938629e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421048.669483:0:3282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a600/0xa38d7128938629e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421048.670474:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421048.670812:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833919872 00000100:00100000:3.0:1777421048.670832:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833919872 00000100:00100000:3.0:1777421048.670876:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 166 00000100:00100000:3.0:1777421048.670895:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f775c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+8:2368:x1863760833919872:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:3.0:1777421048.670911:0:11334:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421048.670930:0:11334:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000009d4cb91/0xa38d712893862b3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376398 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777421048.670965:0:11334:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1777421048.670983:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421048.670985:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421048.670993:0:11334:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000009d4cb91/0xa38d712893862b3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376398 expref: 9 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421048.671011:0:11334:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000009d4cb91/0xa38d712893862b3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376398 expref: 9 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421048.671023:0:11334:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0011e3000, rc 0) 00000100:00100000:3.0:1777421048.671084:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f775c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2368:x1863760833919872:12345-192.168.203.47@tcp:101:cp.0 Request processed in 189us (616us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421048.671091:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 166 00000100:00100000:2.0:1777421048.675815:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421048.676998:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833920000 00000100:00100000:0.0:1777421048.677010:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833920000 00000100:00100000:2.0:1777421048.677380:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 167 00000100:00100000:2.0:1777421048.677392:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f774e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:21680:x1863760833920000:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:2.0:1777421048.677410:0:6860:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421048.677428:0:6860:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fb219e27/0xa38d712893862ba lrc: 2/0,0 mode: --/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37639f expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421048.677459:0:6860:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000009d4cb91/0xa38d712893862b3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376398 expref: 10 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421048.677468:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421048.677470:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421048.677474:0:6860:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fb219e27/0xa38d712893862ba lrc: 4/0,0 mode: --/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37639f expref: 10 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421048.677509:0:6860:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000009d4cb91/0xa38d712893862b3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376398 expref: 10 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421048.677523:0:6860:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000009d4cb91/0xa38d712893862b3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376398 expref: 10 pid: 11334 timeout: 360 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421048.677536:0:6860:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0011afb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:6860:1863760841110400:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777421048.677628:0:6860:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af110de96c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421048.680054:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421048.680175:0:6860:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0011afb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:6860:1863760841110400:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777421048.680220:0:6860:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000fb219e27/0xa38d712893862ba lrc: 3/0,0 mode: --/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37639f expref: 10 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421048.680265:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833920128 00000100:00100000:3.0:1777421048.680280:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833920128 00010000:00010000:3.0:1777421048.680335:0:5747:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000009d4cb91/0xa38d712893862b3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376398 expref: 11 pid: 11334 timeout: 360 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421048.680440:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 190 00000100:00100000:3.0:1777421048.680466:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189e8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2369:x1863760833920128:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421048.680471:0:6860:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af001c6a600, rc 0) 00010000:00010000:3.0:1777421048.680500:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421048.680551:0:5747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000009d4cb91/0xa38d712893862b3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376398 expref: 11 pid: 11334 timeout: 360 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421048.680569:0:5747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000009d4cb91/0xa38d712893862b3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376398 expref: 11 pid: 11334 timeout: 360 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421048.680591:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f774e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:21680:x1863760833920000:12345-192.168.203.47@tcp:101:cp.0 Request processed in 3197us (4780us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421048.680602:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 167 00010000:00010000:3.0:1777421048.680612:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000009d4cb91/0xa38d712893862b3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376398 expref: 11 pid: 11334 timeout: 360 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421048.680647:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421048.680650:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421048.680660:0:5747:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fb219e27/0xa38d712893862ba lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37639f expref: 9 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421048.680671:0:5747:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fb219e27/0xa38d712893862ba lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37639f expref: 9 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421048.680720:0:5747:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000fb219e27/0xa38d712893862ba lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37639f expref: 9 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421048.680736:0:5747:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13d22bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5747:1863760841110528:192.168.203.47@tcp:105: 00000100:00100000:2.0:1777421048.680843:0:5747:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1348d2a80 going to sleep for 11 seconds 00000100:00100000:2.0:1777421048.682838:0:5747:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13d22bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5747:1863760841110528:192.168.203.47@tcp:105: 00010000:00010000:2.0:1777421048.682863:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421048.683034:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189e8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2369:x1863760833920128:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 2574us (2987us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421048.683045:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 190 00000100:00100000:2.0:1777421048.683635:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421048.683743:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833920384 00000100:00100000:3.0:1777421048.683752:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833920384 00000100:00100000:1.0:1777421048.683908:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 157 00000100:00100000:1.0:1777421048.683920:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+33:21680:x1863760833920384:12345-192.168.203.47@tcp:35:cp.0 00000100:00100000:1.0:1777421048.684282:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+34:21680:x1863760833920384:12345-192.168.203.47@tcp:35:cp.0 Request processed in 364us (648us total) trans 4294967741 rc 0/0 00000100:00100000:1.0:1777421048.684291:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 157 00000100:00100000:1.0:1777421048.725642:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421048.726030:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833920512 00000100:00100000:2.0:1777421048.726046:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833920512 00000100:00100000:2.0:1777421048.726160:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 690 00000100:00100000:2.0:1777421048.726173:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+73:21683:x1863760833920512:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:2.0:1777421048.726199:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421048.726240:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a000/0xa38d712893862c1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3763a6 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421048.726323:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d712893862c8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421048.726340:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d712893862c8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421048.726385:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d712893862c8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421048.726412:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d712893862cf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421048.726421:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d712893862cf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421048.726429:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d712893862cf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421048.726535:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d712893862d6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421048.726545:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d712893862d6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421048.726552:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d712893862d6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421048.726605:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x12:0x0]: returning size 158 00000004:00200000:2.0:1777421048.726610:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421048.726642:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d712893862d6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421048.726656:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d712893862d6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421048.726666:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d712893862c8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421048.726674:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d712893862c8 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421048.726693:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d712893862c8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421048.726701:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af001c6be00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421048.726706:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d712893862c8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421048.726715:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d712893862c8 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421048.726731:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff9af111123300) 00010000:00010000:2.0:1777421048.726735:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421048.726741:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d712893862c8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421048.726748:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d712893862c8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421048.726765:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d712893862cf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421048.726772:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d712893862cf lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421048.726779:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d712893862cf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421048.726785:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af001c6b400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421048.726788:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d712893862cf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421048.726805:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d712893862cf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421048.726815:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xc57698b5 (ffff9af118b05f00) 00010000:00010000:2.0:1777421048.726818:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421048.726821:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d712893862cf lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421048.726827:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d712893862cf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421048.726863:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a000/0xa38d712893862c1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3763a6 expref: 75 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421048.726878:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d712893862d6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3763a6 expref: 74 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421048.726887:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff9af1061f8e00) 00010000:00010000:2.0:1777421048.726889:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777421048.726892:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af001c6a400, rc 0) 00000100:00100000:2.0:1777421048.726989:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+74:21683:x1863760833920512:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 818us (1371us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421048.726998:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 690 00000100:00100000:0.0:1777421048.730057:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421048.730125:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833920640 00000100:00100000:2.0:1777421048.730142:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833920640 00000100:00100000:2.0:1777421048.730214:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 168 00000100:00100000:2.0:1777421048.730227:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118841f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+9:2369:x1863760833920640:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:2.0:1777421048.730271:0:6860:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421048.730293:0:6860:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008dc11694/0xa38d712893862dd lrc: 2/0,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3763ad expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421048.730377:0:6860:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0011aed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:6860:1863760841110656:192.168.203.47@tcp:106: 00000100:00100000:2.0:1777421048.730526:0:6860:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af110de96c0 going to sleep for 11 seconds 00002000:00010000:2.0:1777421048.732015:0:6860:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x240000400:0xf:0x0] updating lvb size: 0 -> 158 00002000:00010000:2.0:1777421048.732024:0:6860:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0xf:0x0] updating lvb mtime: 0 -> 1777421048 00002000:00010000:2.0:1777421048.732027:0:6860:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0xf:0x0] updating lvb atime: 0 -> 1777421048 00002000:00010000:2.0:1777421048.732029:0:6860:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0xf:0x0] updating lvb ctime: 0 -> 1777421048 00000100:00100000:2.0:1777421048.732054:0:6860:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0011aed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:6860:1863760841110656:192.168.203.47@tcp:106: 00010000:00010000:2.0:1777421048.732092:0:6860:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008dc11694/0xa38d712893862dd lrc: 1/0,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3763ad expref: 10 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421048.732114:0:6860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008dc11694/0xa38d712893862dd lrc: 0/0,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3763ad expref: 10 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421048.732127:0:6860:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af001c6ba00, rc 0) 00000100:00100000:2.0:1777421048.732200:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118841f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+9:2369:x1863760833920640:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 1975us (2150us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421048.732209:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 168 00000100:00100000:1.0:1777421048.737853:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421048.738292:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833920768 00000100:00100000:2.0:1777421048.738306:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833920768 00000100:00100000:2.0:1777421048.738410:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 691 00000100:00100000:2.0:1777421048.738422:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+74:21683:x1863760833920768:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:2.0:1777421048.738471:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421048.738499:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a000/0xa38d712893862e4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3763b4 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421048.738588:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d712893862eb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421048.738606:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d712893862eb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421048.738619:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d712893862eb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421048.738729:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 512 00000004:00200000:2.0:1777421048.738734:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421048.738761:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d712893862eb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421048.738793:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a000/0xa38d712893862e4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3763b4 expref: 76 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421048.738813:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d712893862eb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3763b4 expref: 75 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421048.738824:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff9af111123300) 00010000:00010000:2.0:1777421048.738827:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777421048.738831:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af001c6b400, rc 0) 00000100:00100000:2.0:1777421048.738910:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+75:21683:x1863760833920768:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 489us (1070us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421048.738919:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 691 00000100:00100000:0.0:1777421048.742691:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421048.742756:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833920896 00000100:00100000:2.0:1777421048.742771:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833920896 00000100:00100000:2.0:1777421048.742855:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 169 00000100:00100000:2.0:1777421048.742866:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118841880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+9:2368:x1863760833920896:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:2.0:1777421048.742890:0:6860:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421048.742913:0:6860:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008dc11694/0xa38d712893862f2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3763bb expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421048.742998:0:6860:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0011aed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:6860:1863760841110784:192.168.203.47@tcp:106: 00000100:00100000:2.0:1777421048.743114:0:6860:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af110de96c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777421048.747093:0:6860:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0011aed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:6860:1863760841110784:192.168.203.47@tcp:106: 00010000:00010000:2.0:1777421048.747145:0:6860:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008dc11694/0xa38d712893862f2 lrc: 1/0,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3763bb expref: 10 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421048.747176:0:6860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008dc11694/0xa38d712893862f2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3763bb expref: 10 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421048.747192:0:6860:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af001c6ba00, rc 0) 00000100:00100000:2.0:1777421048.747343:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118841880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+9:2368:x1863760833920896:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 4474us (4660us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421048.747409:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 169 00000100:00100000:1.0:1777421048.753140:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421048.753197:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833921152 00000100:00100000:2.0:1777421048.753211:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833921152 00000100:00100000:2.0:1777421048.753288:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 692 00000100:00100000:2.0:1777421048.753302:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+75:21683:x1863760833921152:12345-192.168.203.47@tcp:58:lfs.0 00000040:00080000:2.0:1777421048.753722:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].16, 136 off10368 00000100:00100000:2.0:1777421048.753821:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+75:21683:x1863760833921152:12345-192.168.203.47@tcp:58:lfs.0 Request processed in 521us (693us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421048.753830:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 692 00000100:00100000:3.0:1777421048.792613:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0011aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1863760841110912:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777421048.792717:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421048.792810:0:7924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841110912 00000100:00100000:1.0:1777421048.792821:0:7924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841110912 00000100:00080000:2.0:1777421048.792898:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777421048.792904:0:7924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1777421048.792919:0:7924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12de6f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1863760841110912:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777421048.792977:0:7924:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 62980096 pending 0 free 3855613952 avail 3853516800 00000100:00100000:1.0:1777421048.793046:0:7924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12de6f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1863760841110912:12345-0@lo:13:osp-pre-1-0.0 Request processed in 132us (329us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421048.793054:0:7924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1777421048.793157:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0011aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1863760841110912:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777421048.793255:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0011aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3295:1863760841111040:0@lo:400:kworker.0 00000100:00100000:2.0:1777421048.793292:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0011aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3296:1863760841111168:0@lo:400:kworker.0 00000100:00100000:0.0:1777421048.793300:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421048.793337:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421048.793339:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3295:1863760841111552:0@lo:400:kworker.0 00000100:00100000:1.0:1777421048.793341:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841111040 00000100:00100000:1.0:1777421048.793346:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841111040 00000100:00100000:0.0:1777421048.793394:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421048.793408:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0011adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3297:1863760841111296:0@lo:400:kworker.0 00000100:00100000:1.0:1777421048.793413:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 291 00000100:00100000:1.0:1777421048.793423:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119106c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3295:x1863760841111040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421048.793442:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421048.793477:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777421048.793484:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119106c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3295:x1863760841111040:12345-0@lo:400:kworker.0 Request processed in 54us (176us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421048.793487:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841111424:0@lo:400:kworker.0 00000100:00100000:1.0:1777421048.793498:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 291 00000100:00100000:0.0:1777421048.793504:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841111168 00000100:00100000:0.0:1777421048.793508:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841111168 00000100:00100000:2.0:1777421048.793527:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421048.793542:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0011aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3295:1863760841111040:0@lo:400:kworker.0 00000100:00100000:0.0:1777421048.793542:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841111552 00000100:00100000:0.0:1777421048.793545:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841111552 00000100:00100000:3.0:1777421048.793551:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841111296 00000100:00100000:3.0:1777421048.793557:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841111296 00000100:00100000:1.0:1777421048.793585:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00100000:0.0:1777421048.793591:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00100000:1.0:1777421048.793595:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1863760841111168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421048.793598:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3295:x1863760841111552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421048.793602:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:3.0:1777421048.793614:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1863760841111296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421048.793638:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1863760841111168:12345-0@lo:400:kworker.0 Request processed in 44us (301us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421048.793639:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3295:x1863760841111552:12345-0@lo:400:kworker.0 Request processed in 41us (244us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421048.793647:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00100000:0.0:1777421048.793653:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00100000:3.0:1777421048.793669:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1863760841111296:12345-0@lo:400:kworker.0 Request processed in 52us (222us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421048.793677:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00100000:1.0:1777421048.793680:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3295:1863760841111552:0@lo:400:kworker.0 00000100:00080000:2.0:1777421048.793698:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777421048.793717:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841111424 00000100:00100000:2.0:1777421048.793724:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0011aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3296:1863760841111168:0@lo:400:kworker.0 00000100:00100000:1.0:1777421048.793731:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841111424 00000100:00100000:2.0:1777421048.793769:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0011adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3297:1863760841111296:0@lo:400:kworker.0 00000100:00100000:1.0:1777421048.794031:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 143 00000100:00100000:1.0:1777421048.794039:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841111424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421048.794132:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841111424:12345-0@lo:400:kworker.0 Request processed in 92us (604us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421048.794139:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 143 00000100:00080000:0.0:1777421048.794338:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777421048.794561:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841111424:0@lo:400:kworker.0 00010000:00010000:3.0:1777421049.176738:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1777421049.291853:0:16536:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777421049.291862:0:16536:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777421049.291906:0:16536:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 17 count 3 00000040:00080000:1.0:1777421049.291911:0:16536:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:1.0:1777421049.688652:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777421049.688661:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777421049.688701:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 17 count 3 00000040:00080000:1.0:1777421049.688707:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777421049.689087:0:11331:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af1189e8700 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841111680:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1777421049.689224:0:11331:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13c0b2300 going to sleep for 11 seconds 00000100:00100000:1.0:1777421049.694622:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421049.694912:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833921280 00000100:00100000:3.0:1777421049.694923:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833921280 00000100:00100000:0.0:1777421049.695145:0:11331:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af1189e8700 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841111680:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1777421049.695286:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 693 00000100:00100000:3.0:1777421049.695300:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+34:21695:x1863760833921280:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1777421049.695334:0:7427:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x12:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1777421049.695464:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+34:21695:x1863760833921280:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 167us (852us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421049.695472:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 693 00000100:00080000:2.0:1777421049.696986:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777421049.700156:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421049.700322:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833921536 00000100:00100000:1.0:1777421049.700335:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833921536 00000100:00100000:1.0:1777421049.700433:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 694 00000100:00100000:1.0:1777421049.700443:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+34:21695:x1863760833921536:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421049.700463:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421049.700486:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d712893862f9 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3763c2 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421049.700586:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d71289386300 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421049.700962:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d71289386300 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421049.700976:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d71289386300 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421049.700991:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x12:0x0]: returning size 158 00010000:00010000:1.0:1777421049.701280:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d712893862f9 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3763c2 expref: 37 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421049.701298:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d71289386300 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3763c2 expref: 36 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421049.701305:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff9af1061f8e00) 00010000:00010000:1.0:1777421049.701308:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421049.701311:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af105d5d400, rc 0) 00000100:00100000:1.0:1777421049.701579:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+36:21695:x1863760833921536:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 1136us (1431us total) trans 4294967742 rc 0/0 00000100:00100000:1.0:1777421049.701587:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 694 00000100:00100000:3.0:1777421049.707097:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421049.707208:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421049.707961:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833921664 00000100:00100000:1.0:1777421049.707972:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833921664 00000100:00100000:0.0:1777421049.708080:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 170 00000100:00100000:0.0:1777421049.708094:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d22b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2368:x1863760833921664:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1777421049.708138:0:11334:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f682f009/0xa38d7128938630e lrc: 3/1,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421049.708158:0:11334:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fb219e27/0xa38d712893862ba lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37639f expref: 9 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421049.708166:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777421049.708168:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777421049.708172:0:11334:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f682f009/0xa38d7128938630e lrc: 4/1,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421049.708208:0:11334:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fb219e27/0xa38d712893862ba lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37639f expref: 9 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421049.708222:0:11334:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000fb219e27/0xa38d712893862ba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37639f expref: 9 pid: 6860 timeout: 361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421049.708236:0:11334:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af1345fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11334:1863760841111808:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777421049.708344:0:11334:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af10b4609c0 going to sleep for 11 seconds 00000100:00080000:3.0:1777421049.708430:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777421049.708623:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833921792 00000100:00100000:2.0:1777421049.708628:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833921792 00000100:00100000:2.0:1777421049.708670:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 28 00000100:00100000:2.0:1777421049.708677:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d22a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+36:2367:x1863760833921792:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421049.708687:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421049.708717:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d71289386300 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3763c2 expref: 36 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421049.708744:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff9af1061f8e00) 00010000:00010000:2.0:1777421049.708748:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421049.709447:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d22a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+35:2367:x1863760833921792:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 766us (2235us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421049.709457:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 28 00000100:00100000:0.0:1777421049.714136:0:11334:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af1345fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11334:1863760841111808:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421049.714166:0:11334:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f682f009/0xa38d7128938630e lrc: 3/1,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421049.714532:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421049.714682:0:6548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833921920 00000100:00100000:3.0:1777421049.714703:0:6548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833921920 00002000:00100000:3.0:1777421049.714746:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xf:0x0] (0->157) req@ffff9af1345fb800 x1863760833921920/t0(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:60/0 lens 648/0 e 0 to 0 dl 1777421060 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777421049.714757:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af1345fb800 with x1863760833921920 ext(0->157) 00010000:00010000:3.0:1777421049.714764:0:6548:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000fb219e27/0xa38d712893862ba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37639f expref: 10 pid: 6860 timeout: 361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421049.714801:0:6548:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000fb219e27/0xa38d712893862ba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37639f expref: 10 pid: 6860 timeout: 361 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777421049.714810:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9af1345fb800 00000100:00100000:3.0:1777421049.714842:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 6 00000100:00100000:3.0:1777421049.714851:0:6548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2369:x1863760833921920:12345-192.168.203.47@tcp:4:cp.0 00000100:00100000:3.0:1777421049.715390:0:6548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2369:x1863760833921920:12345-192.168.203.47@tcp:4:cp.0 Request processed in 538us (858us total) trans 4294967327 rc 0/0 00000100:00100000:3.0:1777421049.715399:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 6 00002000:00100000:3.0:1777421049.715407:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xf:0x0] (0->157) req@ffff9af1345fb800 x1863760833921920/t4294967327(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:60/0 lens 648/448 e 0 to 0 dl 1777421060 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777421049.715417:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af1345fb800 with x1863760833921920 ext(0->157) 00010000:00010000:3.0:1777421049.715424:0:6548:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000fb219e27/0xa38d712893862ba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37639f expref: 12 pid: 6860 timeout: 361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421049.715437:0:6548:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000fb219e27/0xa38d712893862ba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37639f expref: 12 pid: 6860 timeout: 361 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777421049.715444:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9af1345fb800 00000100:00100000:3.0:1777421049.719678:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421049.719747:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833922048 00000100:00100000:2.0:1777421049.719757:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833922048 00010000:00010000:2.0:1777421049.719794:0:5747:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000fb219e27/0xa38d712893862ba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37639f expref: 12 pid: 6860 timeout: 361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421049.719832:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 191 00000100:00100000:2.0:1777421049.719840:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d22ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2367:x1863760833922048:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421049.719851:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421049.719868:0:5747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000fb219e27/0xa38d712893862ba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37639f expref: 12 pid: 6860 timeout: 361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421049.719878:0:5747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fb219e27/0xa38d712893862ba lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37639f expref: 12 pid: 6860 timeout: 361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421049.719898:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fb219e27/0xa38d712893862ba lrc: 0/0,0 mode: --/PW res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37639f expref: 12 pid: 6860 timeout: 361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421049.719909:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421049.719911:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421049.719915:0:5747:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f682f009/0xa38d7128938630e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421049.719933:0:5747:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f682f009/0xa38d7128938630e lrc: 4/1,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421049.719977:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421049.720032:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d22ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2367:x1863760833922048:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 192us (362us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421049.720051:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 191 00010000:00010000:3.0:1777421049.720079:0:11334:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f682f009/0xa38d7128938630e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421049.720090:0:11334:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f682f009/0xa38d7128938630e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421049.720123:0:11334:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f682f009/0xa38d7128938630e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421049.720131:0:11334:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f682f009/0xa38d7128938630e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421049.720139:0:11334:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f682f009/0xa38d7128938630e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421049.720146:0:11334:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f65ba00 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:3.0:1777421049.720151:0:11334:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f682f009/0xa38d7128938630e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421049.720160:0:11334:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f682f009/0xa38d7128938630e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421049.720173:0:11334:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f682f009/0xa38d7128938630e lrc: 2/0,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421049.720181:0:11334:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f682f009/0xa38d7128938630e lrc: 0/0,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421049.720228:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d22b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2368:x1863760833921664:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 Request processed in 12138us (13138us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421049.720237:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 170 00000100:00100000:0.0:1777421049.724077:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421049.724173:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833922304 00000100:00100000:1.0:1777421049.724184:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833922304 00000100:00100000:1.0:1777421049.724271:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 695 00000100:00100000:1.0:1777421049.724283:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+35:21695:x1863760833922304:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777421049.724427:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+35:21695:x1863760833922304:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 146us (364us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421049.724451:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 695 00000100:00100000:1.0:1777421049.727475:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421049.727581:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833922432 00000100:00100000:3.0:1777421049.727592:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833922432 00000100:00100000:3.0:1777421049.727747:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 171 00000100:00100000:3.0:1777421049.727758:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2369:x1863760833922432:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421049.727773:0:11334:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421049.727792:0:11334:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000009d4cb91/0xa38d71289386315 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3763c9 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777421049.727817:0:11334:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xf:0x0] initial LVB size: 158, mtime: 0x69f14af8, atime: 0x0, ctime: 0x69f14af8, blocks: 0x1 00010000:00010000:3.0:1777421049.727843:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421049.727846:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421049.727854:0:11334:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000009d4cb91/0xa38d71289386315 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3763c9 expref: 11 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421049.727871:0:11334:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000009d4cb91/0xa38d71289386315 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3763c9 expref: 11 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421049.727882:0:11334:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0011e3000, rc 0) 00000100:00100000:3.0:1777421049.727994:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2369:x1863760833922432:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 238us (526us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421049.728002:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 171 00000100:00100000:2.0:1777421049.730588:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421049.730690:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833922688 00000100:00100000:1.0:1777421049.730700:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833922688 00000100:00100000:1.0:1777421049.730794:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 696 00000100:00100000:1.0:1777421049.730804:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+35:21695:x1863760833922688:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777421049.730907:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+35:21695:x1863760833922688:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 104us (327us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421049.730915:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 696 00000100:00100000:0.0:1777421049.736169:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421049.736260:0:6548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833922816 00000100:00100000:3.0:1777421049.736269:0:6548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833922816 00002000:00100000:3.0:1777421049.736309:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xf:0x0] (0->4095) req@ffff9af1345f9180 x1863760833922816/t0(0) o3->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:60/0 lens 488/0 e 0 to 0 dl 1777421060 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777421049.736317:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af1345f9180 with x1863760833922816 ext(0->4095) 00002000:00010000:3.0:1777421049.736321:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af1345f9180 00000100:00100000:3.0:1777421049.736385:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 56 00000100:00100000:3.0:1777421049.736392:0:6548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2368:x1863760833922816:12345-192.168.203.47@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1777421049.736570:0:6548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2368:x1863760833922816:12345-192.168.203.47@tcp:3:lhsmtool_posix.0 Request processed in 177us (408us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1777421049.736576:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 56 00002000:00100000:3.0:1777421049.736580:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xf:0x0] (0->4095) req@ffff9af1345f9180 x1863760833922816/t0(0) o3->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:60/0 lens 488/4536 e 0 to 0 dl 1777421060 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777421049.736586:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af1345f9180 with x1863760833922816 ext(0->4095) 00002000:00010000:3.0:1777421049.736588:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af1345f9180 00000100:00100000:0.0:1777421049.745216:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421049.745399:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833922944 00000100:00100000:1.0:1777421049.746192:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833922944 00000100:00100000:2.0:1777421049.746390:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 697 00000100:00100000:2.0:1777421049.746402:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+35:21695:x1863760833922944:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421049.746421:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421049.746444:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a600/0xa38d7128938631c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3763d0 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421049.746478:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a000/0xa38d71289386323 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421049.746493:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a000/0xa38d71289386323 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421049.746504:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a000/0xa38d71289386323 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421049.746599:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a600/0xa38d7128938631c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3763d0 expref: 37 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421049.746617:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a000/0xa38d71289386323 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3763d0 expref: 36 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421049.746632:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff9af1061f8e00) 00010000:00010000:2.0:1777421049.746635:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777421049.746639:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af001c6a000, rc 0) 00000100:00100000:2.0:1777421049.746698:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+36:21695:x1863760833922944:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 298us (1492us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421049.746705:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 697 00000100:00100000:0.0:1777421049.751795:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421049.753223:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833923072 00000100:00100000:2.0:1777421049.753235:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833923072 00000100:00100000:2.0:1777421049.753303:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 698 00000100:00100000:2.0:1777421049.753314:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13786c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+36:21695:x1863760833923072:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1777421049.753367:0:5762:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x12:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1777421049.753629:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13786c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+36:21695:x1863760833923072:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 316us (1842us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421049.753638:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 698 00000100:00100000:0.0:1777421049.757649:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421049.757906:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833923200 00000100:00100000:3.0:1777421049.757924:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833923200 00000100:00100000:3.0:1777421049.758028:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 172 00000100:00100000:3.0:1777421049.758041:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13786e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2369:x1863760833923200:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1777421049.758100:0:11334:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002227114e/0xa38d7128938632a lrc: 3/1,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421049.758126:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421049.758129:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421049.758135:0:11334:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002227114e/0xa38d7128938632a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421049.758151:0:11334:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002227114e/0xa38d7128938632a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421049.758188:0:11334:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002227114e/0xa38d7128938632a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421049.758221:0:11334:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002227114e/0xa38d7128938632a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421049.758231:0:11334:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002227114e/0xa38d7128938632a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421049.758239:0:11334:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0011e2a00 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:3.0:1777421049.758244:0:11334:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002227114e/0xa38d7128938632a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421049.758254:0:11334:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002227114e/0xa38d7128938632a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421049.758272:0:11334:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002227114e/0xa38d7128938632a lrc: 2/0,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421049.758281:0:11334:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002227114e/0xa38d7128938632a lrc: 0/0,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421049.758445:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13786e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2369:x1863760833923200:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 Request processed in 405us (804us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421049.758454:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 172 00000100:00100000:0.0:1777421049.762122:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421049.762191:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833923456 00000100:00100000:2.0:1777421049.762202:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833923456 00000100:00100000:2.0:1777421049.762491:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 699 00000100:00100000:2.0:1777421049.762504:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13786d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+36:21695:x1863760833923456:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1777421049.762591:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d71289386331 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421049.762609:0:5762:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a000/0xa38d71289386323 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3763d0 expref: 36 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421049.762618:0:5762:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d71289386331 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421049.762898:0:5762:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a000/0xa38d71289386323 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3763d0 expref: 36 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421049.762914:0:5762:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a000/0xa38d71289386323 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3763d0 expref: 36 pid: 5762 timeout: 361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421049.762929:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6b4700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841111936:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777421049.763102:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af001089e40 going to sleep for 11 seconds 00000100:00100000:2.0:1777421049.767087:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421049.767261:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833923584 00000100:00100000:1.0:1777421049.767271:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833923584 00010000:00010000:1.0:1777421049.767316:0:5747:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a000/0xa38d71289386323 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3763d0 expref: 37 pid: 5762 timeout: 361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421049.767391:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 192 00000100:00100000:1.0:1777421049.767402:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+37:2368:x1863760833923584:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421049.767417:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421049.767424:0:5747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a000/0xa38d71289386323 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3763d0 expref: 37 pid: 5762 timeout: 361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421049.767439:0:5747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a000/0xa38d71289386323 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3763d0 expref: 37 pid: 5762 timeout: 361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421049.767462:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff9af1061f8e00) 00010000:00010000:1.0:1777421049.767481:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d71289386331 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421049.767491:0:5747:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d71289386331 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421049.767499:0:5747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d71289386331 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421049.767607:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421049.767665:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+37:2368:x1863760833923584:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 264us (588us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421049.767673:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 192 00010000:00010000:0.0:1777421049.768093:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a000/0xa38d71289386323 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3763d0 expref: 36 pid: 5762 timeout: 361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421049.768111:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6b4700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841111936:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421049.768130:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d71289386331 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421049.768139:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d71289386331 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421049.768145:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d71289386331 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421049.768347:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d71289386331 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421049.768427:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d71289386331 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421049.768435:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d71289386331 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421049.768454:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af001c6be00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421049.768458:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d71289386331 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421049.768466:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d71289386331 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421049.768477:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff9af1061f8e00) 00010000:00010000:0.0:1777421049.768480:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777421049.768483:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d71289386331 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421049.768489:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d71289386331 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421049.768641:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13786d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+36:21695:x1863760833923456:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 6139us (6529us total) trans 4294967743 rc 0/0 00000100:00100000:0.0:1777421049.768654:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 699 00000040:00080000:2.0:1777421049.768801:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777421049.768807:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777421049.769336:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:2.0:1777421049.769344:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777421049.772161:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421049.772217:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833923840 00000100:00100000:1.0:1777421049.772228:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833923840 00000100:00100000:1.0:1777421049.772282:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 158 00000100:00100000:1.0:1777421049.772291:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+36:21695:x1863760833923840:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1777421049.772593:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+37:21695:x1863760833923840:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 302us (440us total) trans 4294967744 rc 0/0 00000100:00100000:1.0:1777421049.772602:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 158 00010000:00010000:1.0:1777421050.200922:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1777421050.795429:0:16587:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777421050.795440:0:16587:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777421050.795488:0:16587:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 17 count 3 00000040:00080000:2.0:1777421050.795495:0:16587:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777421050.829397:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421050.829503:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833924096 00000100:00100000:1.0:1777421050.829518:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833924096 00000100:00100000:1.0:1777421050.829582:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 700 00000100:00100000:1.0:1777421050.829593:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d22aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+75:21703:x1863760833924096:12345-192.168.203.47@tcp:101:md5sum.0 00010000:00010000:1.0:1777421050.829611:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421050.829633:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c600/0xa38d71289386338 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3763d7 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421050.829743:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5da00/0xa38d7128938633f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421050.829757:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5da00/0xa38d7128938633f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421050.829771:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5da00/0xa38d7128938633f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421050.829782:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x12:0x0]: returning size 158 00010000:00010000:1.0:1777421050.829965:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c600/0xa38d71289386338 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3763d7 expref: 78 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421050.829982:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5da00/0xa38d7128938633f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3763d7 expref: 77 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421050.829990:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff9af1061f8e00) 00010000:00010000:1.0:1777421050.829994:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421050.829997:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af105d5da00, rc 0) 00000100:00100000:1.0:1777421050.830074:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d22aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+77:21703:x1863760833924096:12345-192.168.203.47@tcp:101:md5sum.0 Request processed in 482us (691us total) trans 4294967745 rc 0/0 00000100:00100000:1.0:1777421050.830085:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 700 00000100:00080000:3.0:1777421050.830101:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777421050.833442:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421050.833485:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833924224 00000100:00100000:2.0:1777421050.833497:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833924224 00000100:00100000:2.0:1777421050.833564:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 29 00000100:00100000:2.0:1777421050.833575:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+77:2369:x1863760833924224:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421050.833594:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421050.833624:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5da00/0xa38d7128938633f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3763d7 expref: 77 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421050.833818:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff9af1061f8e00) 00010000:00010000:2.0:1777421050.833826:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421050.834240:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+76:2369:x1863760833924224:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 664us (806us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421050.834251:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 29 00000100:00100000:3.0:1777421050.835576:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421050.835688:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833924352 00000100:00100000:3.0:1777421050.835696:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833924352 00000100:00080000:2.0:1777421050.835754:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777421050.835774:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 173 00000100:00100000:3.0:1777421050.835785:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d22b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+9:2368:x1863760833924352:12345-192.168.203.47@tcp:101:md5sum.0 00010000:00010000:3.0:1777421050.835804:0:6860:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421050.836338:0:6860:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005c8878d7/0xa38d7128938634d lrc: 2/0,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3763de expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421050.836403:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421050.836406:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421050.836417:0:6860:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005c8878d7/0xa38d7128938634d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3763de expref: 10 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421050.836441:0:6860:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005c8878d7/0xa38d7128938634d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3763de expref: 10 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421050.836456:0:6860:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0011e2c00, rc 0) 00000100:00100000:3.0:1777421050.836523:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d22b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+10:2368:x1863760833924352:12345-192.168.203.47@tcp:101:md5sum.0 Request processed in 738us (952us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421050.836531:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 173 00000100:00100000:3.0:1777421050.841887:0:3295:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777421050.841912:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13d22bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841112064:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777421050.842007:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421050.842086:0:6546:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841112064 00000100:00100000:3.0:1777421050.842096:0:6546:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841112064 00000100:00100000:3.0:1777421050.842165:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1777421050.842175:0:6546:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110397100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1863760841112064:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1777421050.842185:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:3.0:1777421050.842209:0:6546:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 1703936 granted 64684032 pending 1703936 free 3857711104 avail 3855613952 00000100:00100000:3.0:1777421050.842266:0:6546:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110397100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1863760841112064:12345-0@lo:13:osp-pre-0-0.0 Request processed in 92us (261us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421050.842274:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1777421050.842337:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421050.842381:0:6549:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833924480 00000100:00100000:3.0:1777421050.842385:0:6549:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833924480 00002000:00100000:3.0:1777421050.842413:0:6549:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0xf:0x0] (0->4095) req@ffff9af110396d80 x1863760833924480/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:61/0 lens 488/0 e 0 to 0 dl 1777421061 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777421050.842423:0:6549:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af110396d80 with x1863760833924480 ext(0->4095) 00002000:00010000:3.0:1777421050.842429:0:6549:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af110396d80 00000100:00100000:3.0:1777421050.842447:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 57 00000100:00100000:3.0:1777421050.842454:0:6549:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110396d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+10:2369:x1863760833924480:12345-192.168.203.47@tcp:3:md5sum.0 00000100:00100000:3.0:1777421050.842644:0:6549:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110396d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+10:2369:x1863760833924480:12345-192.168.203.47@tcp:3:md5sum.0 Request processed in 189us (307us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1777421050.842652:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 57 00002000:00100000:3.0:1777421050.842659:0:6549:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0xf:0x0] (0->4095) req@ffff9af110396d80 x1863760833924480/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:61/0 lens 488/4536 e 0 to 0 dl 1777421061 ref 1 fl Complete:/600/0 rc 4096/4096 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777421050.842668:0:6549:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af110396d80 with x1863760833924480 ext(0->4095) 00002000:00010000:3.0:1777421050.842671:0:6549:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af110396d80 00000100:00100000:2.0:1777421050.844132:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13d22bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841112064:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777421050.849214:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421050.849291:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833924736 00000100:00100000:3.0:1777421050.849306:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833924736 00000100:00100000:3.0:1777421050.849391:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 159 00000100:00100000:3.0:1777421050.849402:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13786e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+76:21703:x1863760833924736:12345-192.168.203.47@tcp:35:md5sum.0 00000100:00100000:3.0:1777421050.849761:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13786e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+77:21703:x1863760833924736:12345-192.168.203.47@tcp:35:md5sum.0 Request processed in 360us (560us total) trans 4294967746 rc 0/0 00000100:00100000:3.0:1777421050.849767:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 159 00000100:00100000:0.0:1777421050.867031:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421050.867163:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833924992 00000100:00100000:3.0:1777421050.867175:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833924992 00000100:00100000:3.0:1777421050.867240:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 701 00000100:00100000:3.0:1777421050.867264:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13786ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+77:21704:x1863760833924992:12345-192.168.203.47@tcp:36:rm.0 00010000:00010000:3.0:1777421050.867323:0:7427:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777421050.867371:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d712893862d6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3763a6 expref: 77 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421050.867391:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff9af1061f8e00) 00010000:00010000:3.0:1777421050.867405:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d712893862eb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3763b4 expref: 76 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421050.867415:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff9af111123300) 00010000:00010000:3.0:1777421050.867418:0:7427:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777421050.867441:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2a00/0xa38d71289386354 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421050.867456:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2a00/0xa38d71289386354 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421050.867466:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2a00/0xa38d71289386354 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421050.867482:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2000/0xa38d7128938635b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421050.867506:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2000/0xa38d7128938635b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421050.867514:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2000/0xa38d7128938635b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421050.868023:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3600/0xa38d71289386362 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421050.868036:0:7427:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d712893862a5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376391 expref: 36 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421050.868138:0:7427:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3600/0xa38d71289386362 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421050.868178:0:7427:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d712893862a5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376391 expref: 36 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421050.868194:0:7427:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d712893862a5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376391 expref: 36 pid: 5762 timeout: 362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421050.868208:0:7427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af110397800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:7427:1863760841112192:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777421050.868408:0:7427:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af105449d80 going to sleep for 11 seconds 00000100:00100000:0.0:1777421050.872995:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421050.873236:0:7427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af110397800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:7427:1863760841112192:192.168.203.47@tcp:104: 00010000:00010000:3.0:1777421050.873263:0:7427:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3600/0xa38d71289386362 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421050.873319:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833925120 00000100:00100000:1.0:1777421050.873328:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833925120 00010000:00010000:1.0:1777421050.873397:0:5747:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d712893862a5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376391 expref: 37 pid: 5762 timeout: 362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421050.873430:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 193 00000100:00100000:1.0:1777421050.873451:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118194850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+37:2368:x1863760833925120:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421050.873465:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421050.873473:0:5747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d712893862a5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376391 expref: 37 pid: 5762 timeout: 362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421050.873485:0:5747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d712893862a5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376391 expref: 37 pid: 5762 timeout: 362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421050.873508:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d712893862a5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376391 expref: 37 pid: 5762 timeout: 362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421050.873521:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff9af1061f8e00) 00010000:00010000:1.0:1777421050.873526:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3600/0xa38d71289386362 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421050.873536:0:5747:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3600/0xa38d71289386362 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421050.873544:0:5747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3600/0xa38d71289386362 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421050.873569:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421050.873630:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118194850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+36:2368:x1863760833925120:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 181us (642us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421050.873637:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 193 00010000:00010000:0.0:1777421050.874002:0:7427:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3600/0xa38d71289386362 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421050.874011:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3600/0xa38d71289386362 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777421050.874562:0:7427:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].7, 64 off8640 00000004:00080000:0.0:1777421050.874572:0:7427:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 262657220544ns, next at 263657218180ns, rc = 0 00010000:00010000:0.0:1777421050.875873:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d71289386369 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421050.875892:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d71289386369 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421050.875904:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d71289386369 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421050.875911:0:7427:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d71289386369 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421050.875918:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d71289386369 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421050.875924:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d71289386369 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421050.875961:0:7427:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777421050.875984:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3600/0xa38d71289386362 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421050.875990:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3600/0xa38d71289386362 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421050.875997:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3600/0xa38d71289386362 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421050.876003:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0011e3600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421050.876008:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3600/0xa38d71289386362 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421050.876015:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3600/0xa38d71289386362 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421050.876036:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff9af1061f8e00) 00010000:00010000:0.0:1777421050.876039:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777421050.876043:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3600/0xa38d71289386362 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421050.876050:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3600/0xa38d71289386362 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421050.876104:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2a00/0xa38d71289386354 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421050.876111:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2a00/0xa38d71289386354 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421050.876117:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2a00/0xa38d71289386354 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421050.876123:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0011e2a00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421050.876126:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2a00/0xa38d71289386354 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421050.876132:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2a00/0xa38d71289386354 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421050.876141:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff9af111123300) 00010000:00010000:0.0:1777421050.876143:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421050.876146:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2a00/0xa38d71289386354 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421050.876152:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2a00/0xa38d71289386354 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777421050.876172:0:7427:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000e54dacc8 reply state 0000000079c94ff5 transno 4294967747 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2000/0xa38d7128938635b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421050.876181:0:7427:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777421050.877064:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13786ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+77:21704:x1863760833924992:12345-192.168.203.47@tcp:36:rm.0 Request processed in 9808us (10036us total) trans 4294967747 rc 0/0 00000100:00100000:0.0:1777421050.877075:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 701 00010000:00010000:2.0:1777421050.878019:0:8267:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777421050.878030:0:8267:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d71289386369 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421050.878040:0:8267:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f65a200 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:2.0:1777421050.878044:0:8267:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d71289386369 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421050.878053:0:8267:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d71289386369 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421050.878070:0:8267:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff9af1061f8e00) 00010000:00010000:2.0:1777421050.878074:0:8267:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777421050.878079:0:8267:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d71289386369 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421050.878086:0:8267:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d71289386369 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421050.878106:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421050.878115:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421050.878117:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421050.881480:0:3281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2000/0xa38d7128938635b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421050.881499:0:3281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2000/0xa38d7128938635b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421050.881507:0:3281:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2000/0xa38d7128938635b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421050.881514:0:3281:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0011e2000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421050.881519:0:3281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2000/0xa38d7128938635b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421050.881528:0:3281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2000/0xa38d7128938635b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421050.881544:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xc57698b5 (ffff9af11aa0db00) 00010000:00010000:2.0:1777421050.881547:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421050.881552:0:3281:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2000/0xa38d7128938635b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421050.881559:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2000/0xa38d7128938635b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421050.989160:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421050.989538:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833925248 00000100:00100000:0.0:1777421050.989550:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833925248 00000100:00100000:0.0:1777421050.989603:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 702 00000100:00100000:0.0:1777421050.989614:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+76:21720:x1863760833925248:12345-192.168.203.47@tcp:101:mkdir.0 00010000:00010000:0.0:1777421050.989637:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421050.989656:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65be00/0xa38d71289386370 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3763e5 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421050.989720:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d71289386377 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421050.989734:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d71289386377 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421050.989744:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d71289386377 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421050.989805:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 512 00000004:00200000:0.0:1777421050.989809:0:7427:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421050.989833:0:7427:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d71289386377 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421050.989878:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65be00/0xa38d71289386370 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3763e5 expref: 78 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421050.989896:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d71289386377 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3763e5 expref: 77 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421050.989905:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff9af111123300) 00010000:00010000:0.0:1777421050.989907:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777421050.989911:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f65a200, rc 0) 00000100:00100000:0.0:1777421050.990033:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+77:21720:x1863760833925248:12345-192.168.203.47@tcp:101:mkdir.0 Request processed in 420us (882us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421050.990041:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 702 00000100:00100000:0.0:1777421051.043261:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421051.043434:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833925376 00000100:00100000:3.0:1777421051.043458:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833925376 00000100:00100000:3.0:1777421051.043540:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 703 00000100:00100000:3.0:1777421051.043551:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13786c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+36:21726:x1863760833925376:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421051.043575:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421051.043597:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3c00/0xa38d7128938637e lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3763ec expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421051.043659:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2600/0xa38d71289386385 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421051.043674:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2600/0xa38d71289386385 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421051.043685:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2600/0xa38d71289386385 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421051.043701:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3200/0xa38d7128938638c lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421051.043708:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3200/0xa38d7128938638c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421051.043715:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3200/0xa38d7128938638c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421051.043820:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2200/0xa38d71289386393 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421051.043829:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2200/0xa38d71289386393 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421051.043837:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2200/0xa38d71289386393 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421051.043878:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 10752 00000004:00200000:3.0:1777421051.043882:0:7427:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421051.043906:0:7427:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2200/0xa38d71289386393 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421051.043916:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2600/0xa38d71289386385 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421051.043923:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2600/0xa38d71289386385 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421051.043930:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2600/0xa38d71289386385 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421051.043948:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0011e2600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421051.043952:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2600/0xa38d71289386385 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421051.043958:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2600/0xa38d71289386385 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421051.043969:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9af106213700) 00010000:00010000:3.0:1777421051.043973:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421051.043977:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2600/0xa38d71289386385 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421051.043984:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2600/0xa38d71289386385 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421051.043996:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3200/0xa38d7128938638c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421051.044012:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3200/0xa38d7128938638c lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421051.044018:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3200/0xa38d7128938638c lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421051.044023:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0011e3200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421051.044027:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3200/0xa38d7128938638c lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421051.044033:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3200/0xa38d7128938638c lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421051.044041:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff9af11aa0db00) 00010000:00010000:3.0:1777421051.044044:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421051.044046:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3200/0xa38d7128938638c lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421051.044052:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3200/0xa38d7128938638c lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421051.044082:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3c00/0xa38d7128938637e lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3763ec expref: 38 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421051.044093:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2200/0xa38d71289386393 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3763ec expref: 37 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421051.044101:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9af106213200) 00010000:00010000:3.0:1777421051.044104:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777421051.044112:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0011e2200, rc 0) 00000100:00100000:3.0:1777421051.044171:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13786c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+37:21726:x1863760833925376:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 621us (919us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421051.044179:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 703 00000100:00080000:2.0:1777421051.044302:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777421051.048246:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421051.048731:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833925504 00000100:00100000:0.0:1777421051.048742:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833925504 00000100:00100000:0.0:1777421051.048800:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 704 00000100:00100000:0.0:1777421051.048812:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110397800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+37:21726:x1863760833925504:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421051.048831:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421051.048854:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65be00/0xa38d7128938639a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3763f3 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.049507:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65be00/0xa38d7128938639a lrc: 1/0,0 mode: --/CR res: [0x200000402:0x12:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3763f3 expref: 38 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.049519:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff9af111123100) 00010000:00010000:0.0:1777421051.049521:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421051.049535:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65be00/0xa38d7128938639a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x12:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3763f3 expref: 38 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.049547:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f65be00, rc 0) 00000100:00100000:0.0:1777421051.049608:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110397800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+37:21726:x1863760833925504:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 801us (1373us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421051.049614:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 704 00000100:00100000:1.0:1777421051.054529:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421051.054957:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833925760 00000100:00100000:0.0:1777421051.054966:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833925760 00000100:00100000:0.0:1777421051.055024:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 705 00000100:00100000:0.0:1777421051.055034:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+77:21726:x1863760833925760:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421051.055271:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421051.055275:0:7427:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1777421051.055303:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d71289386377 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3763e5 expref: 77 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.055321:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff9af111123300) 00010000:00010000:0.0:1777421051.055325:0:7427:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421051.055337:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d712893863a1 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3763fa expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.055505:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d712893863a8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.055518:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d712893863a8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.055527:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d712893863a8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.055556:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ba00/0xa38d712893863af lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.055575:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ba00/0xa38d712893863af lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.055591:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ba00/0xa38d712893863af lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.056087:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a600/0xa38d712893863b6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.056103:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a600/0xa38d712893863b6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.056108:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a600/0xa38d712893863b6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421051.056116:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c:0x0]: returning size 0 00010000:00010000:0.0:1777421051.056135:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d712893863a8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.056140:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d712893863a8 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.056144:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d712893863a8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.056148:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f65ac00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421051.056151:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d712893863a8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.056163:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d712893863a8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.056178:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff9af111123300) 00010000:00010000:0.0:1777421051.056180:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421051.056183:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d712893863a8 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.056187:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d712893863a8 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777421051.056194:0:7427:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000d722b53e reply state 00000000afdee0f9 transno 4294967748 ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ba00/0xa38d712893863af lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421051.056200:0:7427:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777421051.056223:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d712893863a1 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3763fa expref: 79 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.056237:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a600/0xa38d712893863b6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3763fa expref: 78 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.056244:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff9af111123500) 00010000:00010000:0.0:1777421051.056247:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421051.056249:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f65a600, rc 0) 00000100:00100000:0.0:1777421051.056319:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+79:21726:x1863760833925760:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 1286us (1811us total) trans 4294967748 rc 0/0 00000100:00100000:0.0:1777421051.056328:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 705 00010000:00010000:2.0:1777421051.058252:0:3282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ba00/0xa38d712893863af lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421051.058266:0:3282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ba00/0xa38d712893863af lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421051.058287:0:3282:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ba00/0xa38d712893863af lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421051.058294:0:3282:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f65ba00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421051.058298:0:3282:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ba00/0xa38d712893863af lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421051.058313:0:3282:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ba00/0xa38d712893863af lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421051.058327:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xc57698b5 (ffff9af111123f00) 00010000:00010000:2.0:1777421051.058330:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421051.058334:0:3282:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ba00/0xa38d712893863af lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421051.058339:0:3282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ba00/0xa38d712893863af lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421051.062054:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421051.062284:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833926016 00000100:00100000:0.0:1777421051.062318:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833926016 00000100:00100000:0.0:1777421051.062412:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 706 00000100:00100000:0.0:1777421051.062423:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+78:21726:x1863760833926016:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421051.062448:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421051.062466:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d712893863c4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376401 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.062570:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d712893863cb lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.062584:0:7427:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a600/0xa38d712893863b6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3763fa expref: 79 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.062598:0:7427:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d712893863cb lrc: 4/0,1 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.062632:0:7427:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a600/0xa38d712893863b6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3763fa expref: 79 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.062646:0:7427:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a600/0xa38d712893863b6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3763fa expref: 79 pid: 7427 timeout: 362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421051.062659:0:7427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13786f100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:7427:1863760841112320:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777421051.062744:0:7427:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1346d1540 going to sleep for 11 seconds 00000100:00100000:0.0:1777421051.064805:0:7427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13786f100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:7427:1863760841112320:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421051.064833:0:7427:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d712893863cb lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421051.067163:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421051.067489:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833926144 00000100:00100000:3.0:1777421051.067499:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833926144 00010000:00010000:3.0:1777421051.067536:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a600/0xa38d712893863b6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3763fa expref: 80 pid: 7427 timeout: 362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421051.067617:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 194 00000100:00100000:3.0:1777421051.067627:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189e8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+80:2369:x1863760833926144:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421051.067642:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421051.067649:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a600/0xa38d712893863b6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3763fa expref: 80 pid: 7427 timeout: 362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421051.067662:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a600/0xa38d712893863b6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3763fa expref: 80 pid: 7427 timeout: 362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421051.067685:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a600/0xa38d712893863b6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3763fa expref: 80 pid: 7427 timeout: 362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421051.067702:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff9af111123500) 00010000:00010000:3.0:1777421051.067706:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d712893863cb lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421051.067714:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d712893863cb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421051.067733:0:5746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d712893863cb lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421051.067754:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421051.067805:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189e8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+79:2369:x1863760833926144:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 180us (651us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421051.067811:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 194 00010000:00010000:0.0:1777421051.067987:0:7427:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d712893863cb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.067996:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d712893863cb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421051.068014:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c:0x0]: returning size 0 00010000:00010000:0.0:1777421051.068287:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d712893863cb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.068295:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d712893863cb lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.068302:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d712893863cb lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.068309:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f65ac00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421051.068314:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d712893863cb lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.068322:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d712893863cb lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.068337:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff9af111123500) 00010000:00010000:0.0:1777421051.068340:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777421051.068343:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d712893863cb lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.068373:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d712893863cb lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.068452:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d712893863c4 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376401 expref: 79 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.068461:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff9af111123300) 00010000:00010000:0.0:1777421051.068463:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777421051.068467:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d712893863c4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376401 expref: 79 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.068475:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f65b200, rc 0) 00000100:00100000:0.0:1777421051.068518:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+78:21726:x1863760833926016:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 6093us (6471us total) trans 4294967749 rc 301/301 00000100:00100000:0.0:1777421051.068526:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 706 00000100:00100000:1.0:1777421051.070746:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421051.070840:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833926400 00000100:00100000:3.0:1777421051.070850:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833926400 00000100:00100000:3.0:1777421051.070907:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 160 00000100:00100000:3.0:1777421051.070916:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+78:21726:x1863760833926400:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1777421051.071285:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+79:21726:x1863760833926400:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 370us (545us total) trans 4294967750 rc 0/0 00000100:00100000:3.0:1777421051.071293:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 160 00000100:00100000:2.0:1777421051.072772:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421051.072837:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833926528 00000100:00100000:0.0:1777421051.072845:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833926528 00000100:00100000:0.0:1777421051.072890:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 707 00000100:00100000:0.0:1777421051.072899:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+79:21726:x1863760833926528:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421051.072916:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421051.072952:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d712893863d9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376408 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.073007:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d712893863d9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376408 expref: 80 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.073022:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d712893863d9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376408 expref: 80 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.073064:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff9af111123100) 00010000:00010000:0.0:1777421051.073067:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777421051.073071:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f65a200, rc 0) 00000100:00100000:0.0:1777421051.073109:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+80:21726:x1863760833926528:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 210us (341us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421051.073116:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 707 00000100:00100000:2.0:1777421051.075724:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421051.075894:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833926784 00000100:00100000:0.0:1777421051.075914:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833926784 00000100:00100000:0.0:1777421051.075977:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 708 00000100:00100000:0.0:1777421051.075986:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+80:21726:x1863760833926784:12345-192.168.203.47@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1777421051.076055:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65be00/0xa38d712893863e0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.076070:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65be00/0xa38d712893863e0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.076080:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65be00/0xa38d712893863e0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.076313:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65be00/0xa38d712893863e0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.076321:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65be00/0xa38d712893863e0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.076328:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65be00/0xa38d712893863e0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.076335:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f65be00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421051.076376:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65be00/0xa38d712893863e0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.076384:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65be00/0xa38d712893863e0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.076394:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff9af111123100) 00010000:00010000:0.0:1777421051.076396:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1777421051.076401:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65be00/0xa38d712893863e0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.076408:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65be00/0xa38d712893863e0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421051.076483:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+81:21726:x1863760833926784:12345-192.168.203.47@tcp:55:lhsmtool_posix.0 Request processed in 497us (767us total) trans 4294967751 rc 0/0 00000100:00100000:0.0:1777421051.076491:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 708 00000100:00100000:1.0:1777421051.078972:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421051.079454:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833927040 00000100:00100000:0.0:1777421051.079466:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833927040 00000100:00100000:0.0:1777421051.079516:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 709 00000100:00100000:0.0:1777421051.079526:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+81:21726:x1863760833927040:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1777421051.080286:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d712893863e7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.080303:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d712893863e7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.080314:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d712893863e7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777421051.080423:0:7427:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967752 00000004:00010000:0.0:1777421051.080620:0:7427:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000d352a8c4 reply state 00000000d0f7f656 transno 4294967753 ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d712893863e7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421051.080629:0:7427:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777421051.080718:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+84:21726:x1863760833927040:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 Request processed in 1192us (1755us total) trans 4294967753 rc 0/0 00000100:00100000:0.0:1777421051.080725:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 709 00000020:00080000:0.0:1777421051.080729:0:7427:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1777421051.085832:0:3281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d712893863e7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421051.085852:0:3281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d712893863e7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421051.085860:0:3281:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d712893863e7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421051.085867:0:3281:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f65b200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421051.085871:0:3281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d712893863e7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421051.085880:0:3281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d712893863e7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421051.085892:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00010000:00010000:1.0:1777421051.085897:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff9af111123100) 00010000:00010000:1.0:1777421051.085902:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1777421051.085907:0:3281:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d712893863e7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421051.085913:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d712893863e7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421051.086011:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833927296 00000100:00100000:3.0:1777421051.086022:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833927296 00000100:00100000:3.0:1777421051.086109:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 161 00000100:00100000:3.0:1777421051.086120:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+83:21726:x1863760833927296:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1777421051.086383:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+84:21726:x1863760833927296:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 264us (495us total) trans 4294967754 rc 0/0 00000100:00100000:3.0:1777421051.086392:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 161 00000100:00100000:2.0:1777421051.115604:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421051.115831:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833927552 00000100:00100000:0.0:1777421051.115842:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833927552 00000100:00100000:0.0:1777421051.115963:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 710 00000100:00100000:0.0:1777421051.115975:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+84:21728:x1863760833927552:12345-192.168.203.47@tcp:101:md5sum.0 00010000:00010000:0.0:1777421051.116014:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421051.116036:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65be00/0xa38d712893863ee lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37640f expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.116113:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d712893863f5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.116128:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d712893863f5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.116140:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d712893863f5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.116156:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b000/0xa38d712893863fc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.116163:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b000/0xa38d712893863fc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.116188:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b000/0xa38d712893863fc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.116328:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ae00/0xa38d71289386403 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.116336:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ae00/0xa38d71289386403 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.116343:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ae00/0xa38d71289386403 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421051.116391:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c:0x0]: returning size 158 00010000:00010000:0.0:1777421051.116492:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d712893863f5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.116500:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d712893863f5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.116507:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d712893863f5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.116513:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f65ac00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421051.116517:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d712893863f5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.116524:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d712893863f5 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.116535:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff9af111123300) 00010000:00010000:0.0:1777421051.116538:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421051.116549:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d712893863f5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.116555:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d712893863f5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.116569:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b000/0xa38d712893863fc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.116575:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b000/0xa38d712893863fc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.116581:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b000/0xa38d712893863fc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.116586:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f65b000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421051.116589:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b000/0xa38d712893863fc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.116595:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b000/0xa38d712893863fc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.116603:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xc57698b5 (ffff9af111123500) 00010000:00010000:0.0:1777421051.116606:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421051.116609:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b000/0xa38d712893863fc lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.116614:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b000/0xa38d712893863fc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.116677:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65be00/0xa38d712893863ee lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37640f expref: 87 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.116704:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ae00/0xa38d71289386403 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37640f expref: 86 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.116712:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff9af111123100) 00010000:00010000:0.0:1777421051.116714:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421051.116717:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f65ae00, rc 0) 00000100:00100000:0.0:1777421051.116773:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+86:21728:x1863760833927552:12345-192.168.203.47@tcp:101:md5sum.0 Request processed in 795us (1171us total) trans 4294967755 rc 0/0 00000100:00100000:0.0:1777421051.116781:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 710 00000100:00100000:1.0:1777421051.121869:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421051.124373:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833927808 00000100:00100000:3.0:1777421051.124388:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833927808 00000100:00100000:2.0:1777421051.124603:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 30 00000100:00100000:2.0:1777421051.124615:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011aea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+86:21728:x1863760833927808:12345-192.168.203.47@tcp:103:md5sum.0 00010000:00010000:2.0:1777421051.124630:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777421051.124656:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ae00/0xa38d71289386403 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37640f expref: 86 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421051.124700:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d712893863d9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376408 expref: 85 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421051.124710:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff9af111123100) 00010000:00010000:2.0:1777421051.124721:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421051.124790:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011aea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+84:21728:x1863760833927808:12345-192.168.203.47@tcp:103:md5sum.0 Request processed in 176us (2930us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421051.124797:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 30 00000100:00100000:2.0:1777421051.127448:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421051.127557:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833927936 00000100:00100000:0.0:1777421051.127567:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833927936 00000100:00100000:0.0:1777421051.127679:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 711 00000100:00100000:0.0:1777421051.127690:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+84:21728:x1863760833927936:12345-192.168.203.47@tcp:58:md5sum.0 00010000:00010000:0.0:1777421051.127789:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65be00/0xa38d71289386411 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.127807:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65be00/0xa38d71289386411 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.127819:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65be00/0xa38d71289386411 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777421051.128039:0:7427:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].17, 136 off10504 00000100:00100000:0.0:1777421051.128138:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+84:21728:x1863760833927936:12345-192.168.203.47@tcp:58:md5sum.0 Request processed in 449us (698us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421051.128147:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 711 00000100:00100000:3.0:1777421051.130796:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421051.130991:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833928064 00000100:00100000:0.0:1777421051.131016:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833928064 00000100:00100000:0.0:1777421051.131076:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 712 00000100:00100000:0.0:1777421051.131087:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110395880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+84:21728:x1863760833928064:12345-192.168.203.47@tcp:101:md5sum.0 00010000:00010000:0.0:1777421051.131106:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421051.131128:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b000/0xa38d71289386418 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376416 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.131184:0:7427:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65be00/0xa38d71289386411 lrc: 2/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.131195:0:7427:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b000/0xa38d71289386418 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376416 expref: 85 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.131212:0:7427:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65be00/0xa38d71289386411 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.131225:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b000/0xa38d71289386418 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376416 expref: 85 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.131236:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff9af111123500) 00010000:00010000:0.0:1777421051.131239:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777421051.131243:0:7427:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b000/0xa38d71289386418 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376416 expref: 85 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.131251:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f65b000, rc 0) 00000100:00100000:0.0:1777421051.131307:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110395880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+85:21728:x1863760833928064:12345-192.168.203.47@tcp:101:md5sum.0 Request processed in 223us (519us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421051.131314:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 712 00010000:00010000:1.0:1777421051.225042:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1777421051.389168:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967755 is committed 00000004:00080000:0.0:1777421051.389196:0:5782:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 9 committed 00000001:00080000:0.0:1777421051.389219:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967743 is committed 00000001:00080000:0.0:1777421051.389236:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967744 is committed 00000100:00100000:2.0:1777421051.390268:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af110397480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841112448:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777421051.390344:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421051.391125:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841112448 00000100:00100000:3.0:1777421051.391135:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841112448 00000100:00100000:3.0:1777421051.391206:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 174 00000100:00100000:3.0:1777421051.391215:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841112448:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1777421051.391239:0:6860:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:15 count 1 00010000:00010000:3.0:1777421051.391263:0:6860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000042694f1c/0xa38d7128938641f lrc: 3/0,1 mode: --/PW res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421051.391283:0:6860:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000009d4cb91/0xa38d71289386315 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3763c9 expref: 10 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421051.391293:0:6860:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005c8878d7/0xa38d7128938634d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3763de expref: 9 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421051.391301:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421051.391303:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421051.391307:0:6860:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000042694f1c/0xa38d7128938641f lrc: 5/0,1 mode: --/PW res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421051.391336:0:6860:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005c8878d7/0xa38d7128938634d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3763de expref: 9 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421051.391349:0:6860:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005c8878d7/0xa38d7128938634d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3763de expref: 9 pid: 6860 timeout: 363 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421051.391389:0:6860:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af110394000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:6860:1863760841112576:192.168.203.47@tcp:104: 00010000:00010000:3.0:1777421051.391544:0:6860:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000009d4cb91/0xa38d71289386315 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3763c9 expref: 10 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421051.391569:0:6860:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000009d4cb91/0xa38d71289386315 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3763c9 expref: 10 pid: 11334 timeout: 363 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421051.391580:0:6860:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af110397b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:6860:1863760841112704:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777421051.391621:0:6860:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1181929c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777421051.401539:0:6860:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af110394000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:6860:1863760841112576:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777421051.401553:0:6860:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af110397b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:6860:1863760841112704:192.168.203.47@tcp:104: 00010000:00010000:3.0:1777421051.401579:0:6860:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000042694f1c/0xa38d7128938641f lrc: 3/0,1 mode: --/PW res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421051.402278:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421051.402571:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421051.403890:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833928320 00000100:00100000:2.0:1777421051.403903:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833928320 00010000:00010000:2.0:1777421051.403973:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000009d4cb91/0xa38d71289386315 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3763c9 expref: 11 pid: 11334 timeout: 363 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421051.404055:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833928192 00000100:00100000:2.0:1777421051.404060:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833928192 00010000:00010000:2.0:1777421051.404078:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005c8878d7/0xa38d7128938634d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3763de expref: 10 pid: 6860 timeout: 363 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1777421051.404119:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777421051.404155:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 195 00000100:00100000:1.0:1777421051.404167:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2369:x1863760833928320:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421051.404200:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421051.404206:0:5747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000009d4cb91/0xa38d71289386315 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3763c9 expref: 11 pid: 11334 timeout: 363 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421051.404221:0:5747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000009d4cb91/0xa38d71289386315 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3763c9 expref: 11 pid: 11334 timeout: 363 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421051.404236:0:8215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 196 00010000:00010000:1.0:1777421051.404249:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000009d4cb91/0xa38d71289386315 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3763c9 expref: 11 pid: 11334 timeout: 363 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421051.404251:0:8215:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110397b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+10:2368:x1863760833928192:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421051.404266:0:8215:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421051.404274:0:8215:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005c8878d7/0xa38d7128938634d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3763de expref: 10 pid: 6860 timeout: 363 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421051.404275:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421051.404289:0:8215:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005c8878d7/0xa38d7128938634d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3763de expref: 10 pid: 6860 timeout: 363 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.404305:0:8215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005c8878d7/0xa38d7128938634d lrc: 0/0,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3763de expref: 10 pid: 6860 timeout: 363 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.404317:0:8215:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421051.404319:0:8215:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421051.404324:0:8215:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000042694f1c/0xa38d7128938641f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.404334:0:8215:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000042694f1c/0xa38d7128938641f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421051.404342:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2369:x1863760833928320:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 173us (2063us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421051.404385:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 195 00010000:00010000:0.0:1777421051.404388:0:8215:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421051.404414:0:8215:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110397b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+9:2368:x1863760833928192:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 168us (1842us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421051.404432:0:8215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 196 00010000:00010000:0.0:1777421051.404465:0:6860:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000042694f1c/0xa38d7128938641f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.404476:0:6860:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000042694f1c/0xa38d7128938641f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.404486:0:6860:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000042694f1c/0xa38d7128938641f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.404495:0:6860:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000042694f1c/0xa38d7128938641f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.404519:0:6860:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777421051.405121:0:5748:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777421051.405130:0:5748:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000042694f1c/0xa38d7128938641f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421051.405141:0:5748:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0011e2000 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:1.0:1777421051.405145:0:5748:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000042694f1c/0xa38d7128938641f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421051.405155:0:5748:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000042694f1c/0xa38d7128938641f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421051.405168:0:5748:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000042694f1c/0xa38d7128938641f lrc: 1/0,0 mode: --/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421051.405182:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000042694f1c/0xa38d7128938641f lrc: 0/0,0 mode: --/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421051.405201:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777421051.405203:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777421051.405204:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777421051.405834:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3297:x1863760841112448:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14618us (15487us total) trans 4294967328 rc 0/0 00000100:00100000:0.0:1777421051.405845:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 174 00000004:00080000:2.0:1777421051.405919:0:3297:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9af110397480/2, rc 0, transno 4294967328 00000100:00100000:2.0:1777421051.405927:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af110397480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841112448:0@lo:6:osp-syn-0-0.0 00000040:00080000:0.0:1777421051.800557:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777421051.800565:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777421051.800595:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 18 count 4 00000040:00080000:0.0:1777421051.800600:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777421051.800704:0:11331:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13786f100 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841112832:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1777421051.800881:0:11331:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1346d1300 going to sleep for 11 seconds 00000100:00100000:0.0:1777421051.805941:0:11331:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13786f100 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841112832:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1777421051.808683:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421051.809010:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833928448 00000100:00100000:1.0:1777421051.809022:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833928448 00000100:00100000:1.0:1777421051.809086:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 713 00000100:00100000:1.0:1777421051.809097:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110394000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+31:21729:x1863760833928448:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1777421051.809130:0:5762:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000401:0x2c:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1777421051.809301:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110394000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+31:21729:x1863760833928448:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 204us (625us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421051.809310:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 713 00000100:00100000:3.0:1777421051.814247:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421051.814758:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833928576 00000100:00100000:1.0:1777421051.814773:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833928576 00000100:00100000:1.0:1777421051.814847:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 714 00000100:00100000:1.0:1777421051.814859:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110396680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+31:21729:x1863760833928576:12345-192.168.203.47@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1777421051.814963:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289386426 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421051.814983:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289386426 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421051.814996:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289386426 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421051.815034:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d7128938642d lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x7d5aa0c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421051.815041:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d7128938642d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7d5aa0c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421051.815047:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d7128938642d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7d5aa0c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421051.815078:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386434 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421051.815087:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386434 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421051.815177:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386434 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421051.815226:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c:0x0]: returning size 158 00000004:00200000:1.0:1777421051.815231:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421051.815247:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386434 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421051.815258:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289386426 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421051.815263:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289386426 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421051.815270:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289386426 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421051.815286:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af105d5c200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421051.815291:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289386426 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421051.815299:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289386426 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421051.815314:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9af106213200) 00010000:00010000:1.0:1777421051.815317:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421051.815322:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289386426 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421051.815328:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289386426 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421051.815344:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d7128938642d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7d5aa0c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421051.815409:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d7128938642d lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7d5aa0c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421051.815416:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d7128938642d lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7d5aa0c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421051.815420:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af105d5cc00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421051.815423:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d7128938642d lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7d5aa0c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421051.815428:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d7128938642d lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7d5aa0c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421051.815447:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x7d5aa0c7 (ffff9af1061f8800) 00010000:00010000:1.0:1777421051.815450:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421051.815453:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d7128938642d lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x7d5aa0c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421051.815458:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d7128938642d lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x7d5aa0c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421051.815473:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386434 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421051.815480:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386434 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421051.815486:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386434 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421051.815491:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af105d5c400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421051.815494:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386434 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421051.815501:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386434 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421051.815507:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff9af111123500) 00010000:00010000:1.0:1777421051.815509:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421051.815511:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386434 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421051.815516:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386434 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421051.816292:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110396680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+31:21729:x1863760833928576:12345-192.168.203.47@tcp:34:lhsmtool_posix.0 Request processed in 1428us (2053us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421051.816303:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 714 00000100:00100000:2.0:1777421051.819241:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421051.820598:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833928832 00000100:00100000:1.0:1777421051.820615:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833928832 00000100:00100000:1.0:1777421051.820738:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 715 00000100:00100000:1.0:1777421051.820748:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d22a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+31:21729:x1863760833928832:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421051.820771:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421051.820795:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c800/0xa38d7128938643b lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37641d expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421051.820909:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5dc00/0xa38d71289386442 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421051.820937:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5dc00/0xa38d71289386442 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421051.820951:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5dc00/0xa38d71289386442 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421051.820965:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c:0x0]: returning size 158 00010000:00010000:1.0:1777421051.821123:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5dc00/0xa38d71289386442 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421051.821132:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5dc00/0xa38d71289386442 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421051.821138:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5dc00/0xa38d71289386442 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421051.821167:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af105d5dc00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421051.821173:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5dc00/0xa38d71289386442 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421051.821182:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5dc00/0xa38d71289386442 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421051.821196:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff9af111123500) 00010000:00010000:1.0:1777421051.821200:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777421051.821206:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5dc00/0xa38d71289386442 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421051.821213:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5dc00/0xa38d71289386442 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421051.821263:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c800/0xa38d7128938643b lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37641d expref: 33 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421051.821280:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9af106213200) 00010000:00010000:1.0:1777421051.821282:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777421051.821286:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c800/0xa38d7128938643b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37641d expref: 33 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421051.821297:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af105d5c800, rc 0) 00000100:00100000:1.0:1777421051.821399:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d22a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+32:21729:x1863760833928832:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 651us (2171us total) trans 4294967756 rc 301/301 00000100:00100000:1.0:1777421051.821407:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 715 00000100:00100000:3.0:1777421051.824856:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421051.825317:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833928960 00000100:00100000:1.0:1777421051.825348:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833928960 00000100:00100000:1.0:1777421051.825435:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 716 00000100:00100000:1.0:1777421051.825447:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110395180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+32:21729:x1863760833928960:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1777421051.825493:0:5762:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000401:0x2c:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1777421051.825609:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110395180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+32:21729:x1863760833928960:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 163us (768us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421051.825618:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 716 00000100:00100000:3.0:1777421051.829053:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421051.829598:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833929216 00000100:00100000:2.0:1777421051.829632:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833929216 00000100:00100000:2.0:1777421051.829703:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 717 00000100:00100000:2.0:1777421051.829713:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110395500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+32:21729:x1863760833929216:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421051.829738:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421051.829764:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289386450 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376424 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777421051.830411:0:7427:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0xf:0x0], index 1: 0 00010000:00010000:2.0:1777421051.830683:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d71289386457 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421051.830701:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d71289386457 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421051.830714:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d71289386457 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421051.830782:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289386450 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376424 expref: 35 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421051.830802:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d71289386457 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376424 expref: 34 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421051.830811:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff9af118b05800) 00010000:00010000:2.0:1777421051.830814:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777421051.830818:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af001c6b400, rc 0) 00000100:00100000:2.0:1777421051.830904:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110395500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+34:21729:x1863760833929216:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 1191us (1860us total) trans 4294967757 rc 0/0 00000100:00100000:2.0:1777421051.830913:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 717 00000100:00100000:2.0:1777421051.841181:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421051.841292:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833929472 00000100:00100000:3.0:1777421051.841309:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833929472 00000100:00100000:3.0:1777421051.841420:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 718 00000100:00100000:3.0:1777421051.841431:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d22ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+34:21729:x1863760833929472:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1777421051.841490:0:7427:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421051.841516:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6b400/0xa38d71289386457 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376424 expref: 34 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421051.841555:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff9af118b05800) 00010000:00010000:3.0:1777421051.841568:0:7427:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777421051.841590:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3200/0xa38d71289386465 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421051.841603:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3200/0xa38d71289386465 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421051.841613:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3200/0xa38d71289386465 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421051.841627:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3c00/0xa38d7128938646c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b:0x0].0xd0429baf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421051.841635:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3c00/0xa38d7128938646c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xd0429baf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421051.841640:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3c00/0xa38d7128938646c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xd0429baf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421051.841731:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3200/0xa38d71289386465 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421051.841740:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3200/0xa38d71289386465 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421051.841747:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3200/0xa38d71289386465 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421051.841753:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0011e3200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421051.841757:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3200/0xa38d71289386465 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421051.841771:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3200/0xa38d71289386465 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421051.841779:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff9af111123300) 00010000:00010000:3.0:1777421051.841782:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421051.841786:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3200/0xa38d71289386465 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421051.841792:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3200/0xa38d71289386465 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421051.841803:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3c00/0xa38d7128938646c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xd0429baf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421051.841809:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3c00/0xa38d7128938646c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xd0429baf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421051.842480:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3c00/0xa38d7128938646c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xd0429baf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421051.842489:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0011e3c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421051.842493:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3c00/0xa38d7128938646c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xd0429baf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421051.842500:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3c00/0xa38d7128938646c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xd0429baf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421051.842510:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xd0429baf (ffff9af11aa0db00) 00010000:00010000:3.0:1777421051.842513:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421051.842516:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3c00/0xa38d7128938646c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xd0429baf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421051.842536:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3c00/0xa38d7128938646c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xd0429baf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421051.842646:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d22ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+33:21729:x1863760833929472:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 Request processed in 1215us (1478us total) trans 0 rc -2/-2 00000100:00100000:3.0:1777421051.842656:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 718 00000100:00100000:3.0:1777421051.846893:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421051.847004:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833929600 00000100:00100000:2.0:1777421051.847023:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833929600 00000100:00100000:2.0:1777421051.847116:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 719 00000100:00100000:2.0:1777421051.847129:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110395c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+33:21729:x1863760833929600:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421051.847155:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421051.847185:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289386473 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37642b expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421051.847231:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d7128938647a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421051.847247:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d7128938647a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421051.847261:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d7128938647a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421051.847404:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289386473 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x13:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37642b expref: 35 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421051.847425:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d7128938647a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37642b expref: 34 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421051.847433:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff9af118b05300) 00010000:00010000:2.0:1777421051.847436:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777421051.847441:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af001c6be00, rc 0) 00000100:00100000:2.0:1777421051.847521:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110395c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+34:21729:x1863760833929600:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 393us (647us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421051.847540:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 719 00000100:00100000:2.0:1777421051.852058:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421051.852170:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833929856 00000100:00100000:1.0:1777421051.852184:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833929856 00000100:00100000:1.0:1777421051.852256:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 720 00000100:00100000:1.0:1777421051.852269:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d22bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+34:21729:x1863760833929856:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1777421051.852422:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c800/0xa38d71289386481 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421051.852443:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c800/0xa38d71289386481 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421051.852457:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c800/0xa38d71289386481 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777421051.852828:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].6, 88 off8624 00000004:00080000:1.0:1777421051.852840:0:5762:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 263635487535ns, next at 264635485198ns, rc = 0 00000004:00010000:1.0:1777421051.852956:0:5762:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000003b051dcf reply state 00000000d386ba1d transno 4294967758 ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c800/0xa38d71289386481 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421051.852967:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777421051.853206:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d22bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+36:21729:x1863760833929856:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 Request processed in 938us (1160us total) trans 4294967758 rc 0/0 00000100:00100000:1.0:1777421051.853215:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 720 00010000:00010000:2.0:1777421051.855264:0:3282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c800/0xa38d71289386481 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421051.855284:0:3282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c800/0xa38d71289386481 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421051.855294:0:3282:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c800/0xa38d71289386481 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421051.855301:0:3282:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af105d5c800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421051.855307:0:3282:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c800/0xa38d71289386481 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421051.855317:0:3282:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c800/0xa38d71289386481 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421051.855336:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff9af118b05300) 00010000:00010000:2.0:1777421051.855340:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1777421051.855345:0:3282:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c800/0xa38d71289386481 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421051.855722:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00010000:00010000:2.0:1777421051.855827:0:3282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c800/0xa38d71289386481 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421051.856341:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833929984 00000100:00100000:0.0:1777421051.856485:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833929984 00000100:00100000:0.0:1777421051.856607:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 721 00000100:00100000:0.0:1777421051.856620:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110394e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+35:21729:x1863760833929984:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421051.856646:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421051.856670:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d71289386488 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376432 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.856744:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d71289386488 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376432 expref: 36 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.856761:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d71289386488 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376432 expref: 36 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.856783:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff9af118b05300) 00010000:00010000:0.0:1777421051.856786:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777421051.856790:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f65ac00, rc 0) 00000100:00100000:0.0:1777421051.856900:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110394e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+36:21729:x1863760833929984:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 283us (1183us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421051.856909:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 721 00000100:00100000:3.0:1777421051.859759:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421051.859878:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833930112 00000100:00100000:0.0:1777421051.859890:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833930112 00000100:00100000:0.0:1777421051.860185:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 175 00000100:00100000:0.0:1777421051.860197:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110395f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2368:x1863760833930112:12345-192.168.203.47@tcp:2:lhsmtool_posix.0 00000100:00080000:3.0:1777421051.860640:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777421051.860770:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110395f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2368:x1863760833930112:12345-192.168.203.47@tcp:2:lhsmtool_posix.0 Request processed in 574us (1020us total) trans 4294967329 rc 0/0 00000100:00100000:0.0:1777421051.860779:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 175 00000100:00100000:3.0:1777421051.863711:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421051.863798:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833930368 00000100:00100000:1.0:1777421051.863812:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833930368 00000100:00100000:1.0:1777421051.863882:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 162 00000100:00100000:1.0:1777421051.863894:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af10f5ba450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+36:21729:x1863760833930368:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1777421051.864329:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af10f5ba450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+37:21729:x1863760833930368:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 436us (628us total) trans 4294967759 rc 0/0 00000100:00100000:1.0:1777421051.864338:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 162 00000100:00100000:3.0:1777421051.867418:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421051.867464:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833930624 00000100:00100000:0.0:1777421051.867494:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833930624 00000100:00100000:0.0:1777421051.867560:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 722 00000100:00100000:0.0:1777421051.867571:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110394700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+37:21729:x1863760833930624:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1777421051.867700:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110394700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+37:21729:x1863760833930624:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 130us (295us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421051.867708:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 722 00000100:00100000:3.0:1777421051.871536:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421051.871845:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833930752 00000100:00100000:0.0:1777421051.871860:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833930752 00000100:00100000:0.0:1777421051.871998:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 723 00000100:00100000:0.0:1777421051.872010:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110396300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+37:21729:x1863760833930752:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421051.872037:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421051.872063:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a800/0xa38d7128938648f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376439 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.872156:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d71289386496 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.872174:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d71289386496 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.872187:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d71289386496 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421051.872245:0:7427:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421051.872267:0:7427:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d71289386496 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.872298:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a800/0xa38d7128938648f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376439 expref: 39 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.872345:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d71289386496 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376439 expref: 38 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.872424:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff9af118b05300) 00010000:00010000:0.0:1777421051.872427:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1777421051.872431:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f65a200, rc 0) 00000100:00100000:0.0:1777421051.872505:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110396300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+38:21729:x1863760833930752:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 496us (979us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421051.872514:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 723 00000100:00100000:3.0:1777421051.877424:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421051.877512:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833930880 00000100:00100000:0.0:1777421051.877524:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833930880 00000100:00100000:0.0:1777421051.877594:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 176 00000100:00100000:0.0:1777421051.877675:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110396a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2369:x1863760833930880:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421051.877698:0:6860:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421051.877724:0:6860:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e2e186f8/0xa38d7128938649d lrc: 2/0,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376440 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777421051.877756:0:6860:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x69f14afb, blocks: 0x1 00010000:00010000:0.0:1777421051.877779:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421051.877782:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421051.877792:0:6860:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e2e186f8/0xa38d7128938649d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376440 expref: 11 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.877812:0:6860:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e2e186f8/0xa38d7128938649d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376440 expref: 11 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.877853:0:6860:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f65a800, rc 0) 00000100:00100000:0.0:1777421051.877971:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110396a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2369:x1863760833930880:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 299us (561us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421051.877979:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 176 00000100:00100000:2.0:1777421051.881005:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421051.881131:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833931136 00000100:00100000:0.0:1777421051.881143:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833931136 00000100:00100000:1.0:1777421051.881312:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 724 00000100:00100000:1.0:1777421051.881331:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+38:21729:x1863760833931136:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777421051.881529:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+38:21729:x1863760833931136:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 206us (601us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421051.881536:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 724 00000100:00100000:3.0:1777421051.884731:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421051.884853:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833931264 00000100:00100000:2.0:1777421051.884867:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833931264 00000100:00100000:2.0:1777421051.884981:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 177 00000100:00100000:2.0:1777421051.884992:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134081c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:21729:x1863760833931264:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421051.885035:0:11334:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421051.885057:0:11334:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fb219e27/0xa38d712893864a4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376447 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421051.885093:0:11334:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e2e186f8/0xa38d7128938649d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376440 expref: 12 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421051.885102:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421051.885104:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421051.885109:0:11334:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fb219e27/0xa38d712893864a4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376447 expref: 12 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421051.885150:0:11334:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e2e186f8/0xa38d7128938649d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376440 expref: 12 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421051.885165:0:11334:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e2e186f8/0xa38d7128938649d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376440 expref: 12 pid: 6860 timeout: 363 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421051.885181:0:11334:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c15dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11334:1863760841112960:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777421051.885302:0:11334:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af001089e40 going to sleep for 11 seconds 00000100:00100000:3.0:1777421051.889540:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421051.889644:0:8215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833931392 00000100:00100000:0.0:1777421051.889657:0:8215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833931392 00010000:00010000:0.0:1777421051.889713:0:8215:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e2e186f8/0xa38d7128938649d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376440 expref: 13 pid: 6860 timeout: 363 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421051.889722:0:11334:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c15dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11334:1863760841112960:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777421051.889763:0:11334:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000fb219e27/0xa38d712893864a4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376447 expref: 13 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421051.889769:0:8215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 197 00000100:00100000:0.0:1777421051.889779:0:8215:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134082300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+13:2368:x1863760833931392:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421051.889783:0:11334:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af001c6a600, rc 0) 00010000:00010000:0.0:1777421051.889796:0:8215:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421051.889818:0:8215:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e2e186f8/0xa38d7128938649d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376440 expref: 13 pid: 6860 timeout: 363 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.889831:0:8215:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e2e186f8/0xa38d7128938649d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376440 expref: 13 pid: 6860 timeout: 363 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421051.889856:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134081c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+13:21729:x1863760833931264:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 4866us (5136us total) trans 0 rc 0/0 00010000:00010000:0.0:1777421051.889857:0:8215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e2e186f8/0xa38d7128938649d lrc: 0/0,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376440 expref: 13 pid: 6860 timeout: 363 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.889876:0:8215:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1777421051.889881:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 177 00010000:00010000:0.0:1777421051.889883:0:8215:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421051.889891:0:8215:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fb219e27/0xa38d712893864a4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376447 expref: 12 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.889901:0:8215:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fb219e27/0xa38d712893864a4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376447 expref: 11 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.889956:0:8215:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000fb219e27/0xa38d712893864a4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376447 expref: 11 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421051.889971:0:8215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13786f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8215:1863760841113088:192.168.203.47@tcp:105: 00000100:00100000:0.0:1777421051.890030:0:8215:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1346d1300 going to sleep for 11 seconds 00000100:00100000:0.0:1777421051.898158:0:8215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13786f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8215:1863760841113088:192.168.203.47@tcp:105: 00010000:00010000:0.0:1777421051.898206:0:8215:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421051.898275:0:8215:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134082300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2368:x1863760833931392:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 8495us (8747us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421051.898289:0:8215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 197 00000100:00100000:3.0:1777421051.898726:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421051.898794:0:6548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833931520 00000100:00100000:0.0:1777421051.898804:0:6548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833931520 00002000:00100000:0.0:1777421051.898861:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xf:0x0] (0->157) req@ffff9af134080700 x1863760833931520/t0(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:62/0 lens 648/0 e 0 to 0 dl 1777421062 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421051.898873:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af134080700 with x1863760833931520 ext(0->157) 00002000:00010000:0.0:1777421051.898892:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af134080700 00000100:00100000:0.0:1777421051.898925:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 58 00000100:00100000:0.0:1777421051.898946:0:6548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134080700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2369:x1863760833931520:12345-192.168.203.47@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1777421051.899997:0:6548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134080700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+13:2369:x1863760833931520:12345-192.168.203.47@tcp:4:lhsmtool_posix.0 Request processed in 1049us (1268us total) trans 4294967330 rc 0/0 00000100:00100000:0.0:1777421051.900014:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 58 00002000:00100000:0.0:1777421051.900025:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xf:0x0] (0->157) req@ffff9af134080700 x1863760833931520/t4294967330(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:62/0 lens 648/448 e 0 to 0 dl 1777421062 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421051.900035:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af134080700 with x1863760833931520 ext(0->157) 00002000:00010000:0.0:1777421051.900040:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af134080700 00000100:00100000:3.0:1777421051.902174:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421051.902325:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833931648 00000100:00100000:1.0:1777421051.902338:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833931648 00000100:00100000:1.0:1777421051.902489:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 725 00000100:00100000:1.0:1777421051.902501:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134080a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+38:21729:x1863760833931648:12345-192.168.203.47@tcp:44:lhsmtool_posix.0 00000001:00080000:3.0:1777421051.927834:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967759 is committed 00000004:00080000:3.0:1777421051.927852:0:5782:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 6 committed 00000100:00100000:1.0:1777421051.928074:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777421051.928105:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c15dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841113216:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777421051.928185:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421051.928240:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841113216 00000100:00100000:2.0:1777421051.928250:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841113216 00000100:00080000:1.0:1777421051.928301:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777421051.928320:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 178 00000100:00100000:2.0:1777421051.928330:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841113216:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1777421051.928508:0:11334:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0xf:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:2.0:1777421051.928512:0:11334:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0xf:0x0] updating lvb mtime from disk: 0 -> 1777421051 00002000:00010000:2.0:1777421051.928515:0:11334:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0xf:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1777421051.928518:0:11334:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0xf:0x0] updating lvb ctime from disk: 1777421051 -> 1777421051 00002000:00010000:2.0:1777421051.928521:0:11334:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0xf:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1777421051.928569:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3297:x1863760841113216:12345-0@lo:2:osp-syn-1-0.0 Request processed in 240us (383us total) trans 4294967331 rc 0/0 00000100:00100000:2.0:1777421051.928578:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 178 00000004:00080000:1.0:1777421051.928676:0:3297:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9af13c15dc00/2, rc 0, transno 4294967331 00000100:00100000:1.0:1777421051.928683:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c15dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841113216:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777421051.928811:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134080a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+34:21729:x1863760833931648:12345-192.168.203.47@tcp:44:lhsmtool_posix.0 Request processed in 26311us (26648us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421051.928819:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 725 00000100:00100000:3.0:1777421051.937824:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421051.938203:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833931776 00000100:00100000:2.0:1777421051.938216:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833931776 00000100:00100000:2.0:1777421051.938288:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 179 00000100:00100000:2.0:1777421051.938301:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134083100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+13:2368:x1863760833931776:12345-192.168.203.47@tcp:16:lhsmtool_posix.0 00000001:00080000:1.0:1777421051.960977:0:7430:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967330 is committed 00000001:00080000:1.0:1777421051.961007:0:7430:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967331 is committed 00000100:00100000:3.0:1777421051.961047:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134083100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2368:x1863760833931776:12345-192.168.203.47@tcp:16:lhsmtool_posix.0 Request processed in 22740us (23229us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421051.961061:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 179 00000100:00100000:1.0:1777421051.964457:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421051.964583:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833932032 00000100:00100000:0.0:1777421051.964597:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833932032 00000100:00100000:0.0:1777421051.964675:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 726 00000100:00100000:0.0:1777421051.964688:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+34:21729:x1863760833932032:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1777421051.964755:0:5762:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421051.964787:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d71289386496 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376439 expref: 34 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.964808:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff9af118b05300) 00010000:00010000:0.0:1777421051.964815:0:5762:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421051.964855:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a800/0xa38d712893864ab lrc: 3/0,1 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.964872:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a800/0xa38d712893864ab lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.964883:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a800/0xa38d712893864ab lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777421051.965181:0:5762:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000619b3889 reply state 0000000074929dd9 transno 4294967760 ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a800/0xa38d712893864ab lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421051.965189:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777421051.965318:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+35:21729:x1863760833932032:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 Request processed in 632us (873us total) trans 4294967760 rc 0/0 00000100:00100000:0.0:1777421051.965323:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 726 00010000:00010000:1.0:1777421051.967515:0:3281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a800/0xa38d712893864ab lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421051.967534:0:3281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a800/0xa38d712893864ab lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421051.967543:0:3281:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a800/0xa38d712893864ab lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421051.967549:0:3281:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f65a800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421051.967555:0:3281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a800/0xa38d712893864ab lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421051.967564:0:3281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a800/0xa38d712893864ab lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421051.967582:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff9af118b05300) 00010000:00010000:1.0:1777421051.967585:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421051.967590:0:3281:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a800/0xa38d712893864ab lrc: 2/0,0 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421051.967604:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a800/0xa38d712893864ab lrc: 0/0,0 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421051.969129:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421051.969237:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833932160 00000100:00100000:3.0:1777421051.969249:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833932160 00000100:00100000:3.0:1777421051.969393:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 180 00000100:00100000:3.0:1777421051.969422:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2369:x1863760833932160:12345-192.168.203.47@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1777421051.969716:0:11334:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0xf:0x0] updating lvb size from disk: 158 -> 158 00002000:00010000:3.0:1777421051.969721:0:11334:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0xf:0x0] updating lvb mtime from disk: 1777421051 -> 1777421048 00002000:00010000:3.0:1777421051.969723:0:11334:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0xf:0x0] updating lvb atime from disk: 0 -> 1777421048 00002000:00010000:3.0:1777421051.969726:0:11334:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0xf:0x0] updating lvb ctime from disk: 1777421051 -> 1777421051 00002000:00010000:3.0:1777421051.969728:0:11334:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0xf:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:3.0:1777421051.969860:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2369:x1863760833932160:12345-192.168.203.47@tcp:2:lhsmtool_posix.0 Request processed in 440us (744us total) trans 4294967332 rc 0/0 00000100:00100000:3.0:1777421051.969869:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 180 00000100:00100000:2.0:1777421051.973830:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421051.973947:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833932416 00000100:00100000:0.0:1777421051.973961:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833932416 00000100:00100000:0.0:1777421051.974030:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 727 00000100:00100000:0.0:1777421051.974041:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+34:21729:x1863760833932416:12345-192.168.203.47@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1777421051.974129:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ae00/0xa38d712893864b2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.974150:0:5762:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d7128938647a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37642b expref: 34 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.974161:0:5762:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ae00/0xa38d712893864b2 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.974204:0:5762:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d7128938647a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37642b expref: 34 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.974220:0:5762:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d7128938647a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37642b expref: 34 pid: 7427 timeout: 363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421051.974237:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13786f100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841113344:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777421051.974417:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1100f8240 going to sleep for 11 seconds 00000100:00100000:0.0:1777421051.976973:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13786f100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841113344:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421051.977012:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ae00/0xa38d712893864b2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421051.977988:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421051.978076:0:8215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833932544 00000100:00100000:0.0:1777421051.978087:0:8215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833932544 00010000:00010000:0.0:1777421051.978130:0:8215:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d7128938647a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37642b expref: 35 pid: 7427 timeout: 363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421051.978177:0:8215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 198 00000100:00100000:0.0:1777421051.978188:0:8215:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+35:2368:x1863760833932544:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421051.978207:0:8215:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421051.978215:0:8215:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d7128938647a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37642b expref: 35 pid: 7427 timeout: 363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.978229:0:8215:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d7128938647a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37642b expref: 35 pid: 7427 timeout: 363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.978255:0:8215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6be00/0xa38d7128938647a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x13:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37642b expref: 35 pid: 7427 timeout: 363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.978273:0:8215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff9af118b05300) 00010000:00010000:0.0:1777421051.978279:0:8215:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ae00/0xa38d712893864b2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.978290:0:8215:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ae00/0xa38d712893864b2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.978332:0:8215:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ae00/0xa38d712893864b2 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.978403:0:8215:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421051.978479:0:8215:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+34:2368:x1863760833932544:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 291us (496us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421051.978488:0:8215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 198 00010000:00010000:2.0:1777421051.978683:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ae00/0xa38d712893864b2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421051.978693:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ae00/0xa38d712893864b2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421051.978728:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ae00/0xa38d712893864b2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421051.978747:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ae00/0xa38d712893864b2 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421051.978754:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ae00/0xa38d712893864b2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421051.978761:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f65ae00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421051.978766:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ae00/0xa38d712893864b2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421051.978774:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ae00/0xa38d712893864b2 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421051.978785:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff9af118b05300) 00010000:00010000:2.0:1777421051.978787:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1777421051.978792:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ae00/0xa38d712893864b2 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421051.978797:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ae00/0xa38d712893864b2 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421051.979218:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+33:21729:x1863760833932416:12345-192.168.203.47@tcp:55:lhsmtool_posix.0 Request processed in 5176us (5396us total) trans 0 rc -22/-22 00000100:00100000:2.0:1777421051.979228:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 727 00000100:00100000:2.0:1777421051.983559:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421051.983765:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833932672 00000100:00100000:3.0:1777421051.983780:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833932672 00000100:00100000:3.0:1777421051.983854:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 181 00000100:00100000:3.0:1777421051.983867:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2369:x1863760833932672:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1777421051.983923:0:11334:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000008235cad9/0xa38d712893864b9 lrc: 3/1,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421051.983958:0:11334:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000fb219e27/0xa38d712893864a4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376447 expref: 11 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421051.983967:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777421051.983970:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777421051.983974:0:11334:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008235cad9/0xa38d712893864b9 lrc: 4/1,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421051.984018:0:11334:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000fb219e27/0xa38d712893864a4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376447 expref: 11 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421051.984392:0:11334:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000fb219e27/0xa38d712893864a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376447 expref: 11 pid: 11334 timeout: 363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421051.984410:0:11334:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af134081180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11334:1863760841113472:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777421051.984524:0:11334:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af118192240 going to sleep for 11 seconds 00000100:00100000:3.0:1777421051.988033:0:11334:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af134081180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11334:1863760841113472:192.168.203.47@tcp:104: 00010000:00010000:3.0:1777421051.988071:0:11334:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008235cad9/0xa38d712893864b9 lrc: 3/1,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421051.995985:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421051.996334:0:8215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833932800 00000100:00100000:3.0:1777421051.996346:0:8215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833932800 00010000:00010000:3.0:1777421051.996438:0:8215:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000fb219e27/0xa38d712893864a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376447 expref: 12 pid: 11334 timeout: 363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421051.996484:0:8215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 199 00000100:00100000:3.0:1777421051.996495:0:8215:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118195050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2368:x1863760833932800:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421051.996512:0:8215:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421051.996538:0:8215:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000fb219e27/0xa38d712893864a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376447 expref: 12 pid: 11334 timeout: 363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421051.996553:0:8215:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000fb219e27/0xa38d712893864a4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376447 expref: 12 pid: 11334 timeout: 363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421051.996580:0:8215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fb219e27/0xa38d712893864a4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376447 expref: 12 pid: 11334 timeout: 363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421051.996616:0:8215:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421051.996618:0:8215:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421051.996624:0:8215:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008235cad9/0xa38d712893864b9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421051.996635:0:8215:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008235cad9/0xa38d712893864b9 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421051.996668:0:8215:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421051.996731:0:8215:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118195050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2368:x1863760833932800:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 237us (762us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421051.996740:0:8215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 199 00010000:00010000:0.0:1777421051.996866:0:11334:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008235cad9/0xa38d712893864b9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.996877:0:11334:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008235cad9/0xa38d712893864b9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.996907:0:11334:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000008235cad9/0xa38d712893864b9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.996916:0:11334:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008235cad9/0xa38d712893864b9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.996934:0:11334:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008235cad9/0xa38d712893864b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.996944:0:11334:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0011e3c00 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:0.0:1777421051.996949:0:11334:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008235cad9/0xa38d712893864b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.996971:0:11334:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008235cad9/0xa38d712893864b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.996984:0:11334:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008235cad9/0xa38d712893864b9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421051.996992:0:11334:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008235cad9/0xa38d712893864b9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421051.997048:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2369:x1863760833932672:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 Request processed in 13184us (13504us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421051.997056:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 181 00000100:00100000:2.0:1777421052.001476:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421052.001585:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833933056 00000100:00100000:0.0:1777421052.001598:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833933056 00000100:00100000:0.0:1777421052.001669:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 728 00000100:00100000:0.0:1777421052.001681:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+33:21729:x1863760833933056:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1777421052.001780:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d712893864c0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421052.001800:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d712893864c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421052.001813:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d712893864c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421052.002158:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d712893864c7 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421052.002187:0:5762:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d71289386488 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376432 expref: 34 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421052.002196:0:5762:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d712893864c7 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421052.002238:0:5762:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d71289386488 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376432 expref: 34 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421052.002252:0:5762:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d71289386488 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376432 expref: 34 pid: 7427 timeout: 363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421052.002266:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13786f100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841113600:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777421052.002373:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1100f8240 going to sleep for 11 seconds 00000100:00100000:2.0:1777421052.006653:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421052.006948:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833933184 00000100:00100000:3.0:1777421052.006962:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833933184 00010000:00010000:3.0:1777421052.007012:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d71289386488 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376432 expref: 35 pid: 7427 timeout: 363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421052.007064:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 200 00000100:00100000:3.0:1777421052.007075:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+35:2368:x1863760833933184:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421052.007093:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421052.007102:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d71289386488 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376432 expref: 35 pid: 7427 timeout: 363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421052.007119:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d71289386488 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376432 expref: 35 pid: 7427 timeout: 363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421052.007171:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff9af118b05300) 00010000:00010000:3.0:1777421052.007177:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d712893864c7 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421052.007189:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d712893864c7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421052.007198:0:5746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d712893864c7 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421052.007221:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421052.007293:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+35:2368:x1863760833933184:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 218us (653us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421052.007301:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 200 00010000:00010000:0.0:1777421052.007391:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d71289386488 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376432 expref: 34 pid: 7427 timeout: 363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421052.007414:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13786f100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841113600:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421052.007528:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d712893864c7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421052.007540:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d712893864c7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421052.007546:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d712893864c7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777421052.007757:0:5762:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967761 00000001:00080000:0.0:1777421052.007972:0:5762:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967762 00000001:00080000:0.0:1777421052.008025:0:5762:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967763 00000100:00100000:0.0:1777421052.008126:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13786f100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5762:1863760841113728:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1777421052.008195:0:5762:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421052.009094:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13c0b2540 going to sleep for 11 seconds 00000100:00100000:2.0:1777421052.009140:0:5766:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841113728 00000100:00100000:2.0:1777421052.009161:0:5766:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841113728 00000100:00100000:2.0:1777421052.009247:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1777421052.009258:0:5766:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13786f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5762:x1863760841113728:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1777421052.009379:0:5766:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13786f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5762:x1863760841113728:12345-0@lo:1000:mdt00_002.0 Request processed in 123us (1183us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421052.009388:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1777421052.009472:0:5762:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967331 gen 2 00000004:00080000:0.0:1777421052.009478:0:5762:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9af13c15dc00, transno 4294967331 00000100:00100000:0.0:1777421052.009493:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13786f100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5762:1863760841113728:0@lo:1000:mdt00_002.0 00000001:00080000:0.0:1777421052.010057:0:5762:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967764 00000100:00100000:0.0:1777421052.010141:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13786f100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5762:1863760841113856:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1777421052.010189:0:5762:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421052.010259:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1346d1540 going to sleep for 11 seconds 00000100:00100000:3.0:1777421052.010307:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841113856 00000100:00100000:3.0:1777421052.010313:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841113856 00000100:00100000:3.0:1777421052.010338:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1777421052.010344:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13786e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5762:x1863760841113856:12345-0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1777421052.010524:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13786e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5762:x1863760841113856:12345-0@lo:1000:mdt00_002.0 Request processed in 180us (334us total) trans 4294967333 rc 0/0 00000100:00100000:3.0:1777421052.010532:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1777421052.010557:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13786f100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5762:1863760841113856:0@lo:1000:mdt00_002.0 00010000:00010000:0.0:1777421052.010591:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d712893864c7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421052.010603:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d712893864c7 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421052.010611:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d712893864c7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421052.010618:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f65b200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421052.010623:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d712893864c7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421052.010632:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d712893864c7 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421052.010651:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff9af118b05300) 00010000:00010000:0.0:1777421052.010661:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777421052.010668:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d712893864c7 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421052.010674:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b200/0xa38d712893864c7 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421052.010710:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65be00/0xa38d71289386411 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421052.010717:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65be00/0xa38d71289386411 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421052.010722:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65be00/0xa38d71289386411 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421052.010727:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f65be00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421052.010730:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65be00/0xa38d71289386411 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421052.010735:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65be00/0xa38d71289386411 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421052.010744:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff9af111123500) 00010000:00010000:0.0:1777421052.010746:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777421052.010753:0:5762:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b000/0xa38d71289386418 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376416 expref: 72 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421052.010766:0:5762:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b000/0xa38d71289386418 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376416 expref: 72 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421052.010776:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b000/0xa38d71289386418 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376416 expref: 72 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421052.010809:0:5762:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b000/0xa38d71289386418 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376416 expref: 72 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421052.010821:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118e70a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841113984:192.168.203.47@tcp:105: 00000100:00100000:0.0:1777421052.011051:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1346d1540 going to sleep for 11 seconds 00000100:00100000:2.0:1777421052.013056:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421052.013402:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833933312 00000100:00100000:1.0:1777421052.013415:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833933312 00000100:00100000:0.0:1777421052.013488:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118e70a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841113984:192.168.203.47@tcp:105: 00000100:00100000:1.0:1777421052.013502:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 163 00000100:00100000:1.0:1777421052.013516:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+73:21728:x1863760833933312:12345-192.168.203.47@tcp:49:md5sum.0 00010000:00010000:0.0:1777421052.013522:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65be00/0xa38d71289386411 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421052.013534:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65be00/0xa38d71289386411 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421052.013570:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d712893864ce lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421052.013585:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d712893864ce lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1777421052.013689:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777421052.013743:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+73:21728:x1863760833933312:12345-192.168.203.47@tcp:49:md5sum.0 Request processed in 230us (695us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421052.013842:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 163 00010000:00010000:0.0:1777421052.014330:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d712893864ce lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421052.014345:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d712893864ce lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421052.014379:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d712893864ce lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421052.014386:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d712893864ce lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421052.014404:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f65ac00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421052.014409:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d712893864ce lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421052.014416:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d712893864ce lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421052.014431:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff9af111123500) 00010000:00010000:0.0:1777421052.014434:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421052.014438:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d712893864ce lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421052.014444:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65ac00/0xa38d712893864ce lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421052.014456:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d712893864c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421052.014461:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d712893864c0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421052.014466:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d712893864c0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421052.014470:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f65a200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421052.014472:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d712893864c0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421052.014477:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d712893864c0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421052.014493:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff9af111123500) 00010000:00010000:0.0:1777421052.014495:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777421052.014498:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d712893864c0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421052.014504:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65a200/0xa38d712893864c0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421052.014856:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+37:21729:x1863760833933056:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 13174us (13391us total) trans 4294967765 rc 0/0 00000100:00100000:0.0:1777421052.014866:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 728 00000020:00080000:0.0:1777421052.014870:0:5762:0:(tgt_main.c:782:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:2.0:1777421052.016316:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777421052.016328:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777421052.016527:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 18 count 3 00000040:00080000:2.0:1777421052.016535:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777421052.017792:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421052.017915:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421052.017988:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833933696 00000100:00100000:2.0:1777421052.018002:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833933696 00000100:00100000:2.0:1777421052.018065:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 164 00000100:00100000:2.0:1777421052.018077:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+37:21729:x1863760833933696:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1777421052.018117:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833933440 00000100:00100000:3.0:1777421052.018123:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833933440 00000100:00100000:3.0:1777421052.018221:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 182 00000100:00100000:3.0:1777421052.018231:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+10:21728:x1863760833933440:12345-192.168.203.47@tcp:101:md5sum.0 00010000:00010000:3.0:1777421052.018245:0:11334:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421052.018270:0:11334:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e8013e60/0xa38d712893864d5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37644e expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777421052.018313:0:11334:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xf:0x0] initial LVB size: 158, mtime: 0x69f14af8, atime: 0x69f14af8, ctime: 0x69f14afb, blocks: 0xb 00010000:00010000:3.0:1777421052.018333:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421052.018336:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421052.018346:0:11334:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e8013e60/0xa38d712893864d5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37644e expref: 11 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421052.018387:0:11334:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e8013e60/0xa38d712893864d5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37644e expref: 11 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421052.018404:0:11334:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0011e3200, rc 0) 00000100:00100000:3.0:1777421052.018467:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:21728:x1863760833933440:12345-192.168.203.47@tcp:101:md5sum.0 Request processed in 238us (686us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421052.018476:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 182 00000004:00080000:2.0:1777421052.018582:0:13879:0:(mdd_object.c:3993:mdd_close()) Object [0x200000402:0x13:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1777421052.018658:0:13879:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967766 00010000:00010000:2.0:1777421052.018702:0:13879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ba00/0xa38d712893864dc lrc: 3/0,1 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421052.018717:0:13879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ba00/0xa38d712893864dc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421052.018741:0:13879:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ba00/0xa38d712893864dc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421052.018751:0:13879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ba00/0xa38d712893864dc lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421052.018770:0:13879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ba00/0xa38d712893864dc lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421052.018777:0:13879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ba00/0xa38d712893864dc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421052.018796:0:13879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777421052.018890:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+39:21729:x1863760833933696:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 815us (973us total) trans 4294967767 rc 0/0 00000100:00100000:2.0:1777421052.018897:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 164 00000020:00080000:2.0:1777421052.018901:0:13879:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1777421052.018921:0:5749:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777421052.018939:0:5749:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ba00/0xa38d712893864dc lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421052.018948:0:5749:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af001c6ba00 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:2.0:1777421052.018953:0:5749:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ba00/0xa38d712893864dc lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421052.018962:0:5749:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ba00/0xa38d712893864dc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421052.018974:0:5749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff9af118b05e00) 00010000:00010000:2.0:1777421052.018978:0:5749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777421052.018983:0:5749:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ba00/0xa38d712893864dc lrc: 1/0,0 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421052.018989:0:5749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ba00/0xa38d712893864dc lrc: 0/0,0 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421052.019018:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421052.019020:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421052.019022:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777421052.020411:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421052.020461:0:6548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833933824 00000100:00100000:2.0:1777421052.020471:0:6548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833933824 00002000:00100000:2.0:1777421052.020610:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xf:0x0] (0->4095) req@ffff9af134082300 x1863760833933824/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:63/0 lens 488/0 e 0 to 0 dl 1777421063 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00000100:00080000:1.0:1777421052.020726:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00100000:2.0:1777421052.021311:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af134082300 with x1863760833933824 ext(0->4095) 00002000:00010000:2.0:1777421052.021320:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af134082300 00000100:00100000:2.0:1777421052.021383:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 59 00000100:00100000:2.0:1777421052.021398:0:6548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134082300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:2369:x1863760833933824:12345-192.168.203.47@tcp:3:md5sum.0 00000100:00100000:2.0:1777421052.021730:0:6548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134082300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:2369:x1863760833933824:12345-192.168.203.47@tcp:3:md5sum.0 Request processed in 335us (1327us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1777421052.021739:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 59 00002000:00100000:2.0:1777421052.021747:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xf:0x0] (0->4095) req@ffff9af134082300 x1863760833933824/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:63/0 lens 488/4536 e 0 to 0 dl 1777421063 ref 1 fl Complete:/600/0 rc 4096/4096 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421052.021757:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af134082300 with x1863760833933824 ext(0->4095) 00002000:00010000:2.0:1777421052.021761:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af134082300 00000100:00100000:3.0:1777421052.025871:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421052.026072:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833934080 00000100:00100000:2.0:1777421052.026097:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833934080 00000100:00100000:2.0:1777421052.026567:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 165 00000100:00100000:2.0:1777421052.026584:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134081180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+73:21728:x1863760833934080:12345-192.168.203.47@tcp:35:md5sum.0 00000100:00100000:2.0:1777421052.027043:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134081180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+74:21728:x1863760833934080:12345-192.168.203.47@tcp:35:md5sum.0 Request processed in 463us (1184us total) trans 4294967768 rc 0/0 00000100:00100000:2.0:1777421052.027074:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 165 00010000:00010000:2.0:1777421052.248717:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777421052.434699:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421052.434748:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421052.434790:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421052.434820:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421052.434846:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421052.434867:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421052.434899:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421052.434933:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833934336 00000100:00100000:2.0:1777421052.434944:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833934208 00000100:00100000:3.0:1777421052.434948:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833934336 00000100:00100000:2.0:1777421052.434951:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833934208 00000100:00100000:3.0:1777421052.435017:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833934720 00000100:00100000:2.0:1777421052.435020:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 292 00000100:00100000:3.0:1777421052.435022:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833934720 00000100:00100000:2.0:1777421052.435035:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119104450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+12:2368:x1863760833934208:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777421052.435053:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 151 00000100:00100000:3.0:1777421052.435064:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+74:2368:x1863760833934336:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:2.0:1777421052.435117:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119104450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+12:2368:x1863760833934208:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 84us (294us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421052.435118:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+74:2368:x1863760833934336:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 54us (433us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421052.435135:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 292 00000100:00100000:3.0:1777421052.435136:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 151 00000100:00100000:3.0:1777421052.435160:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 152 00000100:00100000:3.0:1777421052.435175:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+39:2368:x1863760833934720:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:2.0:1777421052.435191:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833934592 00000100:00100000:2.0:1777421052.435196:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833934592 00000100:00100000:2.0:1777421052.435222:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833934848 00000100:00100000:2.0:1777421052.435225:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833934848 00000100:00100000:2.0:1777421052.435237:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833934464 00000100:00100000:2.0:1777421052.435239:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833934464 00000100:00100000:2.0:1777421052.435261:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833934976 00000100:00100000:2.0:1777421052.435263:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833934976 00000100:00100000:2.0:1777421052.435276:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 144 00000100:00100000:2.0:1777421052.435281:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:2368:x1863760833934592:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777421052.435298:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+39:2368:x1863760833934720:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 121us (427us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421052.435307:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 152 00000100:00100000:2.0:1777421052.435313:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:2368:x1863760833934592:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 29us (563us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421052.435327:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 144 00000100:00100000:2.0:1777421052.435341:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 145 00000100:00100000:2.0:1777421052.435347:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2368:x1863760833934848:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:2.0:1777421052.435417:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2368:x1863760833934848:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 70us (626us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421052.435425:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 145 00000100:00100000:1.0:1777421052.435444:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 146 00000100:00100000:2.0:1777421052.435453:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 147 00000100:00100000:1.0:1777421052.435459:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+9:2368:x1863760833934464:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:2.0:1777421052.435467:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2368:x1863760833934976:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777421052.435498:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+9:2368:x1863760833934464:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 44us (650us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421052.435504:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2368:x1863760833934976:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 39us (602us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421052.435511:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 146 00000100:00100000:2.0:1777421052.435520:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 147 00000100:00080000:2.0:1777421052.435563:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1777421053.277202:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1777421053.433857:0:6572:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967328 is committed 00000001:00080000:1.0:1777421053.433971:0:6572:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967327 is committed 00000100:00100000:0.0:1777421053.913879:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118e71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3295:1863760841114112:0@lo:400:kworker.0 00000100:00100000:0.0:1777421053.913959:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421053.914002:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118e73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3295:1863760841114624:0@lo:400:kworker.0 00000100:00100000:0.0:1777421053.914028:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421053.914056:0:3295:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1777421053.914062:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118e73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3295:1863760841114240:0@lo:400:kworker.0 00000100:00100000:0.0:1777421053.914085:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421053.914102:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118e70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841114752:0@lo:400:kworker.0 00000100:00100000:0.0:1777421053.914127:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421053.914157:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118e70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3297:1863760841114368:0@lo:400:kworker.0 00000100:00100000:0.0:1777421053.914181:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421053.914202:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777421053.914223:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118e72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841114496:0@lo:400:kworker.0 00000100:00100000:0.0:1777421053.914250:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421053.914280:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841114112 00000100:00100000:0.0:1777421053.914288:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841114112 00000100:00100000:0.0:1777421053.914330:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 293 00000100:00100000:0.0:1777421053.914339:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119104c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3295:x1863760841114112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421053.914407:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119104c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3295:x1863760841114112:12345-0@lo:400:kworker.0 Request processed in 69us (449us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421053.914414:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 293 00000100:00100000:0.0:1777421053.914447:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841114624 00000100:00100000:0.0:1777421053.914451:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841114624 00000100:00100000:0.0:1777421053.914482:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841114240 00000100:00100000:0.0:1777421053.914485:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841114240 00000100:00100000:0.0:1777421053.914502:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841114368 00000100:00100000:0.0:1777421053.914504:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841114368 00000100:00100000:0.0:1777421053.914519:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:0.0:1777421053.914526:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3295:x1863760841114624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421053.914560:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3295:x1863760841114624:12345-0@lo:400:kworker.0 Request processed in 35us (531us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421053.914566:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:0.0:1777421053.914579:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:0.0:1777421053.914585:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3295:x1863760841114240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421053.914615:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3295:x1863760841114240:12345-0@lo:400:kworker.0 Request processed in 30us (530us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421053.914621:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:0.0:1777421053.914634:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:0.0:1777421053.914640:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1863760841114368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421053.914680:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1863760841114368:12345-0@lo:400:kworker.0 Request processed in 41us (499us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421053.914686:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:0.0:1777421053.914702:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841114752 00000100:00100000:0.0:1777421053.914705:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841114752 00000100:00100000:0.0:1777421053.914729:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841114496 00000100:00100000:0.0:1777421053.914731:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841114496 00000100:00100000:0.0:1777421053.914751:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00100000:0.0:1777421053.914758:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3295:x1863760841114752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421053.914786:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3295:x1863760841114752:12345-0@lo:400:kworker.0 Request processed in 29us (659us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421053.914791:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00100000:0.0:1777421053.914800:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00100000:0.0:1777421053.914806:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841114496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421053.914834:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841114496:12345-0@lo:400:kworker.0 Request processed in 28us (584us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421053.914838:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00080000:0.0:1777421053.914855:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1777421053.914860:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777421053.914862:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777421053.914893:0:3297:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967328 gen 2 00000004:00080000:0.0:1777421053.914898:0:3297:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9af110397480, transno 4294967328 00000100:00100000:0.0:1777421053.914910:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118e72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841114496:0@lo:400:kworker.0 00000100:00100000:0.0:1777421053.914933:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118e70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3297:1863760841114368:0@lo:400:kworker.0 00000100:00100000:0.0:1777421053.914961:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118e73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3295:1863760841114240:0@lo:400:kworker.0 00000100:00100000:0.0:1777421053.914970:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118e70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841114752:0@lo:400:kworker.0 00000100:00100000:0.0:1777421053.914986:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118e71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3295:1863760841114112:0@lo:400:kworker.0 00000100:00100000:0.0:1777421053.914995:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118e73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3295:1863760841114624:0@lo:400:kworker.0 00000100:00100000:3.0:1777421053.915121:0:3298:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777421053.915130:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af134081f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1863760841114880:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777421053.915159:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421053.915504:0:7924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841114880 00000100:00100000:3.0:1777421053.915510:0:7924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841114880 00000100:00100000:3.0:1777421053.915540:0:7924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1777421053.915548:0:7924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134080000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3298:x1863760841114880:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777421053.915574:0:7924:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 64684032 pending 0 free 3855613952 avail 3853516800 00000100:00100000:3.0:1777421053.915617:0:7924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134080000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3298:x1863760841114880:12345-0@lo:13:osp-pre-1-0.0 Request processed in 70us (456us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421053.915623:0:7924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1777421053.915662:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af134081f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1863760841114880:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1777421054.298094:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777421054.892523:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421054.892983:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833935104 00000100:00100000:0.0:1777421054.892998:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833935104 00000100:00100000:0.0:1777421054.893223:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 729 00000100:00100000:0.0:1777421054.893237:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134081f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+39:21676:x1863760833935104:12345-192.168.203.47@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1777421054.893457:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134081f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+39:21676:x1863760833935104:12345-192.168.203.47@tcp:60:lhsmtool_posix.0 Request processed in 222us (945us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421054.893466:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 729 00000100:00080000:2.0:1777421054.893591:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777421054.895172:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421054.895245:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833935360 00000100:00100000:2.0:1777421054.895256:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833935360 00000100:00100000:2.0:1777421054.895321:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 166 00000100:00100000:2.0:1777421054.895332:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134083b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+39:21676:x1863760833935360:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1777421054.895672:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134083b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+40:21676:x1863760833935360:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 340us (508us total) trans 4294967769 rc 0/0 00000100:00100000:2.0:1777421054.895680:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 166 00010000:00010000:2.0:1777421055.320709:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1777421055.921749:0:16790:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 11c: Import a file to a directory with a pool ========================================================== 20:04:14 (1777421054) 00000100:00100000:3.0:1777421055.964103:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777421055.964126:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af134080380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841115008:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777421055.964196:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421055.964244:0:6546:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841115008 00000100:00100000:2.0:1777421055.964254:0:6546:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841115008 00000100:00100000:2.0:1777421055.964324:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1777421055.964340:0:6546:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134081880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841115008:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777421055.964389:0:6546:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 1703936 granted 62980096 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1777421055.964441:0:6546:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134081880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841115008:12345-0@lo:13:osp-pre-0-0.0 Request processed in 101us (245us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421055.964449:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00080000:3.0:1777421055.964454:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777421055.964497:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af134080380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841115008:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1777421056.344770:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1777421056.457746:0:16838:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866bc len=0 uarg=00007ffefa9381a0 20000000:00000080:1.0:1777421056.457765:0:16838:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866bc len=576 karg=ffff9af105d52c00 uarg=0000000000000000 00000040:00100000:1.0:1777421056.459090:0:16838:0:(llog.c:1064:llog_reverse_process()) index 41 : idx 1 00000040:00080000:1.0:1777421056.459338:0:16838:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].42, 224 off15448 20000000:01000000:1.0:1777421056.459648:0:16838:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-clilov 0xce020 lustre test_11c (null) (null) 00000040:00080000:1.0:1777421056.459694:0:16838:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].43, 112 off15560 00000040:00080000:1.0:1777421056.459732:0:16838:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].44, 224 off15784 00000040:00080000:1.0:1777421056.462867:0:16838:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].37, 224 off14712 20000000:01000000:1.0:1777421056.462909:0:16838:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-MDT0000-mdtlov 0xce020 lustre test_11c (null) (null) 00000040:00080000:1.0:1777421056.462951:0:16838:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].38, 120 off14832 00000040:00080000:1.0:1777421056.463008:0:16838:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].39, 224 off15056 10000000:01000000:1.0:1777421056.463030:0:16838:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 00010000:00010000:1.0:1777421056.463050:0:16838:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9af105d5da00/0xa38d712893864e3 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421056.463069:0:16838:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9af120a32a00/0xa38d7128938360c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3756a2 expref: 11 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421056.463096:0:16838:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9af120a33200/0xa38d71289383613 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3756a9 expref: 11 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421056.463104:0:16838:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9af10148d400/0xa38d71289383628 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d71289383621 expref: 17 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421056.463111:0:16838:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9af100031800/0xa38d71289383636 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d7128938362f expref: 17 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421056.463117:0:16838:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9af137d13600/0xa38d71289383652 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d7128938364b expref: 17 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421056.463124:0:16838:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9af120a32000/0xa38d71289383660 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d71289383659 expref: 17 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421056.463132:0:16838:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9af137d13e00/0xa38d7128938367c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d71289383675 expref: 17 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421056.463139:0:16838:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9af10148d600/0xa38d7128938368a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d71289383683 expref: 17 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421056.463146:0:16838:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9af120a33a00/0xa38d712893836a6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d7128938369f expref: 17 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421056.463153:0:16838:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9af100030400/0xa38d712893836b4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3756b7 expref: 11 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421056.463161:0:16838:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9af105d5da00/0xa38d712893864e3 lrc: 13/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421056.463211:0:16838:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9af100030400/0xa38d712893836b4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3756b7 expref: 11 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421056.463228:0:16838:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9af100030400/0xa38d712893836b4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3756b7 expref: 11 pid: 5755 timeout: 368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421056.463244:0:16838:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6b4000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16838:1863760841115136:192.168.203.47@tcp:104: 00010000:00010000:1.0:1777421056.463724:0:16838:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9af120a33a00/0xa38d712893836a6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa38d7128938369f expref: 17 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421056.463734:0:16838:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9af120a33a00/0xa38d712893836a6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa38d7128938369f expref: 17 pid: 5755 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421056.463743:0:16838:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6fa680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16838:1863760841115264:0@lo:104: 00000100:00100000:1.0:1777421056.463787:0:16838:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421056.463859:0:11314:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1777421056.463873:0:11314:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841115264 00000100:00100000:3.0:1777421056.463880:0:11314:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841115264 00010000:00010000:1.0:1777421056.464018:0:16838:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9af10148d600/0xa38d7128938368a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa38d71289383683 expref: 17 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421056.464027:0:16838:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9af10148d600/0xa38d7128938368a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa38d71289383683 expref: 17 pid: 5755 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421056.464037:0:16838:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6f8a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16838:1863760841115392:0@lo:104: 00000100:00100000:1.0:1777421056.464059:0:16838:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777421056.464095:0:16838:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9af137d13e00/0xa38d7128938367c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa38d71289383675 expref: 17 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421056.464102:0:16838:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9af137d13e00/0xa38d7128938367c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa38d71289383675 expref: 17 pid: 5754 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421056.464124:0:16838:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6f8380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16838:1863760841115520:0@lo:104: 00000100:00100000:1.0:1777421056.464149:0:16838:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777421056.464181:0:16838:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9af120a32000/0xa38d71289383660 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa38d71289383659 expref: 17 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421056.464189:0:16838:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9af120a32000/0xa38d71289383660 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa38d71289383659 expref: 17 pid: 5755 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421056.464196:0:16838:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c5bd180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16838:1863760841115648:0@lo:104: 00000100:00100000:1.0:1777421056.464216:0:16838:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421056.464241:0:6557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841115392 00000100:00100000:1.0:1777421056.464245:0:6557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841115392 00000100:00100000:2.0:1777421056.464290:0:5743:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841115520 00000100:00100000:2.0:1777421056.464294:0:5743:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841115520 00000100:00100000:0.0:1777421056.464340:0:5744:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841115648 00000100:00100000:0.0:1777421056.464344:0:5744:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841115648 00000100:00100000:3.0:1777421056.464546:0:11314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1777421056.464562:0:11314:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137c46850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+6:16838:x1863760841115264:12345-0@lo:104: 00010000:00010000:3.0:1777421056.464574:0:11314:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.147@tcp lock: ffff9af10148da00/0xa38d7128938369f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d712893836a6 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421056.464624:0:11314:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1777421056.464630:0:11314:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137c46850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+6:16838:x1863760841115264:12345-0@lo:104: Request processed in 70us (843us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421056.464637:0:11314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1777421056.464809:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1777421056.464817:0:6557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6f8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+6:16838:x1863760841115392:12345-0@lo:104: 00010000:00010000:1.0:1777421056.464825:0:6557:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.147@tcp lock: ffff9af137d12e00/0xa38d71289383683 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d7128938368a expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421056.464856:0:6557:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1777421056.464860:0:6557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6f8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+6:16838:x1863760841115392:12345-0@lo:104: Request processed in 45us (800us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421056.464865:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00010000:00010000:1.0:1777421056.464884:0:5748:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1777421056.464889:0:5748:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.147@tcp lock: ffff9af10148da00/0xa38d7128938369f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d712893836a6 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421056.464908:0:5748:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148da00 already unused, calling callback (ffffffffc1ac3c20) 10000000:00010000:1.0:1777421056.464912:0:5748:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.147@tcp lock: ffff9af10148da00/0xa38d7128938369f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400400000000 nid: local remote: 0xa38d712893836a6 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421056.464926:0:5748:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.147@tcp lock: ffff9af10148da00/0xa38d7128938369f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1408400000000 nid: local remote: 0xa38d712893836a6 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1777421056.464934:0:5748:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.147@tcp lock: ffff9af10148da00/0xa38d7128938369f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1409400000000 nid: local remote: 0xa38d712893836a6 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1777421056.464940:0:5748:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1777421056.464966:0:5748:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.147@tcp lock: ffff9af10148da00/0xa38d7128938369f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d712893836a6 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421056.464972:0:5748:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1777421056.464989:0:5748:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.147@tcp lock: ffff9af10148da00/0xa38d7128938369f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d712893836a6 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421056.464995:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.147@tcp lock: ffff9af10148da00/0xa38d7128938369f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d712893836a6 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421056.465008:0:5748:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777421056.465011:0:5748:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.147@tcp lock: ffff9af137d12e00/0xa38d71289383683 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d7128938368a expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421056.465017:0:5748:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137d12e00 already unused, calling callback (ffffffffc1ac3c20) 10000000:00010000:1.0:1777421056.465019:0:5748:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.147@tcp lock: ffff9af137d12e00/0xa38d71289383683 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400400000000 nid: local remote: 0xa38d7128938368a expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421056.465025:0:5748:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.147@tcp lock: ffff9af137d12e00/0xa38d71289383683 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1408400000000 nid: local remote: 0xa38d7128938368a expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1777421056.465031:0:5748:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.147@tcp lock: ffff9af137d12e00/0xa38d71289383683 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1409400000000 nid: local remote: 0xa38d7128938368a expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1777421056.465041:0:5748:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1777421056.465054:0:5748:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.147@tcp lock: ffff9af137d12e00/0xa38d71289383683 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d7128938368a expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421056.465060:0:5748:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1777421056.465066:0:5748:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.147@tcp lock: ffff9af137d12e00/0xa38d71289383683 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d7128938368a expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421056.465073:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.147@tcp lock: ffff9af137d12e00/0xa38d71289383683 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d7128938368a expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421056.465083:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777421056.465084:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777421056.465086:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777421056.465110:0:16838:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9af137d13600/0xa38d71289383652 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa38d7128938364b expref: 17 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421056.465118:0:16838:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9af137d13600/0xa38d71289383652 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa38d7128938364b expref: 17 pid: 5754 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421056.465127:0:16838:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c5bed80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16838:1863760841116032:0@lo:104: 00000100:00100000:1.0:1777421056.465152:0:16838:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421056.465170:0:6557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841116032 00000100:00100000:1.0:1777421056.465175:0:6557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841116032 00000100:00100000:1.0:1777421056.465191:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1777421056.465196:0:6557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+6:16838:x1863760841116032:12345-0@lo:104: 00010000:00010000:1.0:1777421056.465203:0:6557:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.147@tcp lock: ffff9af100030000/0xa38d7128938364b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d71289383652 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421056.465242:0:6557:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1777421056.465247:0:6557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+6:16838:x1863760841116032:12345-0@lo:104: Request processed in 51us (95us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421056.465253:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00010000:00010000:1.0:1777421056.465281:0:16838:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9af100031800/0xa38d71289383636 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa38d7128938362f expref: 17 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421056.465288:0:16838:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9af100031800/0xa38d71289383636 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa38d7128938362f expref: 17 pid: 5754 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421056.465297:0:16838:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c5bd500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16838:1863760841116160:0@lo:104: 00000100:00100000:1.0:1777421056.465317:0:16838:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421056.465333:0:6557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841116160 00000100:00100000:1.0:1777421056.465336:0:6557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841116160 00000100:00100000:1.0:1777421056.465369:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1777421056.465374:0:6557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+6:16838:x1863760841116160:12345-0@lo:104: 00010000:00010000:1.0:1777421056.465381:0:6557:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.147@tcp lock: ffff9af10148ce00/0xa38d7128938362f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d71289383636 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421056.465410:0:6557:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1777421056.465414:0:6557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+6:16838:x1863760841116160:12345-0@lo:104: Request processed in 41us (97us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421056.465419:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00010000:00010000:1.0:1777421056.465447:0:16838:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9af10148d400/0xa38d71289383628 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa38d71289383621 expref: 17 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421056.465454:0:16838:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9af10148d400/0xa38d71289383628 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa38d71289383621 expref: 17 pid: 5754 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421056.465473:0:16838:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c5bea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16838:1863760841116288:0@lo:104: 00000100:00100000:1.0:1777421056.465496:0:16838:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421056.465529:0:6557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841116288 00000100:00100000:1.0:1777421056.465533:0:6557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841116288 00000100:00100000:1.0:1777421056.465550:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1777421056.465555:0:6557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f775500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+6:16838:x1863760841116288:12345-0@lo:104: 00010000:00010000:1.0:1777421056.465562:0:6557:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.147@tcp lock: ffff9af100030800/0xa38d71289383621 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d71289383628 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421056.465590:0:6557:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:1.0:1777421056.465595:0:6557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f775500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+6:16838:x1863760841116288:12345-0@lo:104: Request processed in 41us (99us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421056.465600:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00010000:00010000:1.0:1777421056.465612:0:5748:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1777421056.465615:0:5748:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.147@tcp lock: ffff9af100030000/0xa38d7128938364b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d71289383652 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421056.465621:0:5748:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af100030000 already unused, calling callback (ffffffffc1ac3c20) 10000000:00010000:1.0:1777421056.465624:0:5748:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.147@tcp lock: ffff9af100030000/0xa38d7128938364b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400400000000 nid: local remote: 0xa38d71289383652 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421056.465630:0:5748:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.147@tcp lock: ffff9af100030000/0xa38d7128938364b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1408400000000 nid: local remote: 0xa38d71289383652 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1777421056.465636:0:5748:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.147@tcp lock: ffff9af100030000/0xa38d7128938364b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1409400000000 nid: local remote: 0xa38d71289383652 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1777421056.465641:0:5748:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1777421056.465661:0:5748:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.147@tcp lock: ffff9af100030000/0xa38d7128938364b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d71289383652 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421056.465667:0:5748:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1777421056.465683:0:5748:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.147@tcp lock: ffff9af100030000/0xa38d7128938364b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d71289383652 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421056.465690:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.147@tcp lock: ffff9af100030000/0xa38d7128938364b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d71289383652 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421056.465701:0:5748:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1777421056.465704:0:5748:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.147@tcp lock: ffff9af10148ce00/0xa38d7128938362f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d71289383636 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421056.465709:0:5748:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148ce00 already unused, calling callback (ffffffffc1ac3c20) 10000000:00010000:1.0:1777421056.465712:0:5748:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.147@tcp lock: ffff9af10148ce00/0xa38d7128938362f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0xa38d71289383636 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421056.465718:0:5748:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.147@tcp lock: ffff9af10148ce00/0xa38d7128938362f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0xa38d71289383636 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1777421056.465724:0:5748:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.147@tcp lock: ffff9af10148ce00/0xa38d7128938362f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0xa38d71289383636 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1777421056.465729:0:5748:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1777421056.465741:0:5748:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.147@tcp lock: ffff9af10148ce00/0xa38d7128938362f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d71289383636 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421056.465747:0:5748:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1777421056.465753:0:5748:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.147@tcp lock: ffff9af10148ce00/0xa38d7128938362f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d71289383636 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421056.465770:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.147@tcp lock: ffff9af10148ce00/0xa38d7128938362f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d71289383636 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421056.465781:0:5748:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777421056.465784:0:5748:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.147@tcp lock: ffff9af100030800/0xa38d71289383621 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d71289383628 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421056.465788:0:5748:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af100030800 already unused, calling callback (ffffffffc1ac3c20) 10000000:00010000:1.0:1777421056.465791:0:5748:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.147@tcp lock: ffff9af100030800/0xa38d71289383621 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xa38d71289383628 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421056.465797:0:5748:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.147@tcp lock: ffff9af100030800/0xa38d71289383621 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xa38d71289383628 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1777421056.465802:0:5748:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.147@tcp lock: ffff9af100030800/0xa38d71289383621 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xa38d71289383628 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1777421056.465807:0:5748:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1777421056.465819:0:5748:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.147@tcp lock: ffff9af100030800/0xa38d71289383621 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d71289383628 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421056.465824:0:5748:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1777421056.465829:0:5748:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.147@tcp lock: ffff9af100030800/0xa38d71289383621 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d71289383628 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421056.465834:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.147@tcp lock: ffff9af100030800/0xa38d71289383621 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d71289383628 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421056.465843:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777421056.465852:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777421056.465853:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777421056.465879:0:16838:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9af120a33200/0xa38d71289383613 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3756a9 expref: 11 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421056.465888:0:16838:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9af120a33200/0xa38d71289383613 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3756a9 expref: 11 pid: 5754 timeout: 368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421056.465909:0:16838:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af12d0d0a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16838:1863760841116800:192.168.203.47@tcp:104: 00010000:00010000:1.0:1777421056.465975:0:16838:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9af120a32a00/0xa38d7128938360c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3756a2 expref: 11 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421056.465983:0:16838:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9af120a32a00/0xa38d7128938360c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3756a2 expref: 11 pid: 5754 timeout: 368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421056.465992:0:16838:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af12d0d2680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16838:1863760841116928:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777421056.466014:0:16838:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1181926c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421056.466036:0:16838:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6fa680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16838:1863760841115264:0@lo:104: 00000100:00100000:1.0:1777421056.466045:0:16838:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6f8a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16838:1863760841115392:0@lo:104: 00000100:00100000:1.0:1777421056.466052:0:16838:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c5bed80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16838:1863760841116032:0@lo:104: 00000100:00100000:1.0:1777421056.466058:0:16838:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c5bd500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16838:1863760841116160:0@lo:104: 00000100:00100000:1.0:1777421056.466064:0:16838:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c5bea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16838:1863760841116288:0@lo:104: 00000100:00100000:1.0:1777421056.466098:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c5bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3295:1863760841115776:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1777421056.466125:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421056.466142:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af12d0d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3295:1863760841116672:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1777421056.466162:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421056.466187:0:3295:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777421056.466193:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c5bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3295:1863760841115904:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1777421056.466218:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421056.466250:0:8215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841115776 00000100:00100000:1.0:1777421056.466257:0:8215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841115776 00010000:00010000:1.0:1777421056.466277:0:8215:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9af120a33a00/0xa38d712893836a6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa38d7128938369f expref: 18 pid: 5755 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421056.466298:0:8215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841116672 00000100:00100000:1.0:1777421056.466301:0:8215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841116672 00010000:00010000:1.0:1777421056.466309:0:8215:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9af10148d400/0xa38d71289383628 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa38d71289383621 expref: 19 pid: 5754 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421056.466321:0:8215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841115904 00000100:00100000:1.0:1777421056.466326:0:8215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841115904 00010000:00010000:1.0:1777421056.466334:0:8215:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9af10148d600/0xa38d7128938368a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa38d71289383683 expref: 20 pid: 5755 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421056.466344:0:8215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 201 00000100:00100000:1.0:1777421056.466370:0:8215:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+20:3295:x1863760841115776:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1777421056.466381:0:8215:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421056.466386:0:8215:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9af120a33a00/0xa38d712893836a6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa38d7128938369f expref: 20 pid: 5755 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421056.466395:0:8215:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9af120a33a00/0xa38d712893836a6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa38d7128938369f expref: 20 pid: 5755 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421056.466409:0:8215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af120a33a00/0xa38d712893836a6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa38d7128938369f expref: 20 pid: 5755 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421056.466422:0:8215:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421056.466456:0:8215:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+19:3295:x1863760841115776:12345-0@lo:103:ldlm_bl.0 Request processed in 106us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421056.466464:0:8215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 201 00000100:00100000:1.0:1777421056.466478:0:8215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 202 00000100:00100000:1.0:1777421056.466484:0:8215:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3295:x1863760841116672:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1777421056.466492:0:8215:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421056.466496:0:8215:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9af10148d400/0xa38d71289383628 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa38d71289383621 expref: 18 pid: 5754 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421056.466505:0:8215:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9af10148d400/0xa38d71289383628 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa38d71289383621 expref: 18 pid: 5754 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421056.466515:0:8215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af10148d400/0xa38d71289383628 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa38d71289383621 expref: 18 pid: 5754 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421056.466525:0:8215:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421056.466546:0:8215:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+17:3295:x1863760841116672:12345-0@lo:103:ldlm_bl.0 Request processed in 62us (383us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421056.466553:0:8215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 202 00000100:00100000:1.0:1777421056.466565:0:8215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 203 00000100:00100000:1.0:1777421056.466571:0:8215:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+16:3295:x1863760841115904:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1777421056.466579:0:8215:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421056.466584:0:8215:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9af10148d600/0xa38d7128938368a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa38d71289383683 expref: 16 pid: 5755 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421056.466592:0:8215:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9af10148d600/0xa38d7128938368a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa38d71289383683 expref: 16 pid: 5755 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421056.466602:0:8215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af10148d600/0xa38d7128938368a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa38d71289383683 expref: 16 pid: 5755 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421056.466617:0:8215:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421056.466637:0:8215:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+15:3295:x1863760841115904:12345-0@lo:103:ldlm_bl.0 Request processed in 67us (424us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421056.466642:0:8215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 203 00000100:00100000:1.0:1777421056.466674:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c5bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3295:1863760841115904:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1777421056.466681:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c5bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3295:1863760841115776:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1777421056.466687:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af12d0d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3295:1863760841116672:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1777421056.466744:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af12d0d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3298:1863760841116544:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1777421056.466768:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421056.466791:0:3298:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777421056.466796:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f775880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3298:1863760841116416:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1777421056.466815:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777421056.466837:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777421056.466843:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777421056.466850:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841116544 00000100:00100000:1.0:1777421056.466854:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841116544 00010000:00010000:1.0:1777421056.466868:0:5747:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9af100031800/0xa38d71289383636 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa38d7128938362f expref: 15 pid: 5754 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421056.466884:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841116416 00000100:00100000:1.0:1777421056.466888:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841116416 00010000:00010000:1.0:1777421056.466909:0:5747:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9af137d13600/0xa38d71289383652 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa38d7128938364b expref: 16 pid: 5754 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421056.466922:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204 00000100:00100000:1.0:1777421056.466929:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+16:3298:x1863760841116544:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1777421056.466945:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421056.466949:0:5747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9af100031800/0xa38d71289383636 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa38d7128938362f expref: 16 pid: 5754 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421056.466958:0:5747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9af100031800/0xa38d71289383636 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa38d7128938362f expref: 16 pid: 5754 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421056.466968:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af100031800/0xa38d71289383636 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa38d7128938362f expref: 16 pid: 5754 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421056.466978:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421056.467004:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+15:3298:x1863760841116544:12345-0@lo:103:ldlm_bl.0 Request processed in 76us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421056.467010:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204 00000100:00100000:1.0:1777421056.467022:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205 00000100:00100000:1.0:1777421056.467027:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+14:3298:x1863760841116416:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1777421056.467034:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421056.467038:0:5747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9af137d13600/0xa38d71289383652 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa38d7128938364b expref: 14 pid: 5754 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421056.467066:0:5747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9af137d13600/0xa38d71289383652 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa38d7128938364b expref: 14 pid: 5754 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421056.467076:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af137d13600/0xa38d71289383652 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa38d7128938364b expref: 14 pid: 5754 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421056.467092:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421056.467113:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+13:3298:x1863760841116416:12345-0@lo:103:ldlm_bl.0 Request processed in 85us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421056.467128:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205 00000100:00100000:1.0:1777421056.467158:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f775880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3298:1863760841116416:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1777421056.467166:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af12d0d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3298:1863760841116544:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1777421056.467741:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421056.467789:0:8215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833935488 00000100:00100000:1.0:1777421056.467794:0:8215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833935488 00010000:00010000:1.0:1777421056.467810:0:8215:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9af100030400/0xa38d712893836b4 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3756b7 expref: 12 pid: 5755 timeout: 368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421056.467831:0:8215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 206 00000100:00100000:1.0:1777421056.467838:0:8215:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118196050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:71f90d2e-4852-44e2-8435-52916750919f+12:2369:x1863760833935488:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421056.467846:0:8215:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421056.467851:0:8215:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9af100030400/0xa38d712893836b4 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3756b7 expref: 12 pid: 5755 timeout: 368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421056.467860:0:8215:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9af100030400/0xa38d712893836b4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3756b7 expref: 12 pid: 5755 timeout: 368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421056.467871:0:8215:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421056.467919:0:8215:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118196050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:71f90d2e-4852-44e2-8435-52916750919f+12:2369:x1863760833935488:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 81us (179us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421056.467926:0:8215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 206 00010000:00010000:1.0:1777421056.467982:0:16838:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af100030400/0xa38d712893836b4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3756b7 expref: 11 pid: 5755 timeout: 368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421056.467993:0:16838:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6b4000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16838:1863760841115136:192.168.203.47@tcp:104: 00010000:00010000:1.0:1777421056.468054:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777421056.468122:0:5743:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1777421056.468131:0:5743:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c678000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+5:16838:x1863760841115520:12345-0@lo:104: 00010000:00010000:2.0:1777421056.468143:0:5743:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.147@tcp lock: ffff9af10148ca00/0xa38d71289383675 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d7128938367c expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421056.468184:0:5743:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1777421056.468189:0:5743:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c678000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+5:16838:x1863760841115520:12345-0@lo:104: Request processed in 61us (4039us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421056.468195:0:5743:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1777421056.468201:0:5744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00010000:00010000:2.0:1777421056.468209:0:5748:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1777421056.468209:0:5744:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+4:16838:x1863760841115648:12345-0@lo:104: 00010000:00010000:2.0:1777421056.468214:0:5748:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.147@tcp lock: ffff9af10148ca00/0xa38d71289383675 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d7128938367c expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421056.468218:0:5744:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.147@tcp lock: ffff9af10148c400/0xa38d71289383659 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d71289383660 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421056.468221:0:5748:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148ca00 already unused, calling callback (ffffffffc1ac3c20) 10000000:00010000:2.0:1777421056.468225:0:5748:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.147@tcp lock: ffff9af10148ca00/0xa38d71289383675 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xa38d7128938367c expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421056.468233:0:5748:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.147@tcp lock: ffff9af10148ca00/0xa38d71289383675 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xa38d7128938367c expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1777421056.468250:0:5748:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.147@tcp lock: ffff9af10148ca00/0xa38d71289383675 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xa38d7128938367c expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421056.468252:0:5744:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 10000000:01000000:2.0:1777421056.468256:0:5748:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00100000:0.0:1777421056.468256:0:5744:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+4:16838:x1863760841115648:12345-0@lo:104: Request processed in 50us (4040us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421056.468261:0:5744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00010000:00010000:0.0:1777421056.468277:0:8267:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777421056.468281:0:5748:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.147@tcp lock: ffff9af10148ca00/0xa38d71289383675 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d7128938367c expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421056.468282:0:8267:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.147@tcp lock: ffff9af10148c400/0xa38d71289383659 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d71289383660 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421056.468288:0:5748:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1777421056.468299:0:8267:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148c400 already unused, calling callback (ffffffffc1ac3c20) 00010000:00010000:2.0:1777421056.468303:0:5748:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.147@tcp lock: ffff9af10148ca00/0xa38d71289383675 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d7128938367c expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1777421056.468303:0:8267:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.147@tcp lock: ffff9af10148c400/0xa38d71289383659 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xa38d71289383660 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421056.468310:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.147@tcp lock: ffff9af10148ca00/0xa38d71289383675 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d7128938367c expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421056.468311:0:8267:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.147@tcp lock: ffff9af10148c400/0xa38d71289383659 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xa38d71289383660 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1777421056.468318:0:8267:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.147@tcp lock: ffff9af10148c400/0xa38d71289383659 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa38d71289383660 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421056.468321:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421056.468322:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1777421056.468323:0:8267:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1777421056.468324:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777421056.468336:0:8267:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.147@tcp lock: ffff9af10148c400/0xa38d71289383659 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d71289383660 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421056.468337:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c15ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3296:1863760841117056:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777421056.468341:0:8267:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1777421056.468372:0:8267:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.147@tcp lock: ffff9af10148c400/0xa38d71289383659 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d71289383660 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421056.468380:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777421056.468380:0:8267:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.147@tcp lock: ffff9af10148c400/0xa38d71289383659 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d71289383660 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421056.468394:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777421056.468395:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777421056.468397:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777421056.468406:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118e73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3297:1863760841117184:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1777421056.468411:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841117056 00000100:00100000:2.0:1777421056.468415:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841117056 00010000:00010000:2.0:1777421056.468428:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9af137d13e00/0xa38d7128938367c lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa38d71289383675 expref: 13 pid: 5754 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421056.468429:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421056.468443:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841117184 00000100:00100000:2.0:1777421056.468446:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841117184 00000100:00100000:0.0:1777421056.468453:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 207 00010000:00010000:2.0:1777421056.468457:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9af120a32000/0xa38d71289383660 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa38d71289383659 expref: 14 pid: 5755 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421056.468459:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+14:3296:x1863760841117056:12345-0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1777421056.468472:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 208 00000100:00100000:2.0:1777421056.468483:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e71500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+14:3297:x1863760841117184:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777421056.468490:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421056.468495:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9af120a32000/0xa38d71289383660 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa38d71289383659 expref: 14 pid: 5755 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421056.468504:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9af120a32000/0xa38d71289383660 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa38d71289383659 expref: 14 pid: 5755 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421056.468633:0:16838:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6f8380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16838:1863760841115520:0@lo:104: 00000100:00100000:1.0:1777421056.468641:0:16838:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c5bd180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16838:1863760841115648:0@lo:104: 00010000:00010000:2.0:1777421056.468724:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af120a32000/0xa38d71289383660 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa38d71289383659 expref: 14 pid: 5755 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421056.468734:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421056.468799:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e71500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+13:3297:x1863760841117184:12345-0@lo:103:ldlm_bl.0 Request processed in 316us (368us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421056.468806:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 208 00010000:00010000:0.0:1777421056.469086:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1777421056.469090:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118e73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3297:1863760841117184:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777421056.469093:0:5745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9af137d13e00/0xa38d7128938367c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa38d71289383675 expref: 12 pid: 5754 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421056.469103:0:5745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9af137d13e00/0xa38d7128938367c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa38d71289383675 expref: 12 pid: 5754 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421056.469114:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af137d13e00/0xa38d7128938367c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa38d71289383675 expref: 12 pid: 5754 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421056.469122:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421056.469157:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+11:3296:x1863760841117056:12345-0@lo:103:ldlm_bl.0 Request processed in 698us (777us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421056.469163:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 207 00000100:00100000:2.0:1777421056.469288:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c15ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3296:1863760841117056:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1777421056.469603:0:16838:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af12d0d0a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16838:1863760841116800:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777421056.469613:0:16838:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af12d0d2680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16838:1863760841116928:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421056.469662:0:16838:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9af105d5da00/0xa38d712893864e3 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421056.470493:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421056.471119:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421056.473641:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833935616 00000100:00100000:0.0:1777421056.473656:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833935616 00010000:00010000:0.0:1777421056.473701:0:5745:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9af120a33200/0xa38d71289383613 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3756a9 expref: 11 pid: 5754 timeout: 368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421056.474036:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833935744 00000100:00100000:0.0:1777421056.474041:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833935744 00010000:00010000:0.0:1777421056.474057:0:5745:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9af120a32a00/0xa38d7128938360c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3756a2 expref: 12 pid: 5754 timeout: 368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421056.475700:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 209 00000100:00100000:2.0:1777421056.475720:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71f90d2e-4852-44e2-8435-52916750919f+12:2368:x1863760833935616:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421056.475736:0:6558:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421056.475745:0:6558:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9af120a33200/0xa38d71289383613 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3756a9 expref: 12 pid: 5754 timeout: 368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421056.475761:0:6558:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9af120a33200/0xa38d71289383613 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3756a9 expref: 12 pid: 5754 timeout: 368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421056.475787:0:6558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af120a33200/0xa38d71289383613 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3756a9 expref: 12 pid: 5754 timeout: 368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421056.475825:0:6558:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421056.475906:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71f90d2e-4852-44e2-8435-52916750919f+11:2368:x1863760833935616:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 185us (5407us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421056.475915:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 209 00000100:00100000:2.0:1777421056.475940:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 210 00000100:00100000:2.0:1777421056.476088:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71f90d2e-4852-44e2-8435-52916750919f+10:2368:x1863760833935744:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421056.476098:0:6558:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421056.476103:0:6558:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9af120a32a00/0xa38d7128938360c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3756a2 expref: 10 pid: 5754 timeout: 368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421056.476112:0:6558:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9af120a32a00/0xa38d7128938360c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3756a2 expref: 10 pid: 5754 timeout: 368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421056.476123:0:6558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af120a32a00/0xa38d7128938360c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3756a2 expref: 10 pid: 5754 timeout: 368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421056.476136:0:6558:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9af105d5da00/0xa38d712893864e3 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421056.476145:0:6558:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af105d5da00/0xa38d712893864e3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421056.476162:0:6558:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9af105d5da00/0xa38d712893864e3 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421056.476169:0:6558:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9af105d5da00/0xa38d712893864e3 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421056.476185:0:6558:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9af105d5da00/0xa38d712893864e3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421056.476191:0:6558:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9af105d5da00/0xa38d712893864e3 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421056.476197:0:6558:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af105d5da00 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:2.0:1777421056.476200:0:6558:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9af105d5da00/0xa38d712893864e3 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421056.476208:0:6558:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9af105d5da00/0xa38d712893864e3 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421056.476227:0:6558:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9af105d5da00/0xa38d712893864e3 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421056.476237:0:6558:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421056.476314:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71f90d2e-4852-44e2-8435-52916750919f+9:2368:x1863760833935744:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 228us (5194us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421056.476322:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 210 00010000:00010000:0.0:1777421056.476340:0:16838:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9af105d5da00/0xa38d712893864e3 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421056.476386:0:16838:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9af105d5da00/0xa38d712893864e3 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421056.476394:0:16838:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af105d5da00/0xa38d712893864e3 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777421057.007002:0:7430:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967333 is committed 00000001:00080000:0.0:1777421057.007019:0:7430:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967332 is committed 00000001:00080000:3.0:1777421057.021073:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967765 is committed 00000020:00080000:3.0:1777421057.021083:0:5782:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9af13c0b2cc0 refcount 2 committed 0 result 0 batchid 10 00000020:00080000:3.0:1777421057.021087:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9af118526100 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9af13c0b2540 00000020:00080000:3.0:1777421057.021091:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9af118526c00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9af13d177c00 00000001:00080000:3.0:1777421057.021130:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967769 is committed 00000001:00080000:3.0:1777421057.021137:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967768 is committed 00000020:00080000:1.0:1777421057.021187:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 10 committed batchid 9 00000020:00080000:1.0:1777421057.021412:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 9 00010000:00010000:1.0:1777421057.368645:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777421057.551451:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421057.551549:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421057.551610:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421057.551663:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421057.551664:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833936256 00000100:00100000:1.0:1777421057.551670:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833936512 00000100:00100000:1.0:1777421057.551681:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833936512 00000100:00100000:0.0:1777421057.551681:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833936256 00000100:00100000:2.0:1777421057.551702:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421057.551760:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421057.551767:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833936128 00000100:00100000:1.0:1777421057.551773:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833936128 00000100:00100000:0.0:1777421057.551809:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 150 00000100:00100000:1.0:1777421057.551823:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 151 00000100:00100000:0.0:1777421057.551824:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+8:2366:x1863760833936512:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777421057.551837:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:2366:x1863760833936256:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:0.0:1777421057.551919:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+8:2366:x1863760833936512:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 99us (307us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421057.551921:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:2366:x1863760833936256:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 87us (369us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421057.551935:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 150 00000100:00100000:1.0:1777421057.551942:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 151 00000100:00100000:0.0:1777421057.551959:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 152 00000100:00100000:0.0:1777421057.551969:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+9:2366:x1863760833936128:12345-192.168.203.47@tcp:400:kworker.0 00000100:00080000:1.0:1777421057.551976:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777421057.551981:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777421057.552253:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+9:2366:x1863760833936128:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 283us (551us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421057.552256:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833935872 00000100:00100000:0.0:1777421057.552267:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 152 00000100:00100000:2.0:1777421057.552269:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833935872 00000100:00100000:2.0:1777421057.553853:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 294 00000100:00100000:2.0:1777421057.553884:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119105850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+9:2366:x1863760833935872:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777421057.554148:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421057.554157:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119105850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+9:2366:x1863760833935872:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 271us (2493us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421057.554169:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 294 00000100:00100000:2.0:1777421057.554260:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833936640 00000100:00100000:2.0:1777421057.554267:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833936640 00000100:00100000:0.0:1777421057.554407:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833936384 00000100:00100000:0.0:1777421057.554427:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833936384 00000100:00100000:0.0:1777421057.554488:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 156 00000100:00100000:0.0:1777421057.554498:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+31:2366:x1863760833936384:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:0.0:1777421057.554570:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+31:2366:x1863760833936384:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 73us (2809us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421057.554591:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 156 00000100:00080000:0.0:1777421057.555132:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1777421057.555138:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777421057.555158:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833936000 00000100:00100000:3.0:1777421057.555167:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833936000 00000100:00080000:0.0:1777421057.555202:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777421057.555233:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 157 00000100:00100000:3.0:1777421057.555243:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+73:2366:x1863760833936000:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777421057.555304:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+73:2366:x1863760833936000:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 63us (3867us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421057.555312:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 157 00000100:00100000:2.0:1777421057.557171:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 153 00000100:00100000:2.0:1777421057.557186:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2366:x1863760833936640:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:2.0:1777421057.557377:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2366:x1863760833936640:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 196us (3236us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421057.557384:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 153 00000100:00100000:1.0:1777421057.809193:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421057.810671:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833936768 00000100:00100000:2.0:1777421057.810689:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833936768 00000100:00100000:2.0:1777421057.810773:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 295 00000100:00100000:2.0:1777421057.810784:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119105c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+9:5564:x1863760833936768:12345-192.168.203.47@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777421057.810805:0:5755:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421057.810828:0:5755:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af001c6b400/0xa38d712893864ea lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376455 expref: -99 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421057.810863:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af001c6b400/0xa38d712893864ea lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376455 expref: 10 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421057.810874:0:5755:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af001c6b400/0xa38d712893864ea lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376455 expref: 10 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421057.810900:0:5755:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af001c6b400, rc 0) 00000100:00100000:2.0:1777421057.810971:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119105c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+10:5564:x1863760833936768:12345-192.168.203.47@tcp:101:ll_cfg_requeue.0 Request processed in 188us (1794us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421057.810997:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 295 00000100:00100000:3.0:1777421057.819482:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421057.819605:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833936896 00000100:00100000:2.0:1777421057.819619:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833936896 00000100:00100000:2.0:1777421057.819691:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 296 00000100:00100000:2.0:1777421057.819705:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119105450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+10:5564:x1863760833936896:12345-192.168.203.47@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1777421057.820018:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119105450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+10:5564:x1863760833936896:12345-192.168.203.47@tcp:501:ll_cfg_requeue.0 Request processed in 316us (550us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421057.820028:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 296 00000100:00100000:3.0:1777421057.830410:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421057.830521:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833937024 00000100:00100000:2.0:1777421057.830534:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833937024 00000100:00100000:2.0:1777421057.830619:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 297 00000100:00100000:2.0:1777421057.830631:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119107850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+10:5564:x1863760833937024:12345-192.168.203.47@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1777421057.831153:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119107850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+10:5564:x1863760833937024:12345-192.168.203.47@tcp:503:ll_cfg_requeue.0 Request processed in 521us (755us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421057.831163:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 297 00000100:00100000:1.0:1777421057.839198:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421057.839614:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833937152 00000100:00100000:2.0:1777421057.839628:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833937152 00000100:00100000:2.0:1777421057.839702:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 298 00000100:00100000:2.0:1777421057.839714:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119104850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+10:22323:x1863760833937152:12345-192.168.203.47@tcp:502:llog_process_th.0 00000100:00100000:2.0:1777421057.840055:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119104850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+10:22323:x1863760833937152:12345-192.168.203.47@tcp:502:llog_process_th.0 Request processed in 341us (869us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421057.840065:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 298 00000100:00100000:3.0:1777421057.845345:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421057.845707:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833937280 00000100:00100000:0.0:1777421057.845720:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833937280 00000100:00100000:0.0:1777421057.845785:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 299 00000100:00100000:0.0:1777421057.845796:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119105050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+10:22323:x1863760833937280:12345-192.168.203.47@tcp:502:llog_process_th.0 00000100:00100000:0.0:1777421057.846268:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119105050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+10:22323:x1863760833937280:12345-192.168.203.47@tcp:502:llog_process_th.0 Request processed in 472us (936us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421057.846278:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 299 00000100:00100000:3.0:1777421057.852856:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421057.852991:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833937408 00000100:00100000:0.0:1777421057.853006:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833937408 00000100:00100000:0.0:1777421057.853466:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 300 00000100:00100000:0.0:1777421057.853479:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119106050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+10:5564:x1863760833937408:12345-192.168.203.47@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777421057.853500:0:5754:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421057.853522:0:5754:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af13f65b200/0xa38d712893864f1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37645c expref: -99 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421057.853555:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af13f65b200/0xa38d712893864f1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37645c expref: 11 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421057.853567:0:5754:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af13f65b200/0xa38d712893864f1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37645c expref: 11 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421057.853579:0:5754:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f65b200, rc 0) 00000100:00100000:0.0:1777421057.853646:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119106050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+11:5564:x1863760833937408:12345-192.168.203.47@tcp:101:ll_cfg_requeue.0 Request processed in 170us (803us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421057.853671:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 300 00000100:00100000:1.0:1777421057.855312:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421057.855444:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833937536 00000100:00100000:0.0:1777421057.855453:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833937536 00000100:00100000:0.0:1777421057.855509:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 301 00000100:00100000:0.0:1777421057.855519:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119107c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+11:5564:x1863760833937536:12345-192.168.203.47@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777421057.855684:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119107c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+11:5564:x1863760833937536:12345-192.168.203.47@tcp:501:ll_cfg_requeue.0 Request processed in 165us (379us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421057.855693:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 301 00000100:00100000:3.0:1777421057.857447:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421057.857568:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833937664 00000100:00100000:2.0:1777421057.857578:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833937664 00000100:00100000:2.0:1777421057.857642:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 302 00000100:00100000:2.0:1777421057.857652:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119107450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+11:5564:x1863760833937664:12345-192.168.203.47@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1777421057.858134:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119107450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+11:5564:x1863760833937664:12345-192.168.203.47@tcp:503:ll_cfg_requeue.0 Request processed in 481us (695us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421057.858144:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 302 00000100:00100000:3.0:1777421057.861634:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421057.862102:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833937792 00000100:00100000:2.0:1777421057.862115:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833937792 00000100:00100000:2.0:1777421057.862214:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 303 00000100:00100000:2.0:1777421057.862226:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119102050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+11:22324:x1863760833937792:12345-192.168.203.47@tcp:502:llog_process_th.0 00000100:00100000:2.0:1777421057.862576:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119102050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+11:22324:x1863760833937792:12345-192.168.203.47@tcp:502:llog_process_th.0 Request processed in 352us (1026us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421057.862586:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 303 00000100:00100000:1.0:1777421057.865113:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421057.865418:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833937920 00000100:00100000:0.0:1777421057.865431:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833937920 00000100:00100000:2.0:1777421057.865530:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 304 00000100:00100000:2.0:1777421057.865545:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119103c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+11:22324:x1863760833937920:12345-192.168.203.47@tcp:502:llog_process_th.0 00000100:00100000:2.0:1777421057.865866:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119103c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+11:22324:x1863760833937920:12345-192.168.203.47@tcp:502:llog_process_th.0 Request processed in 324us (766us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421057.865876:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 304 00000100:00100000:3.0:1777421057.869145:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421057.869479:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833938048 00000100:00100000:2.0:1777421057.869492:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833938048 00000100:00100000:2.0:1777421057.869569:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 305 00000100:00100000:2.0:1777421057.869580:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119103450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+11:5564:x1863760833938048:12345-192.168.203.47@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777421057.869601:0:5755:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421057.869624:0:5755:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af001c6a400/0xa38d712893864f8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376463 expref: -99 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421057.869682:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af001c6a400/0xa38d712893864f8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376463 expref: 12 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421057.869695:0:5755:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af001c6a400/0xa38d712893864f8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376463 expref: 12 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421057.869706:0:5755:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af001c6a400, rc 0) 00000100:00100000:2.0:1777421057.869779:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119103450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+12:5564:x1863760833938048:12345-192.168.203.47@tcp:101:ll_cfg_requeue.0 Request processed in 201us (647us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421057.869787:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 305 00000100:00100000:1.0:1777421057.871822:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421057.872075:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833938176 00000100:00100000:0.0:1777421057.872088:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833938176 00000100:00100000:0.0:1777421057.872149:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 306 00000100:00100000:0.0:1777421057.872160:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119102450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+12:5564:x1863760833938176:12345-192.168.203.47@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777421057.872305:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119102450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+12:5564:x1863760833938176:12345-192.168.203.47@tcp:501:ll_cfg_requeue.0 Request processed in 146us (493us total) trans 0 rc -2/-2 00000100:00100000:0.0:1777421057.872315:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 306 00010000:00010000:1.0:1777421058.394981:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1777421058.456494:0:5757:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:2.0:1777421058.456504:0:5757:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-client-ffff9af13c4e4800 from 42 10000000:01000000:2.0:1777421058.456511:0:5757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1777421058.457845:0:5757:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af001c6a600/0xa38d712893864ff lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421058.457865:0:5757:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.147@tcp lock: ffff9af001c6a600/0xa38d712893864ff lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421058.457876:0:5757:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.147@tcp lock: ffff9af001c6a600/0xa38d712893864ff lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421058.457916:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0010f7b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841117312:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1777421058.458001:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421058.458428:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841117312 00000100:00100000:0.0:1777421058.458437:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841117312 00000100:00100000:2.0:1777421058.458618:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af137d2e840 going to sleep for 11 seconds 00000100:00100000:0.0:1777421058.458672:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 307 00000100:00100000:0.0:1777421058.458683:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119100050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+11:5757:x1863760841117312:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777421058.458696:0:5755:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421058.458710:0:5755:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af13f65ae00/0xa38d71289386506 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xa38d712893864ff expref: -99 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421058.458733:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af13f65ae00/0xa38d71289386506 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa38d712893864ff expref: 12 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421058.458758:0:5755:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af13f65ae00/0xa38d71289386506 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d712893864ff expref: 12 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421058.458768:0:5755:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f65ae00, rc 0) 00000100:00100000:0.0:1777421058.458820:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119100050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+12:5757:x1863760841117312:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 139us (819us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421058.458827:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 307 00000100:00100000:2.0:1777421058.458920:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0010f7b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841117312:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777421058.458935:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.147@tcp lock: ffff9af001c6a600/0xa38d712893864ff lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d71289386506 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421058.458950:0:5757:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.147@tcp lock: ffff9af001c6a600/0xa38d712893864ff lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa38d71289386506 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421058.459008:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0010f7b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841117440:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1777421058.459054:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421058.459528:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af137d2e840 going to sleep for 11 seconds 00000100:00100000:1.0:1777421058.459621:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841117440 00000100:00100000:1.0:1777421058.459627:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841117440 00000100:00100000:1.0:1777421058.459653:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 308 00000100:00100000:1.0:1777421058.459661:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119102850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+12:5757:x1863760841117440:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1777421058.459832:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119102850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+12:5757:x1863760841117440:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 171us (794us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421058.459838:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 308 00000100:00100000:2.0:1777421058.459938:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0010f7b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841117440:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1777421058.459969:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0010f7b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841117568:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1777421058.460010:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421058.460338:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af137d2e840 going to sleep for 11 seconds 00000100:00100000:0.0:1777421058.460402:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841117568 00000100:00100000:0.0:1777421058.460415:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841117568 00000100:00100000:0.0:1777421058.460478:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 309 00000100:00100000:0.0:1777421058.460485:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119103050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+12:5757:x1863760841117568:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1777421058.460674:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119103050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+12:5757:x1863760841117568:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 189us (663us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421058.460682:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 309 00000100:00100000:2.0:1777421058.460836:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0010f7b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841117568:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1777421058.461097:0:16843:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0010f7b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:16843:1863760841117696:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1777421058.461134:0:16843:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421058.462492:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841117696 00000100:00100000:1.0:1777421058.462502:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841117696 00000100:00100000:2.0:1777421058.462602:0:16843:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af137d2ecc0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421058.462693:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 310 00000100:00100000:1.0:1777421058.462702:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119102c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+12:16843:x1863760841117696:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777421058.463011:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119102c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+12:16843:x1863760841117696:12345-0@lo:502:llog_process_th.0 Request processed in 309us (1876us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421058.463019:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 310 00000100:00100000:2.0:1777421058.463482:0:16843:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0010f7b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:16843:1863760841117696:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1777421058.463621:0:16843:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0010f7b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:16843:1863760841117824:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1777421058.463665:0:16843:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421058.463734:0:16843:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af137d2ecc0 going to sleep for 11 seconds 00000100:00100000:0.0:1777421058.463774:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841117824 00000100:00100000:0.0:1777421058.463780:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841117824 00000100:00100000:0.0:1777421058.463848:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 311 00000100:00100000:0.0:1777421058.463856:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119100450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+12:16843:x1863760841117824:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1777421058.464382:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119100450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+12:16843:x1863760841117824:12345-0@lo:502:llog_process_th.0 Request processed in 525us (715us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421058.464391:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 311 00000100:00100000:2.0:1777421058.464808:0:16843:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0010f7b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:16843:1863760841117824:0@lo:502:llog_process_th.0 00000040:00080000:2.0:1777421058.464836:0:16843:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 45 count 45 00000020:01000000:1.0:1777421058.465302:0:5757:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-client gen 42-44 (rc=0) 10000000:01000000:1.0:1777421058.465329:0:5757:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.147@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1777421058.465339:0:5757:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af001c6a600/0xa38d712893864ff lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d71289386506 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421058.465376:0:5757:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.147@tcp lock: ffff9af001c6a600/0xa38d712893864ff lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d71289386506 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1777421058.465388:0:5757:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:1.0:1777421058.465391:0:5757:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:1.0:1777421058.465394:0:5757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:1.0:1777421058.465423:0:5757:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af105d5c800/0xa38d7128938650d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421058.465431:0:5757:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.147@tcp lock: ffff9af105d5c800/0xa38d7128938650d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421058.465449:0:5757:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.147@tcp lock: ffff9af105d5c800/0xa38d7128938650d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421058.465466:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001be2d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841117952:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1777421058.465519:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421058.465551:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13c0b2300 going to sleep for 11 seconds 00000100:00100000:2.0:1777421058.465690:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841117952 00000100:00100000:2.0:1777421058.465697:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841117952 00000100:00100000:2.0:1777421058.465725:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 312 00000100:00100000:2.0:1777421058.465739:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119100c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+12:5757:x1863760841117952:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777421058.465750:0:5754:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421058.465762:0:5754:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af001c6be00/0xa38d71289386514 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xa38d7128938650d expref: -99 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421058.465783:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af001c6be00/0xa38d71289386514 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa38d7128938650d expref: 13 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421058.465792:0:5754:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af001c6be00/0xa38d71289386514 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d7128938650d expref: 13 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421058.465800:0:5754:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af001c6be00, rc 0) 00000100:00100000:2.0:1777421058.465841:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119100c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+13:5757:x1863760841117952:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 92us (321us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421058.465847:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 312 00000100:00100000:1.0:1777421058.466389:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001be2d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841117952:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777421058.466404:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.147@tcp lock: ffff9af105d5c800/0xa38d7128938650d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d71289386514 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421058.466413:0:5757:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.147@tcp lock: ffff9af105d5c800/0xa38d7128938650d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xa38d71289386514 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421058.466463:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001be2d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841118080:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1777421058.466492:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421058.466593:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13c0b2300 going to sleep for 11 seconds 00000100:00100000:2.0:1777421058.466664:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841118080 00000100:00100000:2.0:1777421058.466670:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841118080 00000100:00100000:2.0:1777421058.466698:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 313 00000100:00100000:2.0:1777421058.466711:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119101850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+13:5757:x1863760841118080:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1777421058.466836:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119101850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+13:5757:x1863760841118080:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 130us (343us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421058.466843:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 313 00000100:00100000:1.0:1777421058.466925:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001be2d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841118080:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1777421058.466953:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001be2d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841118208:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1777421058.466994:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421058.467021:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13c0b2300 going to sleep for 11 seconds 00000100:00100000:2.0:1777421058.467344:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841118208 00000100:00100000:2.0:1777421058.467368:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841118208 00000100:00100000:2.0:1777421058.467405:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 314 00000100:00100000:2.0:1777421058.467413:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119101c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+13:5757:x1863760841118208:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1777421058.467943:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119101c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+13:5757:x1863760841118208:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 530us (947us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421058.467961:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 314 00000100:00100000:1.0:1777421058.468467:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001be2d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841118208:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1777421058.469750:0:16844:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 64768 count 11 00000020:01000000:2.0:1777421058.469985:0:5757:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-OST0001 gen 11-10 (rc=0) 10000000:01000000:2.0:1777421058.470003:0:5757:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.147@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:2.0:1777421058.470014:0:5757:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af105d5c800/0xa38d7128938650d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d71289386514 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421058.470026:0:5757:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.147@tcp lock: ffff9af105d5c800/0xa38d7128938650d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d71289386514 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777421058.470049:0:5757:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:2.0:1777421058.470052:0:5757:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-client-ffff9af105758000 from 42 10000000:01000000:2.0:1777421058.470055:0:5757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1777421058.470093:0:5757:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af001c6a000/0xa38d7128938651b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421058.470102:0:5757:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.147@tcp lock: ffff9af001c6a000/0xa38d7128938651b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421058.470111:0:5757:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.147@tcp lock: ffff9af001c6a000/0xa38d7128938651b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421058.470132:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0010f7b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841118336:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1777421058.470343:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421058.470409:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af137d2e6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777421058.470544:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841118336 00000100:00100000:0.0:1777421058.470551:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841118336 00000100:00100000:0.0:1777421058.470595:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 315 00000100:00100000:0.0:1777421058.470605:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119101450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+13:5757:x1863760841118336:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777421058.470617:0:5755:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421058.470642:0:5755:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af13f65a800/0xa38d71289386522 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xa38d7128938651b expref: -99 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421058.470663:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af13f65a800/0xa38d71289386522 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa38d7128938651b expref: 14 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421058.470674:0:5755:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af13f65a800/0xa38d71289386522 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d7128938651b expref: 14 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421058.470682:0:5755:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f65a800, rc 0) 00000100:00100000:0.0:1777421058.470724:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119101450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+14:5757:x1863760841118336:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 120us (381us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421058.470731:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 315 00000100:00100000:3.0:1777421058.470997:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0010f7b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841118336:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777421058.471011:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.147@tcp lock: ffff9af001c6a000/0xa38d7128938651b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d71289386522 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421058.471019:0:5757:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.147@tcp lock: ffff9af001c6a000/0xa38d7128938651b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xa38d71289386522 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421058.471263:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af134082d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841118464:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777421058.471294:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421058.471318:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13c683cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1777421058.471386:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841118464 00000100:00100000:2.0:1777421058.471391:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841118464 00000100:00100000:2.0:1777421058.471414:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 316 00000100:00100000:2.0:1777421058.471421:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119103850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+14:5757:x1863760841118464:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1777421058.471545:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119103850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+14:5757:x1863760841118464:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 124us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421058.471559:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 316 00000100:00100000:3.0:1777421058.471751:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af134082d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841118464:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777421058.471779:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af134082d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841118592:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777421058.471814:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421058.471839:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13c683cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1777421058.471873:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841118592 00000100:00100000:2.0:1777421058.471877:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841118592 00000100:00100000:2.0:1777421058.471914:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 317 00000100:00100000:2.0:1777421058.471920:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119100850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+14:5757:x1863760841118592:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1777421058.472342:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119100850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+14:5757:x1863760841118592:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 421us (526us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421058.472374:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 317 00000100:00100000:3.0:1777421058.472576:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af134082d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841118592:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777421058.473916:0:16845:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af134082d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:16845:1863760841118720:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777421058.473976:0:16845:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421058.474014:0:16845:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13c683000 going to sleep for 11 seconds 00000100:00100000:0.0:1777421058.474082:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841118720 00000100:00100000:0.0:1777421058.474089:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841118720 00000100:00100000:0.0:1777421058.474165:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 318 00000100:00100000:0.0:1777421058.474794:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119101050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+14:16845:x1863760841118720:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1777421058.475087:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119101050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+14:16845:x1863760841118720:12345-0@lo:502:llog_process_th.0 Request processed in 913us (1110us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421058.475095:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 318 00000100:00100000:3.0:1777421058.475190:0:16845:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af134082d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:16845:1863760841118720:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777421058.475241:0:16845:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af134082d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:16845:1863760841118848:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777421058.475276:0:16845:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421058.475868:0:16845:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13c683000 going to sleep for 11 seconds 00000100:00100000:2.0:1777421058.475947:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841118848 00000100:00100000:2.0:1777421058.475954:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841118848 00000100:00100000:2.0:1777421058.475985:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 319 00000100:00100000:2.0:1777421058.475993:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11816d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+14:16845:x1863760841118848:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1777421058.476412:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11816d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+14:16845:x1863760841118848:12345-0@lo:502:llog_process_th.0 Request processed in 419us (1135us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421058.476420:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 319 00000100:00100000:3.0:1777421058.476521:0:16845:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af134082d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:16845:1863760841118848:0@lo:502:llog_process_th.0 00000040:00080000:3.0:1777421058.476546:0:16845:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 45 count 45 00000020:01000000:2.0:1777421058.476801:0:5757:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-client gen 42-44 (rc=0) 10000000:01000000:2.0:1777421058.476822:0:5757:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.147@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1777421058.476831:0:5757:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af001c6a000/0xa38d7128938651b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d71289386522 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421058.476842:0:5757:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.147@tcp lock: ffff9af001c6a000/0xa38d7128938651b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d71289386522 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777421058.476851:0:5757:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:2.0:1777421058.476854:0:5757:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:01000000:2.0:1777421058.476856:0:5757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:2.0:1777421058.476895:0:5757:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af001c6ba00/0xa38d71289386529 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421058.476910:0:5757:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.147@tcp lock: ffff9af001c6ba00/0xa38d71289386529 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421058.476918:0:5757:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.147@tcp lock: ffff9af001c6ba00/0xa38d71289386529 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421058.476934:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0010f4380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841118976:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1777421058.476964:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421058.476994:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1057b1b40 going to sleep for 11 seconds 00000100:00100000:3.0:1777421058.477214:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841118976 00000100:00100000:3.0:1777421058.477219:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841118976 00000100:00100000:3.0:1777421058.477242:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 320 00000100:00100000:3.0:1777421058.477248:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+14:5757:x1863760841118976:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777421058.477257:0:5755:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421058.477268:0:5755:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af0011e2600/0xa38d71289386530 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xa38d71289386529 expref: -99 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421058.477287:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af0011e2600/0xa38d71289386530 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa38d71289386529 expref: 15 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421058.477295:0:5755:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af0011e2600/0xa38d71289386530 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d71289386529 expref: 15 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421058.477304:0:5755:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0011e2600, rc 0) 00000100:00100000:3.0:1777421058.477440:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+15:5757:x1863760841118976:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 191us (475us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421058.477446:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 320 00000100:00100000:2.0:1777421058.477954:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0010f4380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841118976:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777421058.477967:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.147@tcp lock: ffff9af001c6ba00/0xa38d71289386529 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d71289386530 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421058.477977:0:5757:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.147@tcp lock: ffff9af001c6ba00/0xa38d71289386529 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xa38d71289386530 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421058.478027:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0010f4380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841119104:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1777421058.478274:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421058.478304:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1057b1b40 going to sleep for 11 seconds 00000100:00100000:1.0:1777421058.478323:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841119104 00000100:00100000:1.0:1777421058.478329:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841119104 00000100:00100000:1.0:1777421058.478379:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 321 00000100:00100000:1.0:1777421058.478387:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+15:5757:x1863760841119104:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1777421058.478560:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+15:5757:x1863760841119104:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 173us (285us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421058.478567:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 321 00000100:00100000:2.0:1777421058.479157:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0010f4380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841119104:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1777421058.479191:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0010f4380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841119232:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1777421058.479245:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421058.479265:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1057b1b40 going to sleep for 11 seconds 00000100:00100000:1.0:1777421058.479393:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841119232 00000100:00100000:1.0:1777421058.479398:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841119232 00000100:00100000:1.0:1777421058.479427:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 322 00000100:00100000:1.0:1777421058.479434:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+15:5757:x1863760841119232:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1777421058.479996:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+15:5757:x1863760841119232:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 560us (749us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421058.480003:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 322 00000100:00100000:2.0:1777421058.480059:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0010f4380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841119232:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1777421058.481826:0:16846:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 64768 count 14 00000020:01000000:3.0:1777421058.481917:0:5757:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 10000000:01000000:3.0:1777421058.481942:0:5757:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.147@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:3.0:1777421058.481954:0:5757:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af001c6ba00/0xa38d71289386529 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d71289386530 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421058.481966:0:5757:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.147@tcp lock: ffff9af001c6ba00/0xa38d71289386529 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d71289386530 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777421058.481993:0:5757:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:3.0:1777421058.481996:0:5757:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-client-ffff9af12a9e1800 from 42 10000000:01000000:3.0:1777421058.481999:0:5757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1777421058.482032:0:5757:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af0011e2a00/0xa38d71289386537 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421058.482251:0:5757:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.147@tcp lock: ffff9af0011e2a00/0xa38d71289386537 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421058.482262:0:5757:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.147@tcp lock: ffff9af0011e2a00/0xa38d71289386537 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421058.482286:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af134082d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841119360:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1777421058.482344:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421058.482443:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13c683d80 going to sleep for 11 seconds 00000100:00100000:0.0:1777421058.482939:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841119360 00000100:00100000:0.0:1777421058.482947:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841119360 00000100:00100000:0.0:1777421058.483036:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 323 00000100:00100000:0.0:1777421058.483046:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+15:5757:x1863760841119360:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777421058.483059:0:5755:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421058.483074:0:5755:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af13f65a200/0xa38d7128938653e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0xa38d71289386537 expref: -99 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421058.483112:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af13f65a200/0xa38d7128938653e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa38d71289386537 expref: 16 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421058.483122:0:5755:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af13f65a200/0xa38d7128938653e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d71289386537 expref: 16 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421058.483131:0:5755:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f65a200, rc 0) 00000100:00100000:0.0:1777421058.483176:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+16:5757:x1863760841119360:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 132us (831us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421058.483183:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 323 00000100:00100000:3.0:1777421058.483420:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af134082d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841119360:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777421058.483437:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.147@tcp lock: ffff9af0011e2a00/0xa38d71289386537 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d7128938653e expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421058.483447:0:5757:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.147@tcp lock: ffff9af0011e2a00/0xa38d71289386537 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xa38d7128938653e expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421058.483503:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af134082d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841119488:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777421058.483613:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421058.483789:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841119488 00000100:00100000:0.0:1777421058.483794:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841119488 00000100:00100000:3.0:1777421058.483866:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13c683d80 going to sleep for 11 seconds 00000100:00100000:0.0:1777421058.483914:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 324 00000100:00100000:0.0:1777421058.483922:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+16:5757:x1863760841119488:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777421058.484059:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+16:5757:x1863760841119488:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 137us (446us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421058.484066:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 324 00000100:00100000:3.0:1777421058.484121:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af134082d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841119488:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777421058.484149:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af134082d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841119616:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777421058.484194:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421058.484828:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13c683d80 going to sleep for 11 seconds 00000100:00100000:1.0:1777421058.484860:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841119616 00000100:00100000:1.0:1777421058.484865:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841119616 00000100:00100000:1.0:1777421058.484899:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 325 00000100:00100000:1.0:1777421058.484906:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+16:5757:x1863760841119616:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1777421058.485305:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+16:5757:x1863760841119616:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 398us (1109us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421058.485313:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 325 00000100:00100000:3.0:1777421058.485486:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af134082d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841119616:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1777421058.485961:0:16847:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118e70e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:16847:1863760841119744:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1777421058.486000:0:16847:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421058.486247:0:16847:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1100f8a80 going to sleep for 11 seconds 00000100:00100000:3.0:1777421058.486281:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841119744 00000100:00100000:3.0:1777421058.486286:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841119744 00000100:00100000:3.0:1777421058.486380:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 326 00000100:00100000:3.0:1777421058.486388:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+16:16847:x1863760841119744:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777421058.486601:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+16:16847:x1863760841119744:12345-0@lo:502:llog_process_th.0 Request processed in 214us (600us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421058.486609:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 326 00000100:00100000:0.0:1777421058.486685:0:16847:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118e70e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:16847:1863760841119744:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1777421058.486738:0:16847:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118e70e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:16847:1863760841119872:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1777421058.486769:0:16847:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421058.487014:0:16847:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af12aa45240 going to sleep for 11 seconds 00000100:00100000:1.0:1777421058.487221:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841119872 00000100:00100000:1.0:1777421058.487226:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841119872 00000100:00100000:1.0:1777421058.487249:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 327 00000100:00100000:1.0:1777421058.487256:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+16:16847:x1863760841119872:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777421058.487440:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+16:16847:x1863760841119872:12345-0@lo:502:llog_process_th.0 Request processed in 184us (670us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421058.487447:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 327 00000100:00100000:0.0:1777421058.487596:0:16847:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118e70e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:16847:1863760841119872:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1777421058.487622:0:16847:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 45 count 45 00000020:01000000:1.0:1777421058.487781:0:5757:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-client gen 42-44 (rc=0) 10000000:01000000:1.0:1777421058.487801:0:5757:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.147@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1777421058.487815:0:5757:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af0011e2a00/0xa38d71289386537 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d7128938653e expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421058.487825:0:5757:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.147@tcp lock: ffff9af0011e2a00/0xa38d71289386537 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d7128938653e expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1777421058.487834:0:5757:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0000 10000000:01000000:1.0:1777421058.487836:0:5757:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 37 10000000:01000000:1.0:1777421058.487839:0:5757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:1.0:1777421058.487863:0:5757:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af105d5dc00/0xa38d71289386545 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421058.487871:0:5757:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.147@tcp lock: ffff9af105d5dc00/0xa38d71289386545 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421058.487879:0:5757:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.147@tcp lock: ffff9af105d5dc00/0xa38d71289386545 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421058.487903:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001be2d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841120000:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1777421058.487930:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421058.487951:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af118192c00 going to sleep for 11 seconds 00000100:00100000:1.0:1777421058.487962:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841120000 00000100:00100000:1.0:1777421058.487965:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841120000 00000100:00100000:1.0:1777421058.487982:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 328 00000100:00100000:1.0:1777421058.487987:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+16:5757:x1863760841120000:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777421058.487995:0:5753:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421058.488005:0:5753:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af105d5c400/0xa38d7128938654c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0xa38d71289386545 expref: -99 pid: 5753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421058.488022:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af105d5c400/0xa38d7128938654c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa38d71289386545 expref: 17 pid: 5753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421058.488038:0:5753:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af105d5c400/0xa38d7128938654c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d71289386545 expref: 17 pid: 5753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421058.488193:0:5753:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af105d5c400, rc 0) 00000100:00100000:1.0:1777421058.488224:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+17:5757:x1863760841120000:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 236us (293us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421058.488231:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 328 00000100:00100000:1.0:1777421058.488258:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001be2d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841120000:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777421058.488270:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.147@tcp lock: ffff9af105d5dc00/0xa38d71289386545 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d7128938654c expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421058.488278:0:5757:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.147@tcp lock: ffff9af105d5dc00/0xa38d71289386545 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xa38d7128938654c expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421058.488318:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001be2d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841120128:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1777421058.488339:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421058.488376:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af118192c00 going to sleep for 11 seconds 00000100:00100000:1.0:1777421058.488400:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841120128 00000100:00100000:1.0:1777421058.488404:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841120128 00000100:00100000:1.0:1777421058.488420:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 329 00000100:00100000:1.0:1777421058.488426:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+17:5757:x1863760841120128:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1777421058.488600:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+17:5757:x1863760841120128:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 173us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421058.488607:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 329 00000100:00100000:1.0:1777421058.488636:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001be2d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841120128:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1777421058.488670:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001be2d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841120256:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1777421058.488702:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421058.488782:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af118192c00 going to sleep for 11 seconds 00000100:00100000:1.0:1777421058.488794:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841120256 00000100:00100000:1.0:1777421058.488798:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841120256 00000100:00100000:1.0:1777421058.488816:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 330 00000100:00100000:1.0:1777421058.488821:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+17:5757:x1863760841120256:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1777421058.488969:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+17:5757:x1863760841120256:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 147us (266us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421058.488975:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 330 00000100:00100000:1.0:1777421058.489009:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001be2d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841120256:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1777421058.489469:0:16848:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001be2d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:16848:1863760841120384:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777421058.489504:0:16848:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421058.489596:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841120384 00000100:00100000:1.0:1777421058.489600:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841120384 00000100:00100000:1.0:1777421058.489619:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 331 00000100:00100000:1.0:1777421058.489625:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+17:16848:x1863760841120384:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777421058.490315:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+17:16848:x1863760841120384:12345-0@lo:502:llog_process_th.0 Request processed in 688us (808us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421058.490325:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 331 00000100:00100000:1.0:1777421058.490381:0:16848:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af118192c00 going to sleep for 11 seconds 00000100:00100000:1.0:1777421058.490399:0:16848:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001be2d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:16848:1863760841120384:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1777421058.490426:0:16848:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1777421058.490437:0:16848:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1777421058.490445:0:16848:0:(obd_config.c:1594:class_process_config()) marker 29 (0x1) lustre-MDT0000-m new lustre.test_11c 00000020:00000080:1.0:1777421058.490451:0:16848:0:(obd_config.c:1506:class_process_config()) processing cmd: ce020 00020000:01000000:1.0:1777421058.490585:0:16848:0:(lod_pool.c:475:lod_pool_new()) test_11c is pool #1 00080000:10000000:1.0:1777421058.494112:0:16848:0:(osd_index.c:2099:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x37:0x0] (8/8/4) registered 00080000:10000000:1.0:1777421058.525520:0:16848:0:(osd_index.c:2099:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x38:0x0] (8/8/4) registered 00000020:00080000:3.0:1777421058.528018:0:5782:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 10 batchid updated 00000020:00080000:0.0:1777421058.528449:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 10 00000020:00080000:0.0:1777421058.528463:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 10 00080000:10000000:3.0:1777421058.550849:0:16848:0:(osd_index.c:2099:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x39:0x0] (8/8/4) registered 00000100:00100000:3.0:1777421058.584708:0:16848:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af134082d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:16848:1863760841120512:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777421058.584815:0:16848:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421058.584899:0:16848:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af103e2e600 going to sleep for 11 seconds 00000100:00100000:2.0:1777421058.585045:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841120512 00000100:00100000:2.0:1777421058.585060:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841120512 00000100:00100000:2.0:1777421058.585119:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 332 00000100:00100000:2.0:1777421058.585130:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+17:16848:x1863760841120512:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1777421058.585445:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+17:16848:x1863760841120512:12345-0@lo:502:llog_process_th.0 Request processed in 315us (629us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421058.585455:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 332 00000100:00100000:0.0:1777421058.585951:0:16848:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af134082d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:16848:1863760841120512:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1777421058.585990:0:16848:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1777421058.585997:0:16848:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1777421058.586000:0:16848:0:(obd_config.c:1594:class_process_config()) marker 29 (0x2) lustre-MDT0000-m new lustre.test_11c 00000040:00080000:0.0:1777421058.586004:0:16848:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 40 count 40 00000020:01000000:1.0:1777421058.586191:0:5757:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-MDT0000 gen 37-39 (rc=0) 10000000:01000000:1.0:1777421058.586216:0:5757:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.147@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:1.0:1777421058.586230:0:5757:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af105d5dc00/0xa38d71289386545 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d7128938654c expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421058.586244:0:5757:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.147@tcp lock: ffff9af105d5dc00/0xa38d71289386545 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d7128938654c expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1777421058.586257:0:5757:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:1.0:1777421058.586260:0:5757:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff9af104e03370 from 1 10000000:01000000:1.0:1777421058.586264:0:5757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:1.0:1777421058.586299:0:5757:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af105d5cc00/0xa38d71289386553 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421058.586308:0:5757:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.147@tcp lock: ffff9af105d5cc00/0xa38d71289386553 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421058.586317:0:5757:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.147@tcp lock: ffff9af105d5cc00/0xa38d71289386553 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421058.586334:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001be2d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841120640:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1777421058.586534:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421058.586691:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af120019840 going to sleep for 11 seconds 00000100:00100000:3.0:1777421058.586737:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841120640 00000100:00100000:3.0:1777421058.586745:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841120640 00000100:00100000:3.0:1777421058.586838:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 333 00000100:00100000:3.0:1777421058.586850:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+17:5757:x1863760841120640:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777421058.586866:0:5754:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421058.586892:0:5754:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af0011e3600/0xa38d7128938655a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0xa38d71289386553 expref: -99 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421058.586919:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af0011e3600/0xa38d7128938655a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa38d71289386553 expref: 18 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421058.586931:0:5754:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af0011e3600/0xa38d7128938655a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d71289386553 expref: 18 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421058.586951:0:5754:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0011e3600, rc 0) 00000100:00100000:3.0:1777421058.586993:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:5757:x1863760841120640:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 146us (459us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421058.587000:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 333 00000100:00100000:1.0:1777421058.587062:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001be2d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841120640:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777421058.587076:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.147@tcp lock: ffff9af105d5cc00/0xa38d71289386553 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d7128938655a expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421058.587093:0:5757:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.147@tcp lock: ffff9af105d5cc00/0xa38d71289386553 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xa38d7128938655a expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421058.587149:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001be2d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841120768:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1777421058.587179:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421058.587281:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af120019840 going to sleep for 11 seconds 00000100:00100000:2.0:1777421058.587421:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841120768 00000100:00100000:2.0:1777421058.587426:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841120768 00000100:00100000:2.0:1777421058.587451:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 334 00000100:00100000:2.0:1777421058.587460:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:5757:x1863760841120768:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1777421058.587588:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:5757:x1863760841120768:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 129us (408us total) trans 0 rc -2/-2 00000100:00100000:2.0:1777421058.587596:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 334 00000100:00100000:1.0:1777421058.587685:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001be2d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841120768:0@lo:501:ll_cfg_requeue.0 10000000:01000000:1.0:1777421058.587709:0:5757:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.147@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:1.0:1777421058.587715:0:5757:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af105d5cc00/0xa38d71289386553 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d7128938655a expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421058.587724:0:5757:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.147@tcp lock: ffff9af105d5cc00/0xa38d71289386553 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d7128938655a expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421059.032939:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af134083800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1863760841120896:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777421059.033026:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421059.033110:0:7924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841120896 00000100:00100000:3.0:1777421059.033122:0:7924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841120896 00000100:00100000:3.0:1777421059.033192:0:7924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1777421059.033207:0:7924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1863760841120896:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777421059.033213:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0010f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3296:1863760841121152:0@lo:400:kworker.0 00000100:00100000:2.0:1777421059.033246:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:3.0:1777421059.033250:0:7924:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 64684032 pending 0 free 3855613952 avail 3853516800 00000100:00100000:2.0:1777421059.033273:0:3296:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1777421059.033281:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0010f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3296:1863760841121024:0@lo:400:kworker.0 00000100:00100000:3.0:1777421059.033310:0:7924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1863760841120896:12345-0@lo:13:osp-pre-1-0.0 Request processed in 105us (283us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421059.033310:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421059.033323:0:7924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1777421059.033346:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0010f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841121280:0@lo:400:kworker.0 00000100:00100000:3.0:1777421059.033388:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841121152 00000100:00100000:3.0:1777421059.033394:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841121152 00000100:00100000:2.0:1777421059.033420:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421059.033427:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841121024 00000100:00100000:3.0:1777421059.033431:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841121024 00000100:00100000:2.0:1777421059.033443:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777421059.033450:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0010f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3297:1863760841121408:0@lo:400:kworker.0 00000100:00100000:3.0:1777421059.033458:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:3.0:1777421059.033466:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3296:x1863760841121152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421059.033479:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421059.033515:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3296:x1863760841121152:12345-0@lo:400:kworker.0 Request processed in 49us (268us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421059.033523:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:2.0:1777421059.033529:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841121408 00000100:00100000:2.0:1777421059.033535:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841121408 00000100:00100000:3.0:1777421059.033540:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:3.0:1777421059.033549:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1863760841121024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421059.033565:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000100:00100000:2.0:1777421059.033575:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1863760841121408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421059.033583:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1863760841121024:12345-0@lo:400:kworker.0 Request processed in 34us (271us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421059.033601:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:2.0:1777421059.033617:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1863760841121408:12345-0@lo:400:kworker.0 Request processed in 44us (137us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421059.033624:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000100:00100000:2.0:1777421059.033648:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841121280 00000100:00100000:2.0:1777421059.033652:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841121280 00000100:00100000:3.0:1777421059.033656:0:3298:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967333 gen 2 00000004:00080000:3.0:1777421059.033664:0:3298:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967333 committed transno 4294967333 00000100:00100000:2.0:1777421059.033685:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:2.0:1777421059.033694:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841121280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421059.033699:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af134083800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1863760841120896:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777421059.033731:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841121280:12345-0@lo:400:kworker.0 Request processed in 37us (309us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421059.033738:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:3.0:1777421059.033743:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0010f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3296:1863760841121024:0@lo:400:kworker.0 00000100:00100000:3.0:1777421059.033756:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0010f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3296:1863760841121152:0@lo:400:kworker.0 00000100:00100000:3.0:1777421059.033788:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0010f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3297:1863760841121408:0@lo:400:kworker.0 00000100:00100000:3.0:1777421059.033798:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0010f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841121280:0@lo:400:kworker.0 00000100:00080000:0.0:1777421059.033857:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1777421059.033863:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1777421059.033865:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1777421059.416641:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1777421060.075294:0:16896:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866bc len=0 uarg=00007ffe67db4b30 20000000:00000080:1.0:1777421060.075312:0:16896:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866bc len=576 karg=ffff9af134721800 uarg=0000000000000000 00000040:00100000:1.0:1777421060.076153:0:16896:0:(llog.c:1064:llog_reverse_process()) index 44 : idx 1 20000000:01000000:1.0:1777421060.076160:0:16896:0:(mgs_llog.c:870:mgs_search_pool_cb()) Matched pool rec 43 cmd:0xce020 lustre.test_11c 00000040:00080000:1.0:1777421060.076569:0:16896:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].45, 224 off16008 20000000:01000000:1.0:1777421060.076594:0:16896:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-clilov 0xce021 lustre test_11c lustre-OST0001_UUID (null) 00000040:00080000:1.0:1777421060.076634:0:16896:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].46, 136 off16144 00000040:00080000:1.0:1777421060.076695:0:16896:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].48, 224 off16608 00000040:00080000:1.0:1777421060.076861:0:16896:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].40, 224 off15280 20000000:01000000:1.0:1777421060.076883:0:16896:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-MDT0000-mdtlov 0xce021 lustre test_11c lustre-OST0001_UUID (null) 00000040:00080000:1.0:1777421060.076937:0:16896:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].41, 144 off15424 00000040:00080000:1.0:1777421060.076973:0:16896:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].42, 224 off15648 10000000:01000000:1.0:1777421060.076988:0:16896:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 00010000:00010000:1.0:1777421060.077017:0:16896:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9af105d5da00/0xa38d71289386561 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421060.077038:0:16896:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9af001c6b400/0xa38d712893864ea lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376455 expref: 11 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421060.077048:0:16896:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9af13f65b200/0xa38d712893864f1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37645c expref: 11 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421060.077055:0:16896:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9af001c6a400/0xa38d712893864f8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376463 expref: 11 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421060.077063:0:16896:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9af13f65ae00/0xa38d71289386506 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d712893864ff expref: 17 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421060.077069:0:16896:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9af001c6be00/0xa38d71289386514 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d7128938650d expref: 17 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421060.077075:0:16896:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9af13f65a800/0xa38d71289386522 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d7128938651b expref: 17 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421060.077081:0:16896:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9af0011e2600/0xa38d71289386530 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d71289386529 expref: 17 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421060.077088:0:16896:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9af13f65a200/0xa38d7128938653e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d71289386537 expref: 17 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421060.077094:0:16896:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9af105d5c400/0xa38d7128938654c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d71289386545 expref: 17 pid: 5753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421060.077101:0:16896:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9af0011e3600/0xa38d7128938655a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d71289386553 expref: 17 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421060.077113:0:16896:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9af105d5da00/0xa38d71289386561 lrc: 13/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421060.077153:0:16896:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9af0011e3600/0xa38d7128938655a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa38d71289386553 expref: 17 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421060.077168:0:16896:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9af0011e3600/0xa38d7128938655a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa38d71289386553 expref: 17 pid: 5754 timeout: 421 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421060.077182:0:16896:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001be2d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16896:1863760841121536:0@lo:104: 00000100:00100000:1.0:1777421060.077242:0:16896:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777421060.077380:0:16896:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9af105d5c400/0xa38d7128938654c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa38d71289386545 expref: 17 pid: 5753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421060.077390:0:16896:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9af105d5c400/0xa38d7128938654c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa38d71289386545 expref: 17 pid: 5753 timeout: 421 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421060.077398:0:16896:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001be0a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16896:1863760841121664:0@lo:104: 00010000:00010000:1.0:1777421060.077425:0:16896:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9af13f65a200/0xa38d7128938653e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa38d71289386537 expref: 17 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421060.077433:0:16896:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9af13f65a200/0xa38d7128938653e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa38d71289386537 expref: 17 pid: 5755 timeout: 421 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421060.077440:0:16896:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001be1880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16896:1863760841121792:0@lo:104: 00010000:00010000:1.0:1777421060.077463:0:16896:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9af0011e2600/0xa38d71289386530 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa38d71289386529 expref: 17 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421060.077471:0:16896:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9af0011e2600/0xa38d71289386530 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa38d71289386529 expref: 17 pid: 5755 timeout: 421 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421060.077487:0:16896:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001be0380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16896:1863760841121920:0@lo:104: 00010000:00010000:1.0:1777421060.077513:0:16896:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9af13f65a800/0xa38d71289386522 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa38d7128938651b expref: 17 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421060.077520:0:16896:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9af13f65a800/0xa38d71289386522 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa38d7128938651b expref: 17 pid: 5755 timeout: 421 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421060.077528:0:16896:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001be1f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16896:1863760841122048:0@lo:104: 00010000:00010000:1.0:1777421060.077550:0:16896:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9af001c6be00/0xa38d71289386514 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa38d7128938650d expref: 17 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421060.077556:0:16896:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9af001c6be00/0xa38d71289386514 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa38d7128938650d expref: 17 pid: 5754 timeout: 421 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421060.077563:0:16896:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001be1180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16896:1863760841122176:0@lo:104: 00010000:00010000:1.0:1777421060.077585:0:16896:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9af13f65ae00/0xa38d71289386506 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa38d712893864ff expref: 17 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421060.077593:0:16896:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9af13f65ae00/0xa38d71289386506 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa38d712893864ff expref: 17 pid: 5755 timeout: 421 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421060.077600:0:16896:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001be1500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16896:1863760841122304:0@lo:104: 00010000:00010000:1.0:1777421060.077622:0:16896:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9af001c6a400/0xa38d712893864f8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376463 expref: 11 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421060.077632:0:16896:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9af001c6a400/0xa38d712893864f8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376463 expref: 11 pid: 5755 timeout: 371 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421060.077652:0:16896:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001be3b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16896:1863760841122432:192.168.203.47@tcp:104: 00010000:00010000:1.0:1777421060.077716:0:16896:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9af13f65b200/0xa38d712893864f1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37645c expref: 11 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421060.077725:0:16896:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9af13f65b200/0xa38d712893864f1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37645c expref: 11 pid: 5754 timeout: 371 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421060.077734:0:16896:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001be3800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16896:1863760841122560:192.168.203.47@tcp:104: 00010000:00010000:1.0:1777421060.077776:0:16896:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9af001c6b400/0xa38d712893864ea lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376455 expref: 11 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421060.077786:0:16896:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9af001c6b400/0xa38d712893864ea lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376455 expref: 11 pid: 5755 timeout: 371 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421060.077795:0:16896:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001be3480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16896:1863760841122688:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777421060.077820:0:16896:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af105449e40 going to sleep for 11 seconds 00000100:00100000:3.0:1777421060.079466:0:11314:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1777421060.079561:0:11314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421060.079597:0:11314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421060.079619:0:11314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421060.079634:0:11314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421060.079645:0:11314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421060.079653:0:11314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421060.079662:0:11314:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841121536 00000100:00100000:3.0:1777421060.079670:0:11314:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841121536 00000100:00100000:0.0:1777421060.079826:0:5744:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841121664 00000100:00100000:0.0:1777421060.079831:0:5744:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841121664 00000100:00100000:0.0:1777421060.079852:0:5744:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841121792 00000100:00100000:0.0:1777421060.079854:0:5744:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841121792 00000100:00100000:0.0:1777421060.079862:0:5744:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841121920 00000100:00100000:0.0:1777421060.079864:0:5744:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841121920 00000100:00100000:3.0:1777421060.079888:0:11314:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841122048 00000100:00100000:0.0:1777421060.079888:0:5744:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841122176 00000100:00100000:3.0:1777421060.079891:0:11314:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841122048 00000100:00100000:0.0:1777421060.079891:0:5744:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841122176 00000100:00100000:0.0:1777421060.079901:0:5744:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841122304 00000100:00100000:0.0:1777421060.079903:0:5744:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841122304 00000100:00100000:3.0:1777421060.080058:0:11314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1777421060.080071:0:11314:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134083800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+9:16896:x1863760841121664:12345-0@lo:104: 00010000:00010000:3.0:1777421060.080090:0:11314:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.147@tcp lock: ffff9af105d5dc00/0xa38d71289386545 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d7128938654c expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421060.080162:0:11314:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1777421060.080168:0:11314:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134083800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+9:16896:x1863760841121664:12345-0@lo:104: Request processed in 100us (608us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421060.080228:0:5744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1777421060.080238:0:5744:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134080e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+9:16896:x1863760841121792:12345-0@lo:104: 00010000:00010000:0.0:1777421060.080246:0:5744:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.147@tcp lock: ffff9af0011e2a00/0xa38d71289386537 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d7128938653e expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421060.080281:0:5744:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1777421060.080286:0:5744:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134080e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+9:16896:x1863760841121792:12345-0@lo:104: Request processed in 50us (688us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421060.080292:0:5744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1777421060.080313:0:5744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1777421060.080318:0:5744:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137f13050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+8:16896:x1863760841121536:12345-0@lo:104: 00010000:00010000:0.0:1777421060.080325:0:5744:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.147@tcp lock: ffff9af105d5cc00/0xa38d71289386553 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d7128938655a expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421060.080703:0:5743:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1777421060.080712:0:5743:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134082a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+8:16896:x1863760841121920:12345-0@lo:104: 00010000:00010000:2.0:1777421060.080721:0:5743:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.147@tcp lock: ffff9af001c6ba00/0xa38d71289386529 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d71289386530 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421060.080755:0:5743:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00000100:00100000:2.0:1777421060.080759:0:5743:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134082a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+8:16896:x1863760841121920:12345-0@lo:104: Request processed in 50us (1140us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421060.080765:0:5743:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1777421060.080777:0:5743:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1777421060.080782:0:5743:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134082d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+7:16896:x1863760841122176:12345-0@lo:104: 00010000:00010000:2.0:1777421060.080788:0:5743:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.147@tcp lock: ffff9af105d5c800/0xa38d7128938650d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d71289386514 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421060.080868:0:5744:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00000100:00100000:0.0:1777421060.080939:0:5744:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137f13050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+7:16896:x1863760841121536:12345-0@lo:104: Request processed in 618us (3694us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421060.080947:0:5744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1777421060.080984:0:5744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1777421060.080991:0:5744:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134082680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+6:16896:x1863760841122048:12345-0@lo:104: 00010000:00010000:0.0:1777421060.080999:0:5744:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.147@tcp lock: ffff9af001c6a000/0xa38d7128938651b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d71289386522 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421060.081028:0:5744:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to priority blp list, 5 blwis in pool 00000100:00100000:0.0:1777421060.081032:0:5744:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134082680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+6:16896:x1863760841122048:12345-0@lo:104: Request processed in 43us (1397us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421060.081038:0:5744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1777421060.081048:0:5744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1777421060.081054:0:5744:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134080380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+5:16896:x1863760841122304:12345-0@lo:104: 00010000:00010000:0.0:1777421060.081061:0:5744:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.147@tcp lock: ffff9af001c6a600/0xa38d712893864ff lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d71289386506 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421060.081082:0:5744:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to priority blp list, 6 blwis in pool 00000100:00100000:0.0:1777421060.081086:0:5744:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134080380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+5:16896:x1863760841122304:12345-0@lo:104: Request processed in 33us (1432us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421060.081090:0:5744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00010000:00010000:0.0:1777421060.081115:0:5749:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:0.0:1777421060.081120:0:5749:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.147@tcp lock: ffff9af105d5dc00/0xa38d71289386545 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d7128938654c expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421060.081128:0:5749:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af105d5dc00 already unused, calling callback (ffffffffc1ac3c20) 10000000:00010000:0.0:1777421060.081132:0:5749:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.147@tcp lock: ffff9af105d5dc00/0xa38d71289386545 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400400000000 nid: local remote: 0xa38d7128938654c expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421060.081140:0:5749:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.147@tcp lock: ffff9af105d5dc00/0xa38d71289386545 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1408400000000 nid: local remote: 0xa38d7128938654c expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1777421060.081148:0:5749:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.147@tcp lock: ffff9af105d5dc00/0xa38d71289386545 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1409400000000 nid: local remote: 0xa38d7128938654c expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777421060.081153:0:5749:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1777421060.081184:0:5749:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.147@tcp lock: ffff9af105d5dc00/0xa38d71289386545 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d7128938654c expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421060.081189:0:5749:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1777421060.081208:0:5749:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.147@tcp lock: ffff9af105d5dc00/0xa38d71289386545 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d7128938654c expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421060.081214:0:5749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.147@tcp lock: ffff9af105d5dc00/0xa38d71289386545 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d7128938654c expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421060.081224:0:5749:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1777421060.081227:0:5749:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.147@tcp lock: ffff9af0011e2a00/0xa38d71289386537 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d7128938653e expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421060.081233:0:5749:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0011e2a00 already unused, calling callback (ffffffffc1ac3c20) 10000000:00010000:0.0:1777421060.081236:0:5749:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.147@tcp lock: ffff9af0011e2a00/0xa38d71289386537 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400400000000 nid: local remote: 0xa38d7128938653e expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421060.081247:0:5749:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.147@tcp lock: ffff9af0011e2a00/0xa38d71289386537 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1408400000000 nid: local remote: 0xa38d7128938653e expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1777421060.081253:0:5749:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.147@tcp lock: ffff9af0011e2a00/0xa38d71289386537 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1409400000000 nid: local remote: 0xa38d7128938653e expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777421060.081257:0:5749:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1777421060.081268:0:5749:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.147@tcp lock: ffff9af0011e2a00/0xa38d71289386537 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d7128938653e expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421060.081272:0:5749:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1777421060.081277:0:5749:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.147@tcp lock: ffff9af0011e2a00/0xa38d71289386537 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d7128938653e expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421060.081282:0:5749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.147@tcp lock: ffff9af0011e2a00/0xa38d71289386537 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d7128938653e expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421060.081290:0:5749:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1777421060.081292:0:5749:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.147@tcp lock: ffff9af105d5cc00/0xa38d71289386553 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d7128938655a expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421060.081298:0:5749:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af105d5cc00 already unused, calling callback (ffffffffc1ac3c20) 10000000:00010000:0.0:1777421060.081301:0:5749:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.147@tcp lock: ffff9af105d5cc00/0xa38d71289386553 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400400000000 nid: local remote: 0xa38d7128938655a expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421060.081307:0:5749:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.147@tcp lock: ffff9af105d5cc00/0xa38d71289386553 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1408400000000 nid: local remote: 0xa38d7128938655a expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1777421060.081313:0:5749:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.147@tcp lock: ffff9af105d5cc00/0xa38d71289386553 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1409400000000 nid: local remote: 0xa38d7128938655a expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421060.081316:0:11314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 10000000:01000000:0.0:1777421060.081323:0:5749:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1777421060.081336:0:5749:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.147@tcp lock: ffff9af105d5cc00/0xa38d71289386553 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d7128938655a expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421060.081340:0:8267:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1777421060.081341:0:5749:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1777421060.081345:0:8267:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.147@tcp lock: ffff9af001c6ba00/0xa38d71289386529 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d71289386530 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421060.081367:0:8267:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af001c6ba00 already unused, calling callback (ffffffffc1ac3c20) 10000000:00010000:3.0:1777421060.081370:0:8267:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.147@tcp lock: ffff9af001c6ba00/0xa38d71289386529 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400400000000 nid: local remote: 0xa38d71289386530 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421060.081372:0:5749:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.147@tcp lock: ffff9af105d5cc00/0xa38d71289386553 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d7128938655a expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421060.081378:0:8267:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.147@tcp lock: ffff9af001c6ba00/0xa38d71289386529 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1408400000000 nid: local remote: 0xa38d71289386530 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421060.081379:0:5749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.147@tcp lock: ffff9af105d5cc00/0xa38d71289386553 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d7128938655a expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1777421060.081386:0:8267:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.147@tcp lock: ffff9af001c6ba00/0xa38d71289386529 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1409400000000 nid: local remote: 0xa38d71289386530 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421060.081388:0:5749:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1777421060.081391:0:5749:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.147@tcp lock: ffff9af001c6a000/0xa38d7128938651b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d71289386522 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777421060.081392:0:8267:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1777421060.081397:0:5749:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af001c6a000 already unused, calling callback (ffffffffc1ac3c20) 10000000:00010000:0.0:1777421060.081400:0:5749:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.147@tcp lock: ffff9af001c6a000/0xa38d7128938651b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0xa38d71289386522 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421060.081406:0:8267:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.147@tcp lock: ffff9af001c6ba00/0xa38d71289386529 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d71289386530 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421060.081406:0:5749:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.147@tcp lock: ffff9af001c6a000/0xa38d7128938651b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1408400000000 nid: local remote: 0xa38d71289386522 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421060.081412:0:8267:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 10000000:00010000:0.0:1777421060.081413:0:5749:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.147@tcp lock: ffff9af001c6a000/0xa38d7128938651b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0xa38d71289386522 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421060.081418:0:8267:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.147@tcp lock: ffff9af001c6ba00/0xa38d71289386529 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d71289386530 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777421060.081418:0:5749:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1777421060.081424:0:8267:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.147@tcp lock: ffff9af001c6ba00/0xa38d71289386529 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d71289386530 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421060.081428:0:5749:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.147@tcp lock: ffff9af001c6a000/0xa38d7128938651b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d71289386522 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421060.081433:0:8267:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777421060.081433:0:5749:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1777421060.081436:0:8267:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.147@tcp lock: ffff9af001c6a600/0xa38d712893864ff lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d71289386506 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421060.081442:0:5749:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.147@tcp lock: ffff9af001c6a000/0xa38d7128938651b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d71289386522 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421060.081449:0:5749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.147@tcp lock: ffff9af001c6a000/0xa38d7128938651b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d71289386522 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421060.081450:0:8267:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af001c6a600 already unused, calling callback (ffffffffc1ac3c20) 10000000:00010000:3.0:1777421060.081453:0:8267:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.147@tcp lock: ffff9af001c6a600/0xa38d712893864ff lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0xa38d71289386506 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421060.081457:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777421060.081458:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777421060.081459:0:8267:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.147@tcp lock: ffff9af001c6a600/0xa38d712893864ff lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xa38d71289386506 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421060.081460:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00010000:3.0:1777421060.081464:0:8267:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.147@tcp lock: ffff9af001c6a600/0xa38d712893864ff lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xa38d71289386506 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421060.081467:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1777421060.081469:0:8267:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00100000:0.0:1777421060.081481:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118e70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3295:1863760841122816:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777421060.081492:0:8267:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.147@tcp lock: ffff9af001c6a600/0xa38d712893864ff lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d71289386506 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421060.081497:0:8267:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1777421060.081502:0:8267:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.147@tcp lock: ffff9af001c6a600/0xa38d712893864ff lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d71289386506 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421060.081508:0:8267:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.147@tcp lock: ffff9af001c6a600/0xa38d712893864ff lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d71289386506 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421060.081514:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777421060.081515:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777421060.081517:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777421060.081519:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777421060.081528:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118e73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3296:1863760841122944:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1777421060.081564:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421060.081594:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af1189e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3296:1863760841123456:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1777421060.081613:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777421060.081620:0:5743:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1777421060.081625:0:5743:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134082d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+3:16896:x1863760841122176:12345-0@lo:104: Request processed in 843us (1980us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421060.081632:0:5743:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00010000:00010000:2.0:1777421060.081648:0:5748:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1777421060.081651:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118e70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3297:1863760841123072:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777421060.081653:0:5748:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.147@tcp lock: ffff9af105d5c800/0xa38d7128938650d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d71289386514 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421060.081659:0:5748:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af105d5c800 already unused, calling callback (ffffffffc1ac3c20) 10000000:00010000:2.0:1777421060.081662:0:5748:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.147@tcp lock: ffff9af105d5c800/0xa38d7128938650d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa38d71289386514 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421060.081669:0:5748:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.147@tcp lock: ffff9af105d5c800/0xa38d7128938650d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa38d71289386514 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421060.081673:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 10000000:00010000:2.0:1777421060.081676:0:5748:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.147@tcp lock: ffff9af105d5c800/0xa38d7128938650d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa38d71289386514 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777421060.081682:0:5748:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00100000:3.0:1777421060.081688:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777421060.081693:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13786f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3297:1863760841123200:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777421060.081695:0:5748:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.147@tcp lock: ffff9af105d5c800/0xa38d7128938650d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d71289386514 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421060.081700:0:5748:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1777421060.081706:0:5748:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.147@tcp lock: ffff9af105d5c800/0xa38d7128938650d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d71289386514 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421060.081711:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777421060.081712:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.147@tcp lock: ffff9af105d5c800/0xa38d7128938650d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d71289386514 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421060.081726:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0010f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3297:1863760841123584:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777421060.081736:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421060.081737:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421060.081739:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777421060.081742:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421060.081750:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841122816 00000100:00100000:2.0:1777421060.081757:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841122816 00000100:00100000:3.0:1777421060.081764:0:8215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841122944 00000100:00100000:3.0:1777421060.081766:0:8215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841122944 00010000:00010000:3.0:1777421060.081780:0:8215:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9af13f65a200/0xa38d7128938653e lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa38d71289386537 expref: 19 pid: 5755 timeout: 421 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421060.081780:0:6558:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9af105d5c400/0xa38d7128938654c lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa38d71289386545 expref: 19 pid: 5753 timeout: 421 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421060.081795:0:8215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841123072 00000100:00100000:2.0:1777421060.081795:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841123456 00000100:00100000:3.0:1777421060.081797:0:8215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841123072 00000100:00100000:2.0:1777421060.081797:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841123456 00010000:00010000:3.0:1777421060.081806:0:8215:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9af0011e3600/0xa38d7128938655a lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa38d71289386553 expref: 21 pid: 5754 timeout: 421 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421060.081816:0:8215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841123200 00000100:00100000:3.0:1777421060.081819:0:8215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841123200 00010000:00010000:3.0:1777421060.081828:0:8215:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9af0011e2600/0xa38d71289386530 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa38d71289386529 expref: 22 pid: 5755 timeout: 421 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421060.081837:0:8215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841123584 00000100:00100000:3.0:1777421060.081839:0:8215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841123584 00010000:00010000:3.0:1777421060.081848:0:8215:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9af001c6be00/0xa38d71289386514 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa38d7128938650d expref: 23 pid: 5754 timeout: 421 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421060.081858:0:8215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 211 00000100:00100000:3.0:1777421060.081863:0:8215:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011aea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+23:3296:x1863760841122944:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777421060.081885:0:8215:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421060.081896:0:8215:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9af13f65a200/0xa38d7128938653e lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa38d71289386537 expref: 23 pid: 5755 timeout: 421 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421060.081906:0:8215:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9af13f65a200/0xa38d7128938653e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa38d71289386537 expref: 23 pid: 5755 timeout: 421 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421060.081910:0:6558:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9af13f65ae00/0xa38d71289386506 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa38d712893864ff expref: 23 pid: 5755 timeout: 421 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421060.081923:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 212 00010000:00010000:3.0:1777421060.081924:0:8215:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421060.081929:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e73100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+23:3295:x1863760841122816:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777421060.081937:0:6558:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421060.081941:0:6558:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9af105d5c400/0xa38d7128938654c lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa38d71289386545 expref: 23 pid: 5753 timeout: 421 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421060.081948:0:8215:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011aea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+23:3296:x1863760841122944:12345-0@lo:103:ldlm_bl.0 Request processed in 85us (385us total) trans 0 rc 0/0 00010000:00010000:2.0:1777421060.081950:0:6558:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9af105d5c400/0xa38d7128938654c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa38d71289386545 expref: 23 pid: 5753 timeout: 421 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421060.081955:0:8215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 211 00010000:00010000:2.0:1777421060.081960:0:6558:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421060.081967:0:8215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 213 00000100:00100000:3.0:1777421060.081985:0:8215:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+22:3297:x1863760841123072:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777421060.081992:0:8215:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1777421060.082021:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e73100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+22:3295:x1863760841122816:12345-0@lo:103:ldlm_bl.0 Request processed in 92us (506us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421060.082027:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 212 00000100:00100000:2.0:1777421060.082038:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 214 00000100:00100000:2.0:1777421060.082044:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110397480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+21:3297:x1863760841123200:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777421060.082059:0:6558:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421060.082063:0:6558:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9af0011e2600/0xa38d71289386530 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa38d71289386529 expref: 21 pid: 5755 timeout: 421 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421060.082064:0:16896:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001be2d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16896:1863760841121536:0@lo:104: 00010000:00010000:2.0:1777421060.082070:0:6558:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9af0011e2600/0xa38d71289386530 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa38d71289386529 expref: 21 pid: 5755 timeout: 421 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421060.082075:0:16896:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af105d5c400/0xa38d7128938654c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 16 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa38d71289386545 expref: 21 pid: 5753 timeout: 421 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421060.082080:0:6558:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421060.082085:0:16896:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001be0a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16896:1863760841121664:0@lo:104: 00010000:00010000:1.0:1777421060.082094:0:16896:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af13f65a200/0xa38d7128938653e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa38d71289386537 expref: 20 pid: 5755 timeout: 421 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421060.082102:0:16896:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001be1880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16896:1863760841121792:0@lo:104: 00000100:00100000:2.0:1777421060.082103:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110397480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+19:3297:x1863760841123200:12345-0@lo:103:ldlm_bl.0 Request processed in 60us (392us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421060.082109:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 214 00010000:00010000:1.0:1777421060.082110:0:16896:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af0011e2600/0xa38d71289386530 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa38d71289386529 expref: 19 pid: 5755 timeout: 421 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421060.082123:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 215 00000100:00100000:1.0:1777421060.082124:0:16896:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001be0380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16896:1863760841121920:0@lo:104: 00000100:00100000:2.0:1777421060.082127:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110397b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+17:3297:x1863760841123584:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777421060.082134:0:6558:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1777421060.082134:0:16896:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001be1f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16896:1863760841122048:0@lo:104: 00010000:00010000:2.0:1777421060.082138:0:6558:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9af001c6be00/0xa38d71289386514 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa38d7128938650d expref: 17 pid: 5754 timeout: 421 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421060.082141:0:16896:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001be1180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16896:1863760841122176:0@lo:104: 00010000:00010000:2.0:1777421060.082146:0:6558:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9af001c6be00/0xa38d71289386514 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa38d7128938650d expref: 17 pid: 5754 timeout: 421 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421060.082147:0:16896:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001be1500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16896:1863760841122304:0@lo:104: 00010000:00010000:2.0:1777421060.082156:0:6558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af001c6be00/0xa38d71289386514 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa38d7128938650d expref: 17 pid: 5754 timeout: 421 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421060.082163:0:6558:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421060.082182:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110397b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+16:3297:x1863760841123584:12345-0@lo:103:ldlm_bl.0 Request processed in 54us (438us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421060.082184:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 216 00000100:00100000:2.0:1777421060.082187:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 215 00000100:00100000:1.0:1777421060.082191:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118197c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+16:3296:x1863760841123456:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1777421060.082201:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421060.082204:0:5747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9af13f65ae00/0xa38d71289386506 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa38d712893864ff expref: 15 pid: 5755 timeout: 421 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421060.082208:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0010f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3297:1863760841123584:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1777421060.082213:0:5747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9af13f65ae00/0xa38d71289386506 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa38d712893864ff expref: 15 pid: 5755 timeout: 421 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421060.082224:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13786f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3297:1863760841123200:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1777421060.082224:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af13f65ae00/0xa38d71289386506 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa38d712893864ff expref: 15 pid: 5755 timeout: 421 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421060.082232:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421060.082241:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777421060.082253:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118197c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+14:3296:x1863760841123456:12345-0@lo:103:ldlm_bl.0 Request processed in 63us (639us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421060.082258:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118e73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3296:1863760841122944:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1777421060.082259:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 216 00000100:00100000:2.0:1777421060.082265:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af1189e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3296:1863760841123456:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1777421060.082313:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118e70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3295:1863760841122816:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1777421060.082320:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118e72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3295:1863760841123328:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1777421060.082341:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777421060.082430:0:8215:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9af0011e3600/0xa38d7128938655a lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa38d71289386553 expref: 22 pid: 5754 timeout: 421 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421060.082442:0:8215:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9af0011e3600/0xa38d7128938655a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa38d71289386553 expref: 13 pid: 5754 timeout: 421 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421060.082452:0:8215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af0011e3600/0xa38d7128938655a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa38d71289386553 expref: 13 pid: 5754 timeout: 421 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421060.082460:0:8215:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421060.082495:0:8215:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+12:3297:x1863760841123072:12345-0@lo:103:ldlm_bl.0 Request processed in 510us (821us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421060.082501:0:8215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 213 00000100:00100000:3.0:1777421060.082512:0:8215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841123328 00000100:00100000:2.0:1777421060.082513:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118e70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3297:1863760841123072:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1777421060.082516:0:8215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841123328 00010000:00010000:3.0:1777421060.082527:0:8215:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9af13f65a800/0xa38d71289386522 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa38d7128938651b expref: 12 pid: 5755 timeout: 421 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421060.082609:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 217 00000100:00100000:1.0:1777421060.082617:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e71500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+12:3295:x1863760841123328:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1777421060.082625:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421060.082630:0:5745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9af13f65a800/0xa38d71289386522 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa38d7128938651b expref: 12 pid: 5755 timeout: 421 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421060.082647:0:5745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9af13f65a800/0xa38d71289386522 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa38d7128938651b expref: 12 pid: 5755 timeout: 421 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421060.082657:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af13f65a800/0xa38d71289386522 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa38d7128938651b expref: 12 pid: 5755 timeout: 421 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421060.082664:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421060.082696:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e71500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+11:3295:x1863760841123328:12345-0@lo:103:ldlm_bl.0 Request processed in 80us (354us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421060.082702:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 217 00000100:00100000:0.0:1777421060.082732:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118e72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3295:1863760841123328:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1777421060.085286:0:16896:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001be3b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16896:1863760841122432:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777421060.085302:0:16896:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001be3800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16896:1863760841122560:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777421060.085310:0:16896:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001be3480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16896:1863760841122688:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777421060.085400:0:16896:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9af105d5da00/0xa38d71289386561 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421060.087223:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421060.087933:0:8215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833938304 00000100:00100000:0.0:1777421060.087944:0:8215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833938304 00010000:00010000:0.0:1777421060.087992:0:8215:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9af001c6a400/0xa38d712893864f8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376463 expref: 12 pid: 5755 timeout: 371 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421060.088306:0:8215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 218 00000100:00100000:0.0:1777421060.088318:0:8215:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:71f90d2e-4852-44e2-8435-52916750919f+12:2369:x1863760833938304:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421060.088334:0:8215:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421060.088340:0:8215:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9af001c6a400/0xa38d712893864f8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376463 expref: 12 pid: 5755 timeout: 371 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421060.088390:0:8215:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9af001c6a400/0xa38d712893864f8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376463 expref: 12 pid: 5755 timeout: 371 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421060.088408:0:8215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af001c6a400/0xa38d712893864f8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376463 expref: 12 pid: 5755 timeout: 371 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421060.088422:0:8215:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421060.088482:0:8215:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:71f90d2e-4852-44e2-8435-52916750919f+11:2369:x1863760833938304:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 167us (1267us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421060.088963:0:8215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 218 00000100:00100000:1.0:1777421060.092256:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421060.092392:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421060.093300:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833938432 00000100:00100000:2.0:1777421060.093313:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833938432 00010000:00010000:2.0:1777421060.093380:0:5745:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9af13f65b200/0xa38d712893864f1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37645c expref: 11 pid: 5754 timeout: 371 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421060.093420:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833938560 00000100:00100000:2.0:1777421060.093424:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833938560 00010000:00010000:2.0:1777421060.093436:0:5745:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9af001c6b400/0xa38d712893864ea lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376455 expref: 12 pid: 5755 timeout: 371 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421060.093468:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 219 00000100:00100000:2.0:1777421060.093477:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:71f90d2e-4852-44e2-8435-52916750919f+12:2366:x1863760833938432:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421060.093491:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421060.093496:0:5745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9af13f65b200/0xa38d712893864f1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37645c expref: 12 pid: 5754 timeout: 371 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421060.093524:0:5745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9af13f65b200/0xa38d712893864f1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37645c expref: 12 pid: 5754 timeout: 371 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421060.093540:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af13f65b200/0xa38d712893864f1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37645c expref: 12 pid: 5754 timeout: 371 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421060.093556:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421060.093610:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:71f90d2e-4852-44e2-8435-52916750919f+11:2366:x1863760833938432:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 134us (1363us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421060.093617:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 219 00000100:00100000:2.0:1777421060.093635:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 220 00000100:00100000:2.0:1777421060.093643:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118197450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:71f90d2e-4852-44e2-8435-52916750919f+10:2368:x1863760833938560:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421060.093651:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421060.093655:0:5745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9af001c6b400/0xa38d712893864ea lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376455 expref: 10 pid: 5755 timeout: 371 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421060.093664:0:5745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9af001c6b400/0xa38d712893864ea lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376455 expref: 10 pid: 5755 timeout: 371 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421060.093674:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af001c6b400/0xa38d712893864ea lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376455 expref: 10 pid: 5755 timeout: 371 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421060.093686:0:5745:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9af105d5da00/0xa38d71289386561 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421060.093694:0:5745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af105d5da00/0xa38d71289386561 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421060.093720:0:5745:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9af105d5da00/0xa38d71289386561 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421060.093727:0:5745:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9af105d5da00/0xa38d71289386561 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421060.093734:0:5745:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9af105d5da00/0xa38d71289386561 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421060.093740:0:5745:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9af105d5da00/0xa38d71289386561 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421060.093747:0:5745:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af105d5da00 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:2.0:1777421060.093751:0:5745:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9af105d5da00/0xa38d71289386561 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421060.093760:0:5745:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9af105d5da00/0xa38d71289386561 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421060.093774:0:5745:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9af105d5da00/0xa38d71289386561 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421060.093783:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421060.093810:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118197450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:71f90d2e-4852-44e2-8435-52916750919f+9:2368:x1863760833938560:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 161us (1412us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421060.093816:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 220 00010000:00010000:2.0:1777421060.093881:0:16896:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9af105d5da00/0xa38d71289386561 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421060.093890:0:16896:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9af105d5da00/0xa38d71289386561 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421060.093903:0:16896:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af105d5da00/0xa38d71289386561 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421060.440516:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777421061.081084:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137df4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1863760841123712:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777421061.081153:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421061.081473:0:7924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841123712 00000100:00100000:3.0:1777421061.081482:0:7924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841123712 00000100:00100000:3.0:1777421061.081700:0:7924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00080000:0.0:1777421061.081703:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777421061.081711:0:7924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1863760841123712:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777421061.081748:0:7924:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 1703936 granted 62980096 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1777421061.081817:0:7924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1863760841123712:12345-0@lo:13:osp-pre-0-0.0 Request processed in 98us (653us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421061.081825:0:7924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1777421061.081928:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137df4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1863760841123712:0@lo:13:osp-pre-0-0.0 10000000:01000000:1.0:1777421061.272635:0:5757:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1777421061.272643:0:5757:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-client-ffff9af13c4e4800 from 45 10000000:01000000:1.0:1777421061.272648:0:5757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1777421061.272696:0:5757:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af105d5c400/0xa38d71289386568 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421061.272709:0:5757:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.147@tcp lock: ffff9af105d5c400/0xa38d71289386568 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421061.272720:0:5757:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.147@tcp lock: ffff9af105d5c400/0xa38d71289386568 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421061.272749:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001be0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841123840:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1777421061.272827:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421061.273029:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841123840 00000100:00100000:0.0:1777421061.273038:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841123840 00000100:00100000:0.0:1777421061.273132:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 335 00000100:00100000:0.0:1777421061.273140:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+11:5757:x1863760841123840:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777421061.273150:0:5755:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421061.273161:0:5755:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af13f65ac00/0xa38d7128938656f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa38d71289386568 expref: -99 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421061.273179:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af13f65ac00/0xa38d7128938656f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa38d71289386568 expref: 12 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421061.273186:0:5755:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af13f65ac00/0xa38d7128938656f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d71289386568 expref: 12 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421061.273218:0:5755:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f65ac00, rc 0) 00000100:00100000:0.0:1777421061.273262:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+12:5757:x1863760841123840:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 122us (435us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421061.273269:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 335 00000100:00100000:1.0:1777421061.275965:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af105449180 going to sleep for 11 seconds 00000100:00100000:1.0:1777421061.276003:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001be0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841123840:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777421061.276043:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.147@tcp lock: ffff9af105d5c400/0xa38d71289386568 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d7128938656f expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421061.276070:0:5757:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.147@tcp lock: ffff9af105d5c400/0xa38d71289386568 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa38d7128938656f expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421061.276146:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001be0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841123968:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1777421061.276190:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421061.276226:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af105449180 going to sleep for 11 seconds 00000100:00100000:0.0:1777421061.276252:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841123968 00000100:00100000:0.0:1777421061.276260:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841123968 00000100:00100000:0.0:1777421061.276300:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 336 00000100:00100000:0.0:1777421061.276310:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+12:5757:x1863760841123968:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777421061.276474:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+12:5757:x1863760841123968:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 165us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421061.276483:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 336 00000100:00100000:1.0:1777421061.276510:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001be0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841123968:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1777421061.276542:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001be0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841124096:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1777421061.276578:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421061.276597:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af105449180 going to sleep for 11 seconds 00000100:00100000:0.0:1777421061.276620:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841124096 00000100:00100000:0.0:1777421061.276626:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841124096 00000100:00100000:0.0:1777421061.276658:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 337 00000100:00100000:0.0:1777421061.276666:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+12:5757:x1863760841124096:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1777421061.276822:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+12:5757:x1863760841124096:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 157us (243us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421061.276831:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 337 00000100:00100000:1.0:1777421061.276855:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001be0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841124096:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1777421061.277287:0:16898:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001be0e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:16898:1863760841124224:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777421061.277323:0:16898:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421061.277341:0:16898:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1054490c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777421061.277375:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841124224 00000100:00100000:3.0:1777421061.277380:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841124224 00000100:00100000:3.0:1777421061.277414:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 338 00000100:00100000:3.0:1777421061.277422:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+12:16898:x1863760841124224:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777421061.277601:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+12:16898:x1863760841124224:12345-0@lo:502:llog_process_th.0 Request processed in 180us (278us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421061.277608:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 338 00000100:00100000:1.0:1777421061.277729:0:16898:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001be0e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:16898:1863760841124224:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777421061.277765:0:16898:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001be0e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:16898:1863760841124352:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777421061.277793:0:16898:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421061.277856:0:16898:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1054490c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777421061.277939:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841124352 00000100:00100000:0.0:1777421061.277944:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841124352 00000100:00100000:0.0:1777421061.277972:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 339 00000100:00100000:0.0:1777421061.277979:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119148050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+12:16898:x1863760841124352:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1777421061.278105:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119148050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+12:16898:x1863760841124352:12345-0@lo:502:llog_process_th.0 Request processed in 122us (306us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421061.278111:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 339 00000100:00100000:1.0:1777421061.278140:0:16898:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001be0e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:16898:1863760841124352:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777421061.278176:0:16898:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001be0e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:16898:1863760841124480:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777421061.278227:0:16898:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421061.278245:0:16898:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1054490c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777421061.278267:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841124480 00000100:00100000:3.0:1777421061.278273:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841124480 00000100:00100000:3.0:1777421061.278300:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 340 00000100:00100000:3.0:1777421061.278307:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+12:16898:x1863760841124480:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777421061.278440:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+12:16898:x1863760841124480:12345-0@lo:502:llog_process_th.0 Request processed in 133us (211us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421061.278447:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 340 00000100:00100000:1.0:1777421061.278560:0:16898:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001be0e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:16898:1863760841124480:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1777421061.278578:0:16898:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 49 count 48 00000020:01000000:2.0:1777421061.278735:0:5757:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-client gen 45-48 (rc=0) 10000000:01000000:2.0:1777421061.278755:0:5757:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.147@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1777421061.278764:0:5757:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af105d5c400/0xa38d71289386568 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d7128938656f expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421061.278775:0:5757:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.147@tcp lock: ffff9af105d5c400/0xa38d71289386568 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d7128938656f expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777421061.278785:0:5757:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:2.0:1777421061.278787:0:5757:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:2.0:1777421061.278790:0:5757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:2.0:1777421061.278814:0:5757:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af0013cf600/0xa38d71289386576 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421061.278822:0:5757:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.147@tcp lock: ffff9af0013cf600/0xa38d71289386576 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421061.278831:0:5757:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.147@tcp lock: ffff9af0013cf600/0xa38d71289386576 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421061.278843:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0010f5500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841124608:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1777421061.278969:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421061.279039:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1057b10c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777421061.279103:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841124608 00000100:00100000:0.0:1777421061.279108:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841124608 00000100:00100000:0.0:1777421061.279135:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 341 00000100:00100000:0.0:1777421061.279141:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+12:5757:x1863760841124608:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777421061.279149:0:5755:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421061.279161:0:5755:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af13f65be00/0xa38d7128938657d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xa38d71289386576 expref: -99 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421061.279179:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af13f65be00/0xa38d7128938657d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa38d71289386576 expref: 13 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421061.279188:0:5755:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af13f65be00/0xa38d7128938657d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d71289386576 expref: 13 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421061.279196:0:5755:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f65be00, rc 0) 00000100:00100000:0.0:1777421061.279303:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+13:5757:x1863760841124608:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 161us (418us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421061.279309:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 341 00000100:00100000:2.0:1777421061.279387:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0010f5500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841124608:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777421061.279399:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.147@tcp lock: ffff9af0013cf600/0xa38d71289386576 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d7128938657d expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421061.279414:0:5757:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.147@tcp lock: ffff9af0013cf600/0xa38d71289386576 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xa38d7128938657d expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421061.279451:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0010f5500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841124736:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1777421061.280735:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421061.280821:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1057b10c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777421061.280870:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841124736 00000100:00100000:0.0:1777421061.280877:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841124736 00000100:00100000:0.0:1777421061.280967:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 342 00000100:00100000:0.0:1777421061.280976:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+13:5757:x1863760841124736:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777421061.281126:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+13:5757:x1863760841124736:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 150us (394us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421061.281133:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 342 00000100:00100000:2.0:1777421061.281198:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0010f5500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841124736:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1777421061.281239:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0010f5500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841124864:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1777421061.281284:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421061.281428:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841124864 00000100:00100000:3.0:1777421061.281433:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841124864 00000100:00100000:2.0:1777421061.281444:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1057b10c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777421061.281466:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 343 00000100:00100000:3.0:1777421061.281474:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119148450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+13:5757:x1863760841124864:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777421061.281637:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119148450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+13:5757:x1863760841124864:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 163us (352us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421061.281644:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 343 00000100:00100000:2.0:1777421061.281668:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0010f5500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841124864:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1777421061.284098:0:16899:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 64768 count 11 00000020:01000000:1.0:1777421061.284319:0:5757:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-OST0001 gen 11-10 (rc=0) 10000000:01000000:1.0:1777421061.284342:0:5757:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.147@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:1.0:1777421061.284389:0:5757:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af0013cf600/0xa38d71289386576 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d7128938657d expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421061.284401:0:5757:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.147@tcp lock: ffff9af0013cf600/0xa38d71289386576 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d7128938657d expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777421061.284452:0:5757:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1777421061.284456:0:5757:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-client-ffff9af105758000 from 45 10000000:01000000:0.0:1777421061.284459:0:5757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1777421061.284498:0:5757:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af13f65a600/0xa38d71289386584 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421061.284519:0:5757:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.147@tcp lock: ffff9af13f65a600/0xa38d71289386584 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421061.284529:0:5757:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.147@tcp lock: ffff9af13f65a600/0xa38d71289386584 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421061.284554:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118e70e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841124992:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1777421061.284614:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421061.284657:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1348c93c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777421061.284730:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841124992 00000100:00100000:3.0:1777421061.284738:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841124992 00000100:00100000:3.0:1777421061.284787:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 344 00000100:00100000:3.0:1777421061.284795:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119148c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+13:5757:x1863760841124992:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777421061.284806:0:5754:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421061.284816:0:5754:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af0011e3600/0xa38d7128938658b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xa38d71289386584 expref: -99 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421061.284834:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af0011e3600/0xa38d7128938658b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa38d71289386584 expref: 14 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421061.284844:0:5754:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af0011e3600/0xa38d7128938658b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d71289386584 expref: 14 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421061.284852:0:5754:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0011e3600, rc 0) 00000100:00100000:3.0:1777421061.284904:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119148c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+14:5757:x1863760841124992:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 109us (289us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421061.284910:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 344 00000100:00100000:0.0:1777421061.285062:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118e70e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841124992:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777421061.285076:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.147@tcp lock: ffff9af13f65a600/0xa38d71289386584 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d7128938658b expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421061.285085:0:5757:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.147@tcp lock: ffff9af13f65a600/0xa38d71289386584 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xa38d7128938658b expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421061.285133:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118e70e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841125120:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777421061.285168:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421061.285186:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1348c93c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421061.285424:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841125120 00000100:00100000:1.0:1777421061.285429:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841125120 00000100:00100000:1.0:1777421061.285461:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 345 00000100:00100000:1.0:1777421061.285468:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119149850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+14:5757:x1863760841125120:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1777421061.285585:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119149850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+14:5757:x1863760841125120:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 117us (416us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421061.285593:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 345 00000100:00100000:0.0:1777421061.285641:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118e70e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841125120:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777421061.285669:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118e70e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841125248:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1777421061.285926:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421061.285953:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1348c93c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777421061.286108:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841125248 00000100:00100000:3.0:1777421061.286112:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841125248 00000100:00100000:3.0:1777421061.286126:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 346 00000100:00100000:3.0:1777421061.286130:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119149c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+14:5757:x1863760841125248:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777421061.286293:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119149c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+14:5757:x1863760841125248:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 161us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421061.286307:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 346 00000100:00100000:0.0:1777421061.286402:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118e70e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841125248:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1777421061.287016:0:16900:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0010f5500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:16900:1863760841125376:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1777421061.287053:0:16900:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421061.287118:0:16900:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1057b1600 going to sleep for 11 seconds 00000100:00100000:1.0:1777421061.287146:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841125376 00000100:00100000:1.0:1777421061.287151:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841125376 00000100:00100000:1.0:1777421061.287182:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 347 00000100:00100000:1.0:1777421061.287189:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119149450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+14:16900:x1863760841125376:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777421061.287634:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119149450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+14:16900:x1863760841125376:12345-0@lo:502:llog_process_th.0 Request processed in 444us (579us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421061.287642:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 347 00000100:00100000:2.0:1777421061.287707:0:16900:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0010f5500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:16900:1863760841125376:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1777421061.287746:0:16900:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0010f5500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:16900:1863760841125504:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1777421061.287776:0:16900:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421061.287830:0:16900:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af104d4ed80 going to sleep for 11 seconds 00000100:00100000:1.0:1777421061.287859:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841125504 00000100:00100000:1.0:1777421061.287871:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841125504 00000100:00100000:1.0:1777421061.287900:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 348 00000100:00100000:1.0:1777421061.287956:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+14:16900:x1863760841125504:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777421061.288094:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+14:16900:x1863760841125504:12345-0@lo:502:llog_process_th.0 Request processed in 187us (317us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421061.288103:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 348 00000100:00100000:2.0:1777421061.288159:0:16900:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0010f5500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:16900:1863760841125504:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1777421061.288187:0:16900:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0010f5500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:16900:1863760841125632:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1777421061.288215:0:16900:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421061.288270:0:16900:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af104d4ed80 going to sleep for 11 seconds 00000100:00100000:1.0:1777421061.288298:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841125632 00000100:00100000:1.0:1777421061.288302:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841125632 00000100:00100000:1.0:1777421061.288607:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 349 00000100:00100000:1.0:1777421061.288616:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119148850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+14:16900:x1863760841125632:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777421061.288727:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119148850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+14:16900:x1863760841125632:12345-0@lo:502:llog_process_th.0 Request processed in 113us (511us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421061.288734:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 349 00000100:00100000:2.0:1777421061.288791:0:16900:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0010f5500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:16900:1863760841125632:0@lo:502:llog_process_th.0 00000040:00080000:2.0:1777421061.288809:0:16900:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 49 count 48 00000020:01000000:0.0:1777421061.289266:0:5757:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-client gen 45-48 (rc=0) 10000000:01000000:0.0:1777421061.289293:0:5757:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.147@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1777421061.289302:0:5757:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af13f65a600/0xa38d71289386584 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d7128938658b expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421061.289313:0:5757:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.147@tcp lock: ffff9af13f65a600/0xa38d71289386584 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d7128938658b expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777421061.289323:0:5757:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:0.0:1777421061.289325:0:5757:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:01000000:0.0:1777421061.289328:0:5757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:0.0:1777421061.289375:0:5757:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af13f65ba00/0xa38d71289386592 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421061.289464:0:5757:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.147@tcp lock: ffff9af13f65ba00/0xa38d71289386592 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421061.289475:0:5757:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.147@tcp lock: ffff9af13f65ba00/0xa38d71289386592 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421061.289490:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118e70e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841125760:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1777421061.289522:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421061.289575:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1348c93c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421061.289609:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841125760 00000100:00100000:1.0:1777421061.289734:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841125760 00000100:00100000:1.0:1777421061.289770:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 350 00000100:00100000:1.0:1777421061.289777:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119149050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+14:5757:x1863760841125760:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777421061.289786:0:5753:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421061.289799:0:5753:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af105d5ca00/0xa38d71289386599 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xa38d71289386592 expref: -99 pid: 5753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421061.289818:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af105d5ca00/0xa38d71289386599 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa38d71289386592 expref: 15 pid: 5753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421061.289828:0:5753:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af105d5ca00/0xa38d71289386599 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d71289386592 expref: 15 pid: 5753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421061.289848:0:5753:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af105d5ca00, rc 0) 00000100:00100000:1.0:1777421061.290223:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119149050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+15:5757:x1863760841125760:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 445us (699us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421061.290230:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 350 00000100:00100000:0.0:1777421061.290323:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118e70e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841125760:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777421061.290335:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.147@tcp lock: ffff9af13f65ba00/0xa38d71289386592 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d71289386599 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421061.290344:0:5757:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.147@tcp lock: ffff9af13f65ba00/0xa38d71289386592 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xa38d71289386599 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421061.290567:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118e70e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841125888:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777421061.290605:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421061.290708:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1348c93c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777421061.290753:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841125888 00000100:00100000:3.0:1777421061.290758:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841125888 00000100:00100000:3.0:1777421061.290788:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 351 00000100:00100000:3.0:1777421061.290795:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119106450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+15:5757:x1863760841125888:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777421061.290908:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119106450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+15:5757:x1863760841125888:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 113us (303us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421061.290915:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 351 00000100:00100000:0.0:1777421061.290982:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118e70e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841125888:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777421061.291008:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118e70e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841126016:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1777421061.291040:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421061.291059:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1348c93c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777421061.291100:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841126016 00000100:00100000:3.0:1777421061.291104:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841126016 00000100:00100000:3.0:1777421061.291131:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 352 00000100:00100000:3.0:1777421061.291136:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119104050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+15:5757:x1863760841126016:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777421061.291418:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119104050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+15:5757:x1863760841126016:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 281us (376us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421061.291425:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 352 00000100:00100000:0.0:1777421061.291521:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118e70e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841126016:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1777421061.294934:0:16901:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 64768 count 14 00000020:01000000:0.0:1777421061.295032:0:5757:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 10000000:01000000:0.0:1777421061.295055:0:5757:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.147@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:0.0:1777421061.295066:0:5757:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af13f65ba00/0xa38d71289386592 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d71289386599 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421061.295077:0:5757:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.147@tcp lock: ffff9af13f65ba00/0xa38d71289386592 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d71289386599 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777421061.295088:0:5757:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1777421061.295091:0:5757:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-client-ffff9af12a9e1800 from 45 10000000:01000000:0.0:1777421061.295094:0:5757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1777421061.295127:0:5757:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af13f65b200/0xa38d712893865a0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421061.295135:0:5757:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.147@tcp lock: ffff9af13f65b200/0xa38d712893865a0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421061.295145:0:5757:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.147@tcp lock: ffff9af13f65b200/0xa38d712893865a0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421061.295167:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118e70e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841126144:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1777421061.295235:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421061.295277:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1348c93c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421061.296421:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841126144 00000100:00100000:1.0:1777421061.296431:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841126144 00000100:00100000:1.0:1777421061.296491:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 353 00000100:00100000:1.0:1777421061.296501:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119106850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+15:5757:x1863760841126144:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777421061.296514:0:5753:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421061.296528:0:5753:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af105d5d200/0xa38d712893865a7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xa38d712893865a0 expref: -99 pid: 5753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421061.296552:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af105d5d200/0xa38d712893865a7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa38d712893865a0 expref: 16 pid: 5753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421061.296561:0:5753:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af105d5d200/0xa38d712893865a7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d712893865a0 expref: 16 pid: 5753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421061.296570:0:5753:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af105d5d200, rc 0) 00000100:00100000:1.0:1777421061.296616:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119106850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+16:5757:x1863760841126144:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 116us (1380us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421061.296625:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 353 00000100:00100000:0.0:1777421061.296648:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118e70e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841126144:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777421061.296665:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.147@tcp lock: ffff9af13f65b200/0xa38d712893865a0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d712893865a7 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421061.296674:0:5757:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.147@tcp lock: ffff9af13f65b200/0xa38d712893865a0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xa38d712893865a7 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421061.296729:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118e70e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841126272:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777421061.296765:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421061.296784:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1348c93c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421061.296882:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841126272 00000100:00100000:1.0:1777421061.296886:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841126272 00000100:00100000:1.0:1777421061.296909:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 354 00000100:00100000:1.0:1777421061.296915:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119107050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+16:5757:x1863760841126272:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777421061.297422:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118e70e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841126272:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777421061.297450:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118e70e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841126400:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1777421061.297586:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119107050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+16:5757:x1863760841126272:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 670us (818us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421061.297594:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 354 00000100:00100000:0.0:1777421061.297654:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421061.297682:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1348c93c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421061.297895:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841126400 00000100:00100000:1.0:1777421061.297900:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841126400 00000100:00100000:1.0:1777421061.297930:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 355 00000100:00100000:1.0:1777421061.297936:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119106c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+16:5757:x1863760841126400:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1777421061.298389:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119106c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+16:5757:x1863760841126400:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 452us (733us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421061.298397:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 355 00000100:00100000:2.0:1777421061.298481:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118e70e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841126400:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1777421061.298831:0:16902:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0010f5500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:16902:1863760841126528:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1777421061.298902:0:16902:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421061.298970:0:16902:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af104d4e000 going to sleep for 11 seconds 00000100:00100000:1.0:1777421061.299257:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841126528 00000100:00100000:1.0:1777421061.299264:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841126528 00000100:00100000:1.0:1777421061.299295:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 356 00000100:00100000:1.0:1777421061.299302:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119104450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+16:16902:x1863760841126528:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777421061.299687:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119104450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+16:16902:x1863760841126528:12345-0@lo:502:llog_process_th.0 Request processed in 384us (783us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421061.299694:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 356 00000100:00100000:2.0:1777421061.299808:0:16902:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0010f5500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:16902:1863760841126528:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1777421061.299849:0:16902:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0010f5500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:16902:1863760841126656:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1777421061.299891:0:16902:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421061.299943:0:16902:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1057b16c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421061.299971:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841126656 00000100:00100000:1.0:1777421061.299975:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841126656 00000100:00100000:1.0:1777421061.300009:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 357 00000100:00100000:1.0:1777421061.300015:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119104c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+16:16902:x1863760841126656:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777421061.300342:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119104c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+16:16902:x1863760841126656:12345-0@lo:502:llog_process_th.0 Request processed in 325us (449us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421061.300498:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 357 00000100:00100000:2.0:1777421061.300572:0:16902:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0010f5500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:16902:1863760841126656:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1777421061.300607:0:16902:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0010f5500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:16902:1863760841126784:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1777421061.300637:0:16902:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421061.300687:0:16902:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1057b16c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421061.300714:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841126784 00000100:00100000:1.0:1777421061.300718:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841126784 00000100:00100000:1.0:1777421061.300783:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 358 00000100:00100000:1.0:1777421061.300790:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119105850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+16:16902:x1863760841126784:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777421061.300905:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119105850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+16:16902:x1863760841126784:12345-0@lo:502:llog_process_th.0 Request processed in 115us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421061.300912:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 358 00000100:00100000:2.0:1777421061.300968:0:16902:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0010f5500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:16902:1863760841126784:0@lo:502:llog_process_th.0 00000040:00080000:2.0:1777421061.300986:0:16902:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 49 count 48 00000020:01000000:3.0:1777421061.301090:0:5757:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-client gen 45-48 (rc=0) 10000000:01000000:3.0:1777421061.301117:0:5757:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.147@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1777421061.301127:0:5757:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af13f65b200/0xa38d712893865a0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d712893865a7 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421061.301136:0:5757:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.147@tcp lock: ffff9af13f65b200/0xa38d712893865a0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d712893865a7 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777421061.301146:0:5757:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0000 10000000:01000000:3.0:1777421061.301149:0:5757:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 40 10000000:01000000:3.0:1777421061.301152:0:5757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:3.0:1777421061.301176:0:5757:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af0011e3c00/0xa38d712893865ae lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421061.301190:0:5757:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.147@tcp lock: ffff9af0011e3c00/0xa38d712893865ae lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421061.301200:0:5757:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.147@tcp lock: ffff9af0011e3c00/0xa38d712893865ae lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421061.301214:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137df6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841126912:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1777421061.301248:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421061.301936:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1209daf00 going to sleep for 11 seconds 00000100:00100000:0.0:1777421061.303063:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841126912 00000100:00100000:0.0:1777421061.303071:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841126912 00000100:00100000:0.0:1777421061.303106:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 359 00000100:00100000:0.0:1777421061.303114:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119105c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+16:5757:x1863760841126912:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777421061.303126:0:5755:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421061.303140:0:5755:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af13f65a800/0xa38d712893865b5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xa38d712893865ae expref: -99 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421061.303164:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af13f65a800/0xa38d712893865b5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa38d712893865ae expref: 17 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421061.303188:0:5755:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af13f65a800/0xa38d712893865b5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d712893865ae expref: 17 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421061.303196:0:5755:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f65a800, rc 0) 00000100:00100000:0.0:1777421061.303292:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119105c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+17:5757:x1863760841126912:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 179us (2042us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421061.303299:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 359 00000100:00100000:3.0:1777421061.303532:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137df6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841126912:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777421061.303546:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.147@tcp lock: ffff9af0011e3c00/0xa38d712893865ae lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d712893865b5 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421061.303625:0:5757:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.147@tcp lock: ffff9af0011e3c00/0xa38d712893865ae lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xa38d712893865b5 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421061.303684:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137df6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841127040:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777421061.303715:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421061.303774:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1209daf00 going to sleep for 11 seconds 00000100:00100000:0.0:1777421061.303957:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841127040 00000100:00100000:0.0:1777421061.303961:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841127040 00000100:00100000:0.0:1777421061.304031:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 360 00000100:00100000:0.0:1777421061.304038:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119105450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+17:5757:x1863760841127040:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777421061.304152:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119105450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+17:5757:x1863760841127040:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 114us (436us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421061.304160:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 360 00000100:00100000:3.0:1777421061.304220:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137df6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841127040:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777421061.304246:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137df6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841127168:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777421061.304282:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421061.304492:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1209daf00 going to sleep for 11 seconds 00000100:00100000:1.0:1777421061.304640:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841127168 00000100:00100000:1.0:1777421061.304644:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841127168 00000100:00100000:1.0:1777421061.304667:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 361 00000100:00100000:1.0:1777421061.304673:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119107850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+17:5757:x1863760841127168:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1777421061.305055:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119107850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+17:5757:x1863760841127168:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 380us (771us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421061.305062:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 361 00000100:00100000:3.0:1777421061.305193:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137df6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841127168:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1777421061.306467:0:16903:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118e73800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:16903:1863760841127296:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1777421061.306528:0:16903:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421061.306571:0:16903:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1348c9600 going to sleep for 11 seconds 00000100:00100000:1.0:1777421061.307111:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841127296 00000100:00100000:1.0:1777421061.307120:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841127296 00000100:00100000:1.0:1777421061.307170:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 362 00000100:00100000:1.0:1777421061.307178:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119104850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+17:16903:x1863760841127296:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777421061.307459:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119104850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+17:16903:x1863760841127296:12345-0@lo:502:llog_process_th.0 Request processed in 281us (930us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421061.307467:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 362 00000100:00100000:0.0:1777421061.307477:0:16903:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118e73800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:16903:1863760841127296:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1777421061.307506:0:16903:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1777421061.307518:0:16903:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1777421061.307521:0:16903:0:(obd_config.c:1594:class_process_config()) marker 31 (0x1) lustre-MDT0000-m add lustre.test_11c.lustre-OST0001_UUID 00000020:00000080:0.0:1777421061.307527:0:16903:0:(obd_config.c:1506:class_process_config()) processing cmd: ce021 00020000:01000000:0.0:1777421061.307541:0:16903:0:(lod_pool.c:594:lod_pool_add()) Added lustre-OST0001_UUID to test_11c as member 1 00000020:01000004:3.0:1777421061.308925:0:16904:0:(tgt_mount.c:154:server_get_mount()) get mount ffff9af12a9e1800 from lustre-MDT0000, refs=4 00000020:01000004:3.0:1777421061.308937:0:16904:0:(obd_mount.c:724:lustre_put_lsi()) put ffff9af12a9e1800 4 00000100:00100000:0.0:1777421061.309075:0:16903:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118e73800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:16903:1863760841127424:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1777421061.309124:0:16903:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421061.309158:0:16903:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1054499c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421061.309167:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841127424 00000100:00100000:1.0:1777421061.309173:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841127424 00000100:00100000:1.0:1777421061.309202:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 363 00000100:00100000:1.0:1777421061.309210:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119105050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+17:16903:x1863760841127424:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1777421061.310074:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119105050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+17:16903:x1863760841127424:12345-0@lo:502:llog_process_th.0 Request processed in 862us (947us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421061.310083:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 363 00000100:00100000:2.0:1777421061.310148:0:16903:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118e73800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:16903:1863760841127424:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1777421061.310175:0:16903:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1777421061.310181:0:16903:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1777421061.310183:0:16903:0:(obd_config.c:1594:class_process_config()) marker 31 (0x2) lustre-MDT0000-m add lustre.test_11c.lustre-OST0001_UUID 00000040:00080000:2.0:1777421061.310187:0:16903:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 43 count 43 00000020:01000000:3.0:1777421061.310308:0:5757:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-MDT0000 gen 40-42 (rc=0) 10000000:01000000:3.0:1777421061.310325:0:5757:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.147@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:3.0:1777421061.310334:0:5757:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af0011e3c00/0xa38d712893865ae lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d712893865b5 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421061.310345:0:5757:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.147@tcp lock: ffff9af0011e3c00/0xa38d712893865ae lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d712893865b5 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777421061.310636:0:5757:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:3.0:1777421061.310638:0:5757:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff9af104e03370 from 1 10000000:01000000:3.0:1777421061.310642:0:5757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1777421061.310667:0:5757:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af0011e3800/0xa38d712893865bc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421061.310675:0:5757:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.147@tcp lock: ffff9af0011e3800/0xa38d712893865bc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421061.310684:0:5757:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.147@tcp lock: ffff9af0011e3800/0xa38d712893865bc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421061.310700:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137df6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841127552:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1777421061.310732:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421061.310800:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1209da9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777421061.310874:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841127552 00000100:00100000:0.0:1777421061.310879:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841127552 00000100:00100000:0.0:1777421061.310936:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 364 00000100:00100000:0.0:1777421061.310944:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119106050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+17:5757:x1863760841127552:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777421061.310953:0:5755:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421061.310965:0:5755:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af13f65ae00/0xa38d712893865c3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xa38d712893865bc expref: -99 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421061.310986:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af13f65ae00/0xa38d712893865c3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa38d712893865bc expref: 18 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421061.310996:0:5755:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af13f65ae00/0xa38d712893865c3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d712893865bc expref: 18 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421061.311004:0:5755:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f65ae00, rc 0) 00000100:00100000:0.0:1777421061.311043:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119106050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:5757:x1863760841127552:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 100us (310us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421061.311049:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 364 00000100:00100000:1.0:1777421061.311090:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137df6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841127552:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777421061.311103:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.147@tcp lock: ffff9af0011e3800/0xa38d712893865bc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d712893865c3 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421061.311120:0:5757:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.147@tcp lock: ffff9af0011e3800/0xa38d712893865bc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xa38d712893865c3 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421061.311160:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001be0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841127680:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1777421061.311179:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421061.311196:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af110f41c00 going to sleep for 11 seconds 00000100:00100000:0.0:1777421061.311209:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841127680 00000100:00100000:0.0:1777421061.311213:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841127680 00000100:00100000:0.0:1777421061.311265:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 365 00000100:00100000:0.0:1777421061.311272:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119107c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:5757:x1863760841127680:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777421061.311384:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119107c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:5757:x1863760841127680:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 112us (202us total) trans 0 rc -2/-2 00000100:00100000:0.0:1777421061.311390:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 365 00000100:00100000:1.0:1777421061.311467:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001be0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841127680:0@lo:501:ll_cfg_requeue.0 10000000:01000000:1.0:1777421061.311498:0:5757:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.147@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:1.0:1777421061.311504:0:5757:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af0011e3800/0xa38d712893865bc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d712893865c3 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421061.311511:0:5757:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.147@tcp lock: ffff9af0011e3800/0xa38d712893865bc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d712893865c3 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421061.465335:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777421061.647705:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421061.647819:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833938688 00000100:00100000:0.0:1777421061.647830:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833938688 00000100:00100000:0.0:1777421061.647894:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 366 00000100:00100000:0.0:1777421061.647905:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119107450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+9:5564:x1863760833938688:12345-192.168.203.47@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777421061.647921:0:5755:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421061.647939:0:5755:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af13f65a200/0xa38d712893865ca lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37646a expref: -99 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421061.647966:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af13f65a200/0xa38d712893865ca lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37646a expref: 10 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421061.647977:0:5755:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af13f65a200/0xa38d712893865ca lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37646a expref: 10 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421061.647986:0:5755:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f65a200, rc 0) 00000100:00100000:0.0:1777421061.648042:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119107450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+10:5564:x1863760833938688:12345-192.168.203.47@tcp:101:ll_cfg_requeue.0 Request processed in 139us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421061.648054:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 366 00000100:00100000:0.0:1777421061.650288:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421061.650425:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833938816 00000100:00100000:3.0:1777421061.650436:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833938816 00000100:00100000:3.0:1777421061.650521:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 367 00000100:00100000:3.0:1777421061.650532:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119102050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+10:5564:x1863760833938816:12345-192.168.203.47@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777421061.650727:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119102050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+10:5564:x1863760833938816:12345-192.168.203.47@tcp:501:ll_cfg_requeue.0 Request processed in 196us (446us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421061.650745:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 367 00000100:00100000:1.0:1777421061.653592:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421061.653642:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833938944 00000100:00100000:3.0:1777421061.653651:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833938944 00000100:00100000:3.0:1777421061.653729:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 368 00000100:00100000:3.0:1777421061.653737:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119103c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+10:5564:x1863760833938944:12345-192.168.203.47@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777421061.653960:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119103c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+10:5564:x1863760833938944:12345-192.168.203.47@tcp:503:ll_cfg_requeue.0 Request processed in 221us (372us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421061.653967:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 368 00000100:00100000:2.0:1777421061.658110:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421061.658479:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833939072 00000100:00100000:3.0:1777421061.658489:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833939072 00000100:00100000:3.0:1777421061.658536:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 369 00000100:00100000:3.0:1777421061.658543:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119103450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+10:22358:x1863760833939072:12345-192.168.203.47@tcp:502:llog_process_th.0 00000100:00100000:3.0:1777421061.658872:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119103450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+10:22358:x1863760833939072:12345-192.168.203.47@tcp:502:llog_process_th.0 Request processed in 326us (771us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421061.658881:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 369 00000100:00100000:1.0:1777421061.662493:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421061.662552:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833939200 00000100:00100000:3.0:1777421061.662563:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833939200 00000100:00100000:3.0:1777421061.662623:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 370 00000100:00100000:3.0:1777421061.662633:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119102450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+10:22358:x1863760833939200:12345-192.168.203.47@tcp:502:llog_process_th.0 00000100:00100000:3.0:1777421061.662895:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119102450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+10:22358:x1863760833939200:12345-192.168.203.47@tcp:502:llog_process_th.0 Request processed in 262us (406us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421061.662903:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 370 00000100:00100000:1.0:1777421061.667671:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421061.668621:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833939328 00000100:00100000:0.0:1777421061.668634:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833939328 00000100:00100000:0.0:1777421061.668736:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 371 00000100:00100000:0.0:1777421061.668749:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119100050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+10:22358:x1863760833939328:12345-192.168.203.47@tcp:502:llog_process_th.0 00000100:00100000:0.0:1777421061.669111:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119100050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+10:22358:x1863760833939328:12345-192.168.203.47@tcp:502:llog_process_th.0 Request processed in 362us (1446us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421061.669120:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 371 00000100:00100000:2.0:1777421061.672163:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421061.672401:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833939456 00000100:00100000:0.0:1777421061.672437:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833939456 00000100:00100000:0.0:1777421061.672510:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 372 00000100:00100000:0.0:1777421061.672524:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119102850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+10:5564:x1863760833939456:12345-192.168.203.47@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777421061.672544:0:5755:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421061.672568:0:5755:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af12cf39200/0xa38d712893865d1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376471 expref: -99 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421061.672599:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af12cf39200/0xa38d712893865d1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376471 expref: 11 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421061.672611:0:5755:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af12cf39200/0xa38d712893865d1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376471 expref: 11 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421061.672622:0:5755:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12cf39200, rc 0) 00000100:00100000:0.0:1777421061.672751:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119102850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+11:5564:x1863760833939456:12345-192.168.203.47@tcp:101:ll_cfg_requeue.0 Request processed in 230us (602us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421061.672759:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 372 00000100:00100000:1.0:1777421061.675511:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421061.675712:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833939584 00000100:00100000:0.0:1777421061.675722:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833939584 00000100:00100000:0.0:1777421061.675957:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 373 00000100:00100000:0.0:1777421061.675969:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119103050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+11:5564:x1863760833939584:12345-192.168.203.47@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777421061.676209:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119103050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+11:5564:x1863760833939584:12345-192.168.203.47@tcp:501:ll_cfg_requeue.0 Request processed in 241us (706us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421061.676218:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 373 00000100:00100000:1.0:1777421061.681848:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421061.681983:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833939712 00000100:00100000:0.0:1777421061.681994:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833939712 00000100:00100000:0.0:1777421061.682116:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 374 00000100:00100000:0.0:1777421061.682127:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119102c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+11:5564:x1863760833939712:12345-192.168.203.47@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1777421061.683290:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119102c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+11:5564:x1863760833939712:12345-192.168.203.47@tcp:503:ll_cfg_requeue.0 Request processed in 1155us (1583us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421061.683301:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 374 00000100:00100000:2.0:1777421061.688123:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421061.688278:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833939840 00000100:00100000:0.0:1777421061.688289:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833939840 00000100:00100000:0.0:1777421061.689128:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 375 00000100:00100000:0.0:1777421061.689141:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119100450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+11:22359:x1863760833939840:12345-192.168.203.47@tcp:502:llog_process_th.0 00000100:00100000:0.0:1777421061.690419:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119100450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+11:22359:x1863760833939840:12345-192.168.203.47@tcp:502:llog_process_th.0 Request processed in 1277us (2301us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421061.690429:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 375 00000100:00100000:1.0:1777421061.692390:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421061.692507:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833939968 00000100:00100000:0.0:1777421061.692519:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833939968 00000100:00100000:0.0:1777421061.692597:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 376 00000100:00100000:0.0:1777421061.692610:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119100c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+11:22359:x1863760833939968:12345-192.168.203.47@tcp:502:llog_process_th.0 00000100:00100000:0.0:1777421061.692900:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119100c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+11:22359:x1863760833939968:12345-192.168.203.47@tcp:502:llog_process_th.0 Request processed in 292us (555us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421061.692910:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 376 00000100:00100000:1.0:1777421061.695049:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421061.695446:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833940096 00000100:00100000:3.0:1777421061.695459:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833940096 00000100:00100000:3.0:1777421061.695552:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 377 00000100:00100000:3.0:1777421061.695563:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119101850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+11:22359:x1863760833940096:12345-192.168.203.47@tcp:502:llog_process_th.0 00000100:00100000:3.0:1777421061.695879:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119101850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+11:22359:x1863760833940096:12345-192.168.203.47@tcp:502:llog_process_th.0 Request processed in 315us (838us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421061.695888:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 377 00000100:00100000:2.0:1777421061.699288:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421061.699588:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833940224 00000100:00100000:0.0:1777421061.699600:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833940224 00000100:00100000:0.0:1777421061.699665:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 378 00000100:00100000:0.0:1777421061.699676:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119101c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+11:5564:x1863760833940224:12345-192.168.203.47@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777421061.699709:0:5755:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421061.699728:0:5755:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af12cf38400/0xa38d712893865d8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376478 expref: -99 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421061.699774:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af12cf38400/0xa38d712893865d8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376478 expref: 12 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421061.699786:0:5755:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af12cf38400/0xa38d712893865d8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376478 expref: 12 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421061.699795:0:5755:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12cf38400, rc 0) 00000100:00100000:0.0:1777421061.700004:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119101c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+12:5564:x1863760833940224:12345-192.168.203.47@tcp:101:ll_cfg_requeue.0 Request processed in 329us (725us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421061.700012:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 378 00000100:00100000:1.0:1777421061.703008:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421061.703180:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833940352 00000100:00100000:0.0:1777421061.703193:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833940352 00000100:00100000:0.0:1777421061.703308:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 379 00000100:00100000:0.0:1777421061.703321:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119101450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+12:5564:x1863760833940352:12345-192.168.203.47@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777421061.703511:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119101450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:71f90d2e-4852-44e2-8435-52916750919f+12:5564:x1863760833940352:12345-192.168.203.47@tcp:501:ll_cfg_requeue.0 Request processed in 191us (513us total) trans 0 rc -2/-2 00000100:00100000:0.0:1777421061.703520:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 379 00000100:00100000:2.0:1777421062.203615:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421062.203904:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833940608 00000100:00100000:1.0:1777421062.203914:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833940608 00000100:00080000:0.0:1777421062.204000:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777421062.204063:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 730 00000100:00100000:1.0:1777421062.204074:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+73:22370:x1863760833940608:12345-192.168.203.47@tcp:36:mkdir.0 00010000:00010000:1.0:1777421062.204610:0:7427:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421062.204637:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f65b600/0xa38d712893861da lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376352 expref: 73 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421062.204654:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af111123e00) 00010000:00010000:1.0:1777421062.204659:0:7427:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421062.205074:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d712893865df lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421062.205089:0:7427:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c000/0xa38d71289386219 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376367 expref: 30 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421062.205097:0:7427:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d712893865df lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421062.205130:0:7427:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c000/0xa38d71289386219 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376367 expref: 30 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421062.205143:0:7427:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c000/0xa38d71289386219 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376367 expref: 30 pid: 5761 timeout: 373 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421062.205157:0:7427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001be0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:7427:1863760841127808:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777421062.205255:0:7427:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af110f41c00 going to sleep for 11 seconds 00000100:00100000:1.0:1777421062.208128:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421062.208134:0:7427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001be0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:7427:1863760841127808:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421062.208163:0:7427:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d712893865df lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421062.208196:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833940736 00000100:00100000:3.0:1777421062.208213:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833940736 00000100:00080000:0.0:1777421062.208278:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1777421062.208285:0:5747:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c000/0xa38d71289386219 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376367 expref: 31 pid: 5761 timeout: 373 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421062.208340:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 221 00000100:00100000:3.0:1777421062.208381:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+31:2369:x1863760833940736:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421062.208399:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421062.208408:0:5747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c000/0xa38d71289386219 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376367 expref: 31 pid: 5761 timeout: 373 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421062.208425:0:5747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c000/0xa38d71289386219 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376367 expref: 31 pid: 5761 timeout: 373 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421062.208453:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c000/0xa38d71289386219 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376367 expref: 31 pid: 5761 timeout: 373 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421062.208476:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af111123e00) 00010000:00010000:3.0:1777421062.208482:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d712893865df lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421062.208494:0:5747:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d712893865df lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421062.208517:0:5747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d712893865df lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421062.208554:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421062.208578:0:7427:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d712893865df lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421062.208589:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d712893865df lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421062.208622:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c800/0xa38d712893865e6 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421062.208629:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+30:2369:x1863760833940736:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 273us (500us total) trans 0 rc 0/0 00010000:00010000:1.0:1777421062.208647:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c800/0xa38d712893865e6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421062.208648:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 221 00010000:00010000:1.0:1777421062.208678:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c800/0xa38d712893865e6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421062.210702:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2d:0x0]: returning size 512 00010000:00010000:1.0:1777421062.210717:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d712893865df lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421062.210731:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d712893865df lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421062.210738:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d712893865df lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421062.210745:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af105d5d800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421062.210749:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d712893865df lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421062.210756:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d712893865df lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421062.210771:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af111123e00) 00010000:00010000:1.0:1777421062.210774:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421062.210779:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d712893865df lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421062.210797:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d712893865df lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777421062.210815:0:7427:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000be3ab383 reply state 00000000c818e8e4 transno 4294967770 ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c800/0xa38d712893865e6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421062.210825:0:7427:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777421062.210919:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+74:22370:x1863760833940608:12345-192.168.203.47@tcp:36:mkdir.0 Request processed in 6844us (7312us total) trans 4294967770 rc 0/0 00000100:00100000:1.0:1777421062.210928:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 730 00010000:00010000:3.0:1777421062.211985:0:3282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c800/0xa38d712893865e6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421062.212003:0:3282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c800/0xa38d712893865e6 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421062.212013:0:3282:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c800/0xa38d712893865e6 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421062.212100:0:3282:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af105d5c800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421062.212106:0:3282:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c800/0xa38d712893865e6 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421062.212114:0:3282:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c800/0xa38d712893865e6 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421062.212132:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3c4dff78 (ffff9af1061f8e00) 00010000:00010000:3.0:1777421062.212135:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421062.212140:0:3282:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c800/0xa38d712893865e6 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421062.212147:0:3282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c800/0xa38d712893865e6 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421062.223290:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421062.224121:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833940864 00000100:00100000:3.0:1777421062.224139:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833940864 00000100:00100000:3.0:1777421062.224217:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 731 00000100:00100000:3.0:1777421062.224231:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+73:22371:x1863760833940864:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:3.0:1777421062.224263:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421062.224292:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2000/0xa38d712893865ed lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37647f expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421062.224497:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d712893865f4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421062.224515:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d712893865f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421062.224567:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d712893865f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421062.224638:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:3.0:1777421062.224642:0:7427:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 20 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421062.224667:0:7427:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d712893865f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421062.224690:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2000/0xa38d712893865ed lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37647f expref: 75 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421062.224705:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d712893865f4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37647f expref: 74 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421062.224723:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af118b32f00) 00010000:00010000:3.0:1777421062.224726:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777421062.224729:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0011e2c00, rc 0) 00000100:00100000:3.0:1777421062.224801:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+74:22371:x1863760833940864:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 573us (1520us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421062.224808:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 731 00000100:00100000:1.0:1777421062.229138:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421062.229464:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833940992 00000100:00100000:2.0:1777421062.229475:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833940992 00000100:00100000:2.0:1777421062.229537:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 732 00000100:00100000:2.0:1777421062.229549:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+74:22371:x1863760833940992:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:2.0:1777421062.229569:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421062.229591:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d712893865fb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376486 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421062.229657:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d71289386602 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421062.229672:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d71289386602 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421062.229684:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d71289386602 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421062.229700:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289386609 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421062.229708:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289386609 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421062.229715:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289386609 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421062.229834:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d71289386610 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421062.229850:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d71289386610 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421062.229870:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d71289386610 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421062.229918:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2d:0x0]: returning size 512 00000004:00200000:2.0:1777421062.229922:0:7427:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421062.229953:0:7427:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d71289386610 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421062.229964:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d71289386602 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421062.229971:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d71289386602 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421062.229978:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d71289386602 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421062.229985:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013cfa00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421062.229989:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d71289386602 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421062.229996:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d71289386602 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421062.230010:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af118b32f00) 00010000:00010000:2.0:1777421062.230013:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421062.230017:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d71289386602 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421062.230046:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfa00/0xa38d71289386602 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421062.230058:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289386609 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421062.230065:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289386609 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421062.230071:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289386609 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421062.230076:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013cfc00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421062.230080:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289386609 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421062.230086:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289386609 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421062.230095:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3c4dff78 (ffff9af118b05600) 00010000:00010000:2.0:1777421062.230097:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421062.230101:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289386609 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421062.230107:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfc00/0xa38d71289386609 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421062.230141:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cf200/0xa38d712893865fb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376486 expref: 76 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421062.230153:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d71289386610 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376486 expref: 75 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421062.230168:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d:0x0].0x0 (ffff9af118b05e00) 00010000:00010000:2.0:1777421062.230172:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777421062.230175:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0013cfe00, rc 0) 00000100:00100000:2.0:1777421062.230233:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+75:22371:x1863760833940992:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 686us (1103us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421062.230242:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 732 00000040:00080000:2.0:1777421062.232586:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777421062.232593:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777421062.232785:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 18 count 2 00000040:00080000:2.0:1777421062.232792:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777421062.237288:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421062.237509:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833941248 00000100:00100000:2.0:1777421062.237519:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833941248 00000100:00100000:2.0:1777421062.237575:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 733 00000100:00100000:2.0:1777421062.237585:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+75:22371:x1863760833941248:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:2.0:1777421062.237603:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421062.237623:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289386617 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37648d expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421062.237734:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2d:0x0]: returning size 512 00010000:00010000:2.0:1777421062.237849:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289386617 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37648d expref: 77 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421062.237875:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af118b32f00) 00010000:00010000:2.0:1777421062.237878:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777421062.237884:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a400/0xa38d71289386617 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37648d expref: 77 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421062.237910:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af001c6a400, rc 0) 00000100:00100000:2.0:1777421062.238006:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+76:22371:x1863760833941248:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 421us (731us total) trans 4294967771 rc 301/301 00000100:00100000:2.0:1777421062.238021:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 733 00000100:00100000:2.0:1777421062.242468:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421062.242704:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833941504 00000100:00100000:3.0:1777421062.242715:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833941504 00000100:00100000:3.0:1777421062.242774:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 734 00000100:00100000:3.0:1777421062.242784:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+76:22371:x1863760833941504:12345-192.168.203.47@tcp:36:lfs.0 00010000:00010000:3.0:1777421062.242837:0:7427:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421062.242876:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0013cfe00/0xa38d71289386610 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376486 expref: 76 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421062.242893:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d:0x0].0x0 (ffff9af118b05e00) 00010000:00010000:3.0:1777421062.242903:0:7427:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777421062.242927:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2000/0xa38d71289386625 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421062.242939:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2000/0xa38d71289386625 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421062.242949:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2000/0xa38d71289386625 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777421062.243200:0:7427:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 0000000063fd1b68 reply state 00000000c5ad347f transno 4294967772 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2000/0xa38d71289386625 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421062.243222:0:7427:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1777421062.243237:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2d:0x0]: returning size 512 00000100:00100000:3.0:1777421062.243317:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+77:22371:x1863760833941504:12345-192.168.203.47@tcp:36:lfs.0 Request processed in 534us (856us total) trans 4294967772 rc 0/0 00000100:00100000:3.0:1777421062.243324:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 734 00010000:00010000:2.0:1777421062.245410:0:3281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2000/0xa38d71289386625 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421062.245425:0:3281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2000/0xa38d71289386625 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421062.245434:0:3281:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2000/0xa38d71289386625 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421062.245441:0:3281:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0011e2000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421062.245445:0:3281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2000/0xa38d71289386625 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421062.245453:0:3281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2000/0xa38d71289386625 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421062.245467:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d:0x0].0x0 (ffff9af118b32e00) 00010000:00010000:2.0:1777421062.245470:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777421062.245474:0:3281:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2000/0xa38d71289386625 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421062.245481:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2000/0xa38d71289386625 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421062.247495:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421062.247652:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833941760 00000100:00100000:0.0:1777421062.247663:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833941760 00000100:00100000:0.0:1777421062.247711:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 167 00000100:00100000:0.0:1777421062.247731:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+76:22371:x1863760833941760:12345-192.168.203.47@tcp:35:lfs.0 00000100:00100000:0.0:1777421062.247999:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+77:22371:x1863760833941760:12345-192.168.203.47@tcp:35:lfs.0 Request processed in 270us (509us total) trans 4294967773 rc 0/0 00000100:00100000:0.0:1777421062.248008:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 167 00000100:00100000:1.0:1777421062.425206:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421062.429023:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833942016 00000100:00100000:0.0:1777421062.429038:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833942016 00000100:00100000:0.0:1777421062.429116:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 735 00000100:00100000:0.0:1777421062.429126:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+77:22408:x1863760833942016:12345-192.168.203.47@tcp:36:mkdir.0 00010000:00010000:0.0:1777421062.429183:0:5761:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421062.429208:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d712893865f4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37647f expref: 77 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421062.429229:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af118b32f00) 00010000:00010000:0.0:1777421062.429240:0:5761:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421062.429436:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+76:22408:x1863760833942016:12345-192.168.203.47@tcp:36:mkdir.0 Request processed in 311us (4240us total) trans 0 rc -17/-17 00000100:00100000:0.0:1777421062.429444:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 735 00000100:00100000:3.0:1777421062.432592:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421062.432747:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833942144 00000100:00100000:2.0:1777421062.432758:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833942144 00000100:00100000:2.0:1777421062.432849:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 736 00000100:00100000:2.0:1777421062.432869:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+76:22408:x1863760833942144:12345-192.168.203.47@tcp:101:mkdir.0 00010000:00010000:2.0:1777421062.432888:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421062.432909:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a600/0xa38d7128938662c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376494 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421062.432973:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ba00/0xa38d71289386633 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421062.432987:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ba00/0xa38d71289386633 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421062.432998:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ba00/0xa38d71289386633 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421062.433055:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1777421062.433059:0:7427:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 20 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421062.433083:0:7427:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ba00/0xa38d71289386633 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421062.433107:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6a600/0xa38d7128938662c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376494 expref: 78 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421062.433121:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ba00/0xa38d71289386633 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376494 expref: 77 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421062.433149:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af118b05600) 00010000:00010000:2.0:1777421062.433152:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777421062.433155:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af001c6ba00, rc 0) 00000100:00100000:2.0:1777421062.433213:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+77:22408:x1863760833942144:12345-192.168.203.47@tcp:101:mkdir.0 Request processed in 345us (626us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421062.433220:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 736 00000100:00100000:3.0:1777421062.437003:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421062.437088:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833942272 00000100:00100000:0.0:1777421062.437097:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833942272 00000100:00100000:0.0:1777421062.437149:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 737 00000100:00100000:0.0:1777421062.437162:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+77:22408:x1863760833942272:12345-192.168.203.47@tcp:101:mkdir.0 00010000:00010000:0.0:1777421062.437180:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421062.437199:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d7128938663a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37649b expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421062.437254:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289386641 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421062.437277:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289386641 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421062.437288:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289386641 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421062.437303:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289386648 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421062.437310:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289386648 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421062.437317:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289386648 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421062.437429:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d7128938664f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421062.437437:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d7128938664f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421062.437444:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d7128938664f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421062.437476:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2d:0x0]: returning size 512 00000004:00200000:0.0:1777421062.437479:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421062.437496:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d7128938664f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421062.437507:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289386641 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421062.437522:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289386641 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421062.437529:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289386641 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421062.437534:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf39800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421062.437538:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289386641 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421062.437545:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289386641 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421062.437557:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af118b05600) 00010000:00010000:0.0:1777421062.437560:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421062.437564:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289386641 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421062.437570:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289386641 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421062.437581:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289386648 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421062.437586:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289386648 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421062.437591:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289386648 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421062.437597:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137c24e00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421062.437603:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289386648 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421062.437610:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289386648 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421062.437617:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3c4dff78 (ffff9af111123900) 00010000:00010000:0.0:1777421062.437619:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421062.437621:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289386648 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421062.437627:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289386648 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421062.437651:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d7128938663a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37649b expref: 79 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421062.437662:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d7128938664f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37649b expref: 78 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421062.437668:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d:0x0].0x0 (ffff9af111123100) 00010000:00010000:0.0:1777421062.437670:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777421062.437672:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137c25000, rc 0) 00000100:00100000:0.0:1777421062.437725:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+78:22408:x1863760833942272:12345-192.168.203.47@tcp:101:mkdir.0 Request processed in 564us (729us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421062.437732:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 737 00000100:00100000:1.0:1777421062.478708:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421062.478810:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833942400 00000100:00100000:0.0:1777421062.478821:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833942400 00000100:00100000:0.0:1777421062.478888:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 738 00000100:00100000:0.0:1777421062.478899:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+30:22414:x1863760833942400:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421062.478934:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421062.478955:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289386656 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3764a2 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421062.479021:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d7128938665d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421062.479035:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d7128938665d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421062.479047:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d7128938665d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421062.479105:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:0.0:1777421062.479109:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 20 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421062.479133:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d7128938665d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421062.479158:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d71289386656 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3764a2 expref: 32 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421062.479181:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d7128938665d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3764a2 expref: 31 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421062.479190:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af118b05600) 00010000:00010000:0.0:1777421062.479193:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777421062.479197:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137c25200, rc 0) 00000100:00100000:0.0:1777421062.479299:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+31:22414:x1863760833942400:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 401us (600us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421062.479306:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 738 00000100:00100000:3.0:1777421062.484456:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421062.484718:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833942656 00000100:00100000:1.0:1777421062.484727:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833942656 00000100:00100000:1.0:1777421062.484801:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 739 00000100:00100000:1.0:1777421062.484808:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+78:22414:x1863760833942656:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421062.484823:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421062.484826:0:5761:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1777421062.484847:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d7128938664f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37649b expref: 78 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421062.484876:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d:0x0].0x0 (ffff9af111123100) 00010000:00010000:1.0:1777421062.484886:0:5761:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421062.484902:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5da00/0xa38d71289386664 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3764a9 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421062.485073:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d7128938666b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421062.485086:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d7128938666b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421062.485093:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d7128938666b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421062.485103:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289386672 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2d:0x0].0xecadbcfe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421062.485107:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289386672 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421062.485111:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289386672 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421062.485536:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289386679 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421062.485545:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289386679 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421062.485552:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289386679 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421062.485561:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2f:0x0]: returning size 0 00010000:00010000:1.0:1777421062.485586:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d7128938666b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421062.485593:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d7128938666b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421062.485605:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d7128938666b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421062.485611:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af105d5d400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421062.485614:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d7128938666b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421062.485620:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d7128938666b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421062.485627:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d:0x0].0x0 (ffff9af1061f8a00) 00010000:00010000:1.0:1777421062.485629:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421062.485631:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d7128938666b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421062.485635:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d7128938666b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777421062.485642:0:5761:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000db64c703 reply state 000000006099e5bf transno 4294967774 ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289386672 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421062.485647:0:5761:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777421062.485667:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5da00/0xa38d71289386664 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3764a9 expref: 80 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421062.485677:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289386679 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3764a9 expref: 79 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421062.485682:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f:0x0].0x0 (ffff9af1061f8200) 00010000:00010000:1.0:1777421062.485684:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421062.485690:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af105d5cc00, rc 0) 00000100:00100000:1.0:1777421062.485745:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+80:22414:x1863760833942656:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 937us (1295us total) trans 4294967774 rc 0/0 00000100:00100000:1.0:1777421062.485750:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 739 00010000:00010000:2.0:1777421062.487168:0:3282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289386672 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421062.487181:0:3282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289386672 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2d:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421062.487189:0:3282:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289386672 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2d:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421062.487195:0:3282:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af105d5c200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421062.487199:0:3282:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289386672 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2d:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421062.487207:0:3282:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289386672 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2d:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421062.487220:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d:0x0].0xecadbcfe (ffff9af1061f8500) 00010000:00010000:2.0:1777421062.487223:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421062.487226:0:3282:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289386672 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2d:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421062.487233:0:3282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289386672 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2d:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421062.488100:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421062.488151:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833942912 00000100:00100000:1.0:1777421062.488158:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833942912 00000100:00100000:1.0:1777421062.488200:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 740 00000100:00100000:1.0:1777421062.488209:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+79:22414:x1863760833942912:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421062.488229:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421062.488245:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d71289386687 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3764b0 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421062.488313:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c800/0xa38d7128938668e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421062.488322:0:5761:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289386679 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3764a9 expref: 80 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421062.488327:0:5761:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c800/0xa38d7128938668e lrc: 4/0,1 mode: --/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421062.488371:0:5761:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289386679 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3764a9 expref: 80 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421062.488384:0:5761:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289386679 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3764a9 expref: 80 pid: 5761 timeout: 374 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421062.488397:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001be3800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841127936:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777421062.488473:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777421062.488492:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af110f41000 going to sleep for 11 seconds 00000100:00100000:1.0:1777421062.489934:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001be3800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841127936:192.168.203.47@tcp:104: 00010000:00010000:1.0:1777421062.489958:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c800/0xa38d7128938668e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421062.490400:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421062.490438:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833943040 00000100:00100000:1.0:1777421062.490445:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833943040 00010000:00010000:1.0:1777421062.490472:0:5747:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289386679 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3764a9 expref: 81 pid: 5761 timeout: 374 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421062.490504:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 222 00000100:00100000:1.0:1777421062.490513:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+81:2368:x1863760833943040:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421062.490526:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421062.490532:0:5747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289386679 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3764a9 expref: 81 pid: 5761 timeout: 374 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421062.490544:0:5747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289386679 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3764a9 expref: 81 pid: 5761 timeout: 374 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421062.490562:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289386679 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3764a9 expref: 81 pid: 5761 timeout: 374 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421062.490577:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f:0x0].0x0 (ffff9af1061f8200) 00010000:00010000:1.0:1777421062.490581:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c800/0xa38d7128938668e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421062.490591:0:5747:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c800/0xa38d7128938668e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421062.490613:0:5747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c800/0xa38d7128938668e lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421062.490685:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421062.490726:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+80:2368:x1863760833943040:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 213us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421062.490735:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 222 00010000:00010000:0.0:1777421062.490774:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c800/0xa38d7128938668e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421062.490782:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c800/0xa38d7128938668e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421062.490797:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2f:0x0]: returning size 0 00010000:00010000:0.0:1777421062.491326:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c800/0xa38d7128938668e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421062.491335:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c800/0xa38d7128938668e lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421062.491342:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c800/0xa38d7128938668e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421062.491347:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af105d5c800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421062.491417:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c800/0xa38d7128938668e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421062.491425:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c800/0xa38d7128938668e lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421062.491435:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f:0x0].0x0 (ffff9af1061f8200) 00010000:00010000:0.0:1777421062.491438:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777421062.491441:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c800/0xa38d7128938668e lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421062.491447:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c800/0xa38d7128938668e lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421062.491496:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d71289386687 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3764b0 expref: 80 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421062.491517:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d:0x0].0x0 (ffff9af1061f8e00) 00010000:00010000:0.0:1777421062.491520:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777421062.491524:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d71289386687 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3764b0 expref: 80 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421062.491537:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af105d5d800, rc 0) 00000100:00100000:0.0:1777421062.491578:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+79:22414:x1863760833942912:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 3368us (3479us total) trans 4294967775 rc 301/301 00000100:00100000:0.0:1777421062.491586:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 740 00000100:00100000:3.0:1777421062.493632:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421062.493706:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833943296 00000100:00100000:0.0:1777421062.493715:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833943296 00000100:00100000:0.0:1777421062.493801:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 168 00000100:00100000:0.0:1777421062.493811:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af10f5b8050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+79:22414:x1863760833943296:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1777421062.494439:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af10f5b8050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+80:22414:x1863760833943296:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 628us (810us total) trans 4294967776 rc 0/0 00000100:00100000:0.0:1777421062.494448:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 168 00000100:00100000:3.0:1777421062.495972:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421062.496013:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833943424 00000100:00100000:0.0:1777421062.496019:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833943424 00000100:00100000:0.0:1777421062.496060:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 741 00000100:00100000:0.0:1777421062.496068:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+80:22414:x1863760833943424:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421062.496080:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421062.496100:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d7128938669c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3764b7 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421062.496168:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d7128938669c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3764b7 expref: 81 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421062.496186:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c24e00/0xa38d7128938669c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3764b7 expref: 81 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421062.496200:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f:0x0].0x0 (ffff9af111123900) 00010000:00010000:0.0:1777421062.496202:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777421062.496205:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137c24e00, rc 0) 00000100:00100000:0.0:1777421062.496233:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+81:22414:x1863760833943424:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 165us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421062.496240:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 741 00000100:00100000:3.0:1777421062.498410:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421062.498448:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833943680 00000100:00100000:1.0:1777421062.498456:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833943680 00000100:00100000:1.0:1777421062.498508:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 742 00000100:00100000:1.0:1777421062.498517:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+81:22414:x1863760833943680:12345-192.168.203.47@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1777421062.498563:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c000/0xa38d712893866a3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421062.498577:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c000/0xa38d712893866a3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421062.498587:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c000/0xa38d712893866a3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421062.498795:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c000/0xa38d712893866a3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421062.498803:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c000/0xa38d712893866a3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421062.498809:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c000/0xa38d712893866a3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421062.498816:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af105d5c000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421062.498829:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c000/0xa38d712893866a3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421062.498838:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c000/0xa38d712893866a3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421062.498848:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f:0x0].0x0 (ffff9af111123900) 00010000:00010000:1.0:1777421062.498851:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1777421062.498866:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c000/0xa38d712893866a3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421062.498873:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c000/0xa38d712893866a3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421062.498936:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+82:22414:x1863760833943680:12345-192.168.203.47@tcp:55:lhsmtool_posix.0 Request processed in 419us (530us total) trans 4294967777 rc 0/0 00000100:00100000:1.0:1777421062.498944:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 742 00000100:00100000:0.0:1777421062.502288:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421062.502339:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833943936 00000100:00100000:1.0:1777421062.502371:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833943936 00000100:00100000:1.0:1777421062.502423:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 743 00000100:00100000:1.0:1777421062.502434:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+82:22414:x1863760833943936:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1777421062.502676:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5da00/0xa38d712893866aa lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421062.502702:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5da00/0xa38d712893866aa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421062.502714:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5da00/0xa38d712893866aa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777421062.502773:0:5762:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967778 00000004:00010000:1.0:1777421062.502820:0:5762:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 0000000091f2df66 reply state 000000009d7ca3b0 transno 4294967779 ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5da00/0xa38d712893866aa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421062.502829:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777421062.502929:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+85:22414:x1863760833943936:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 Request processed in 496us (648us total) trans 4294967779 rc 0/0 00000100:00100000:1.0:1777421062.502937:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 743 00000020:00080000:1.0:1777421062.502941:0:5762:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1777421062.504474:0:3281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5da00/0xa38d712893866aa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421062.504487:0:3281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5da00/0xa38d712893866aa lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421062.504495:0:3281:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5da00/0xa38d712893866aa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421062.504500:0:3281:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af105d5da00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421062.504504:0:3281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5da00/0xa38d712893866aa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421062.504511:0:3281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5da00/0xa38d712893866aa lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421062.504526:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f:0x0].0x0 (ffff9af111123900) 00010000:00010000:2.0:1777421062.504528:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1777421062.504533:0:3281:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5da00/0xa38d712893866aa lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421062.504538:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5da00/0xa38d712893866aa lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421062.504979:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421062.505054:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833944192 00000100:00100000:2.0:1777421062.505062:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833944192 00000100:00100000:2.0:1777421062.505105:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 169 00000100:00100000:2.0:1777421062.505115:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+84:22414:x1863760833944192:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1777421062.505302:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+85:22414:x1863760833944192:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 189us (325us total) trans 4294967780 rc 0/0 00000100:00100000:2.0:1777421062.505321:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 169 00000100:00100000:3.0:1777421062.673493:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421062.673536:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421062.673565:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421062.673792:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833944448 00000100:00100000:0.0:1777421062.673802:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833944448 00000100:00100000:2.0:1777421062.673878:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833944704 00000100:00100000:2.0:1777421062.673884:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833944704 00000100:00100000:2.0:1777421062.673924:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 155 00000100:00100000:2.0:1777421062.673934:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+8:2368:x1863760833944704:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:2.0:1777421062.673998:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+8:2368:x1863760833944704:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 65us (460us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421062.674010:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 155 00000100:00100000:3.0:1777421062.674091:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421062.674114:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421062.674144:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833944576 00000100:00100000:3.0:1777421062.674148:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833944576 00000100:00100000:3.0:1777421062.674174:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833944832 00000100:00100000:3.0:1777421062.674177:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833944832 00000100:00100000:3.0:1777421062.674204:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 156 00000100:00100000:3.0:1777421062.674212:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:2368:x1863760833944576:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777421062.674241:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:2368:x1863760833944576:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 29us (150us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421062.674263:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 156 00000100:00100000:3.0:1777421062.674277:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 157 00000100:00100000:3.0:1777421062.674283:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2368:x1863760833944832:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777421062.674308:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2368:x1863760833944832:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 25us (193us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421062.674314:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 157 00000100:00080000:3.0:1777421062.674382:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777421062.674386:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777421062.675043:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 158 00000100:00100000:0.0:1777421062.675054:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+9:2368:x1863760833944448:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:0.0:1777421062.675100:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+9:2368:x1863760833944448:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 50us (1615us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421062.675106:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 158 00000100:00100000:1.0:1777421062.675724:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833944320 00000100:00100000:1.0:1777421062.675733:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833944320 00000100:00100000:1.0:1777421062.675778:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 380 00000100:00100000:1.0:1777421062.675787:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119103850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+12:2368:x1863760833944320:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777421062.676137:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119103850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+12:2368:x1863760833944320:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 350us (2569us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421062.676145:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 380 00010000:00010000:3.0:1777421063.525658:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1777421063.662626:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967776 is committed 00000001:00080000:0.0:1777421063.662654:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967779 is committed 00000001:00080000:0.0:1777421063.662682:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967780 is committed 00000100:00100000:0.0:1777421064.152605:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137df6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841128064:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777421064.152686:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421064.152801:0:6546:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841128064 00000100:00100000:1.0:1777421064.152809:0:6546:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841128064 00000100:00080000:3.0:1777421064.152853:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777421064.152893:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1777421064.152904:0:6546:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1863760841128064:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777421064.152941:0:6546:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 64684032 pending 0 free 3855613952 avail 3853516800 00000100:00100000:2.0:1777421064.153012:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137df4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3296:1863760841128192:0@lo:400:kworker.0 00000100:00100000:2.0:1777421064.153076:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421064.153144:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841128192 00000100:00100000:2.0:1777421064.153151:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841128192 00000100:00100000:2.0:1777421064.153185:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 381 00000100:00100000:2.0:1777421064.153190:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119100850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3296:x1863760841128192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421064.153231:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119100850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3296:x1863760841128192:12345-0@lo:400:kworker.0 Request processed in 39us (154us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421064.153239:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 381 00000100:00100000:2.0:1777421064.153308:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137df4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3296:1863760841128192:0@lo:400:kworker.0 00000100:00100000:3.0:1777421064.153326:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137df6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3297:1863760841128320:0@lo:400:kworker.0 00000100:00100000:2.0:1777421064.153338:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3296:1863760841128704:0@lo:400:kworker.0 00000100:00100000:3.0:1777421064.153411:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421064.153430:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c12a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3298:1863760841128448:0@lo:400:kworker.0 00000100:00100000:2.0:1777421064.153469:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421064.153511:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841128320 00000100:00100000:3.0:1777421064.153518:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841128320 00000100:00100000:3.0:1777421064.153564:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841128448 00000100:00100000:3.0:1777421064.153568:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841128448 00000100:00100000:3.0:1777421064.153915:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00100000:3.0:1777421064.153927:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1863760841128320:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421064.153978:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1863760841128320:12345-0@lo:400:kworker.0 Request processed in 55us (569us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421064.154128:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162 00000100:00100000:2.0:1777421064.154146:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3298:x1863760841128448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421064.154215:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3298:x1863760841128448:12345-0@lo:400:kworker.0 Request processed in 76us (750us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421064.155195:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00000100:00100000:2.0:1777421064.155212:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162 00000100:00080000:3.0:1777421064.155253:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777421064.155299:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c12a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3298:1863760841128448:0@lo:400:kworker.0 00000100:00100000:3.0:1777421064.155305:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137df6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3297:1863760841128320:0@lo:400:kworker.0 00000100:00100000:3.0:1777421064.155383:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421064.155427:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841128704 00000100:00100000:3.0:1777421064.155430:0:3296:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1777421064.155435:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841128704 00000100:00100000:3.0:1777421064.155443:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841128576:0@lo:400:kworker.0 00000100:00100000:2.0:1777421064.155487:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 163 00000100:00100000:2.0:1777421064.155495:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3296:x1863760841128704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421064.155545:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3296:x1863760841128704:12345-0@lo:400:kworker.0 Request processed in 51us (165us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421064.155551:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 163 00000100:00080000:2.0:1777421064.155570:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777421064.155838:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421064.155894:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3296:1863760841128704:0@lo:400:kworker.0 00000100:00100000:1.0:1777421064.155959:0:6546:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1863760841128064:12345-0@lo:13:osp-pre-1-0.0 Request processed in 3054us (3270us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421064.155970:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1777421064.156384:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841128576 00000100:00100000:2.0:1777421064.156391:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841128576 00000100:00100000:2.0:1777421064.156443:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00080000:3.0:1777421064.156567:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777421064.156701:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137df6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841128064:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777421064.156769:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3296:x1863760841128576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421064.156836:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3296:x1863760841128576:12345-0@lo:400:kworker.0 Request processed in 383us (996us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421064.156854:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:2.0:1777421064.156906:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841128576:0@lo:400:kworker.0 00010000:00010000:0.0:1777421064.536465:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777421065.560524:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1777421065.973294:0:17196:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866bc len=0 uarg=00007ffff9ca7b60 20000000:00000080:0.0:1777421065.973309:0:17196:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866bc len=576 karg=ffff9af105d52c00 uarg=0000000000000000 00000040:00100000:0.0:1777421065.974107:0:17196:0:(llog.c:1064:llog_reverse_process()) index 48 : idx 48 00000040:00100000:0.0:1777421065.974137:0:17196:0:(llog.c:1064:llog_reverse_process()) index 46 : idx 1 20000000:01000000:0.0:1777421065.974141:0:17196:0:(mgs_llog.c:870:mgs_search_pool_cb()) Matched pool rec 46 cmd:0xce021 lustre.test_11c lustre-OST0001_UUID 20000000:01000000:0.0:1777421065.974156:0:17196:0:(mgs_llog.c:1016:mgs_modify()) modify lustre-client/lustre-clilov/add lustre.test_11c.lustre-OST0001_UUID fl=4 20000000:01000000:0.0:1777421065.974631:0:17197:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 45 marker 30 1->4: lustre-clilov add lustre.test_11c.lustre-OST0001_UUID 20000000:01000000:0.0:1777421065.974741:0:17197:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 48 marker 30 2->4: lustre-clilov add lustre.test_11c.lustre-OST0001_UUID 00000040:00080000:0.0:1777421065.974767:0:17197:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 49 count 48 00000040:00080000:2.0:1777421065.975086:0:17196:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].49, 224 off16832 20000000:01000000:2.0:1777421065.975100:0:17196:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-clilov 0xce022 lustre test_11c lustre-OST0001_UUID (null) 00000040:00080000:2.0:1777421065.975150:0:17196:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].50, 136 off16968 00000040:00080000:2.0:1777421065.975178:0:17196:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].51, 224 off17192 20000000:01000000:2.0:1777421065.975191:0:17196:0:(mgs_llog.c:1016:mgs_modify()) modify lustre-MDT0000/lustre-MDT0000-mdtlov/add lustre.test_11c.lustre-OST0001_UUID fl=4 20000000:01000000:0.0:1777421065.975921:0:17198:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 40 marker 31 1->4: lustre-MDT0000-mdtlov add lustre.test_11c.lustre-OST0001_UUID 20000000:01000000:0.0:1777421065.976004:0:17198:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 42 marker 31 2->4: lustre-MDT0000-mdtlov add lustre.test_11c.lustre-OST0001_UUID 00000040:00080000:0.0:1777421065.976038:0:17198:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 43 count 43 00000040:00080000:2.0:1777421065.976292:0:17196:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].43, 224 off15872 20000000:01000000:2.0:1777421065.976316:0:17196:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-MDT0000-mdtlov 0xce022 lustre test_11c lustre-OST0001_UUID (null) 00000040:00080000:2.0:1777421065.976683:0:17196:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].44, 144 off16016 00000040:00080000:2.0:1777421065.976726:0:17196:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].45, 224 off16240 10000000:01000000:2.0:1777421065.976739:0:17196:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 00010000:00010000:2.0:1777421065.976759:0:17196:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9af001c6a000/0xa38d712893866b1 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421065.976840:0:17196:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9af13f65ac00/0xa38d7128938656f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d71289386568 expref: 17 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421065.976850:0:17196:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9af13f65be00/0xa38d7128938657d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d71289386576 expref: 17 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421065.976856:0:17196:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9af0011e3600/0xa38d7128938658b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d71289386584 expref: 17 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421065.976863:0:17196:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9af105d5ca00/0xa38d71289386599 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d71289386592 expref: 17 pid: 5753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421065.976869:0:17196:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9af105d5d200/0xa38d712893865a7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d712893865a0 expref: 17 pid: 5753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421065.976876:0:17196:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9af13f65a800/0xa38d712893865b5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d712893865ae expref: 17 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421065.976884:0:17196:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9af13f65ae00/0xa38d712893865c3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d712893865bc expref: 17 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421065.976893:0:17196:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9af13f65a200/0xa38d712893865ca lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37646a expref: 11 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421065.976901:0:17196:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9af12cf39200/0xa38d712893865d1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376471 expref: 11 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421065.976915:0:17196:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9af12cf38400/0xa38d712893865d8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376478 expref: 11 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421065.976922:0:17196:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9af001c6a000/0xa38d712893866b1 lrc: 13/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421065.976960:0:17196:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9af12cf38400/0xa38d712893865d8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376478 expref: 11 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421065.976975:0:17196:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9af12cf38400/0xa38d712893865d8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376478 expref: 11 pid: 5755 timeout: 377 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421065.976990:0:17196:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0010f7b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17196:1863760841128832:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777421065.977080:0:17196:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9af12cf39200/0xa38d712893865d1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376471 expref: 11 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421065.977090:0:17196:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9af12cf39200/0xa38d712893865d1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376471 expref: 11 pid: 5755 timeout: 377 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421065.977099:0:17196:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0010f5c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17196:1863760841128960:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777421065.977132:0:17196:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9af13f65a200/0xa38d712893865ca lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37646a expref: 11 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421065.977142:0:17196:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9af13f65a200/0xa38d712893865ca lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37646a expref: 11 pid: 5755 timeout: 377 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421065.977150:0:17196:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137df6300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17196:1863760841129088:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777421065.977190:0:17196:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9af13f65ae00/0xa38d712893865c3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa38d712893865bc expref: 17 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421065.977199:0:17196:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9af13f65ae00/0xa38d712893865c3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa38d712893865bc expref: 17 pid: 5755 timeout: 427 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421065.977209:0:17196:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137df6d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17196:1863760841129216:0@lo:104: 00000100:00100000:2.0:1777421065.977244:0:17196:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777421065.977323:0:17196:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9af13f65a800/0xa38d712893865b5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa38d712893865ae expref: 17 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421065.977331:0:17196:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9af13f65a800/0xa38d712893865b5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa38d712893865ae expref: 17 pid: 5755 timeout: 427 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421065.977339:0:17196:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137df4700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17196:1863760841129344:0@lo:104: 00010000:00010000:2.0:1777421065.977393:0:17196:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9af105d5d200/0xa38d712893865a7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa38d712893865a0 expref: 17 pid: 5753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421065.977401:0:17196:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9af105d5d200/0xa38d712893865a7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa38d712893865a0 expref: 17 pid: 5753 timeout: 427 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421065.977408:0:17196:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af110397480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17196:1863760841129472:0@lo:104: 00010000:00010000:2.0:1777421065.977431:0:17196:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9af105d5ca00/0xa38d71289386599 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa38d71289386592 expref: 17 pid: 5753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421065.977439:0:17196:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9af105d5ca00/0xa38d71289386599 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa38d71289386592 expref: 17 pid: 5753 timeout: 427 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421065.977447:0:17196:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af110397b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17196:1863760841129600:0@lo:104: 00010000:00010000:2.0:1777421065.977469:0:17196:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9af0011e3600/0xa38d7128938658b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa38d71289386584 expref: 17 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421065.977483:0:17196:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9af0011e3600/0xa38d7128938658b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa38d71289386584 expref: 17 pid: 5754 timeout: 427 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421065.977492:0:17196:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af1189e8700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17196:1863760841129728:0@lo:104: 00010000:00010000:2.0:1777421065.977518:0:17196:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9af13f65be00/0xa38d7128938657d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa38d71289386576 expref: 17 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421065.977525:0:17196:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9af13f65be00/0xa38d7128938657d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa38d71289386576 expref: 17 pid: 5755 timeout: 427 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421065.977533:0:17196:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13786f100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17196:1863760841129856:0@lo:104: 00010000:00010000:2.0:1777421065.977555:0:17196:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9af13f65ac00/0xa38d7128938656f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa38d71289386568 expref: 17 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421065.977563:0:17196:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9af13f65ac00/0xa38d7128938656f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa38d71289386568 expref: 17 pid: 5755 timeout: 427 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421065.977571:0:17196:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0013b7100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17196:1863760841129984:0@lo:104: 00000100:00100000:2.0:1777421065.977600:0:17196:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1052ce6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421065.977737:0:6557:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1777421065.977756:0:6557:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421065.977874:0:6557:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421065.977943:0:6557:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421065.977964:0:5743:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841129216 00000100:00100000:2.0:1777421065.977971:0:5743:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841129216 00000100:00100000:2.0:1777421065.978050:0:5743:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841129344 00000100:00100000:2.0:1777421065.978054:0:5743:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841129344 00000100:00100000:1.0:1777421065.978407:0:6557:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421065.978448:0:11314:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841129472 00000100:00100000:0.0:1777421065.978450:0:5744:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841129600 00000100:00100000:3.0:1777421065.978454:0:11314:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841129472 00000100:00100000:0.0:1777421065.978457:0:5744:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841129600 00000100:00100000:3.0:1777421065.978483:0:11314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1777421065.978490:0:5744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1777421065.978496:0:11314:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001d7f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+6:17196:x1863760841129216:12345-0@lo:104: 00000100:00100000:0.0:1777421065.978503:0:5744:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+6:17196:x1863760841129344:12345-0@lo:104: 00010000:00010000:3.0:1777421065.978511:0:11314:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.147@tcp lock: ffff9af0011e3800/0xa38d712893865bc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d712893865c3 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421065.978512:0:5744:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.147@tcp lock: ffff9af0011e3c00/0xa38d712893865ae lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d712893865b5 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421065.978589:0:5744:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1777421065.978596:0:5744:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+6:17196:x1863760841129344:12345-0@lo:104: Request processed in 96us (839us total) trans 0 rc 0/0 00010000:00010000:3.0:1777421065.978597:0:11314:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1777421065.978610:0:5744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1777421065.978611:0:11314:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001d7f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+6:17196:x1863760841129216:12345-0@lo:104: Request processed in 117us (1364us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421065.978622:0:11314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1777421065.978630:0:5744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1777421065.978638:0:5744:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+4:17196:x1863760841129472:12345-0@lo:104: 00010000:00010000:0.0:1777421065.978652:0:5744:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.147@tcp lock: ffff9af13f65b200/0xa38d712893865a0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d712893865a7 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421065.978660:0:11314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1777421065.978670:0:11314:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+4:17196:x1863760841129600:12345-0@lo:104: 00010000:00010000:3.0:1777421065.978679:0:11314:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.147@tcp lock: ffff9af13f65ba00/0xa38d71289386592 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d71289386599 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421065.978689:0:5744:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:0.0:1777421065.978696:0:5744:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+4:17196:x1863760841129472:12345-0@lo:104: Request processed in 59us (821us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421065.978703:0:5744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00010000:00010000:3.0:1777421065.978724:0:11314:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00010000:00010000:0.0:1777421065.978726:0:5748:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00000100:00100000:3.0:1777421065.978732:0:11314:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+3:17196:x1863760841129600:12345-0@lo:104: Request processed in 64us (788us total) trans 0 rc 0/0 00010000:00010000:0.0:1777421065.978733:0:5748:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.147@tcp lock: ffff9af0011e3c00/0xa38d712893865ae lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d712893865b5 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421065.978747:0:11314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00010000:00010000:0.0:1777421065.978749:0:5748:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0011e3c00 already unused, calling callback (ffffffffc1ac3c20) 10000000:00010000:0.0:1777421065.978754:0:5748:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.147@tcp lock: ffff9af0011e3c00/0xa38d712893865ae lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400400000000 nid: local remote: 0xa38d712893865b5 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421065.978763:0:5748:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.147@tcp lock: ffff9af0011e3c00/0xa38d712893865ae lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1408400000000 nid: local remote: 0xa38d712893865b5 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1777421065.978770:0:5748:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.147@tcp lock: ffff9af0011e3c00/0xa38d712893865ae lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1409400000000 nid: local remote: 0xa38d712893865b5 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421065.978775:0:5749:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1777421065.978781:0:5749:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.147@tcp lock: ffff9af0011e3800/0xa38d712893865bc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d712893865c3 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777421065.978787:0:5748:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1777421065.978801:0:5749:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0011e3800 already unused, calling callback (ffffffffc1ac3c20) 10000000:00010000:3.0:1777421065.978805:0:5749:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.147@tcp lock: ffff9af0011e3800/0xa38d712893865bc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400400000000 nid: local remote: 0xa38d712893865c3 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421065.978813:0:5749:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.147@tcp lock: ffff9af0011e3800/0xa38d712893865bc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1408400000000 nid: local remote: 0xa38d712893865c3 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421065.978818:0:5748:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.147@tcp lock: ffff9af0011e3c00/0xa38d712893865ae lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d712893865b5 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421065.978825:0:5748:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1777421065.978859:0:5748:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.147@tcp lock: ffff9af0011e3c00/0xa38d712893865ae lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d712893865b5 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421065.978866:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.147@tcp lock: ffff9af0011e3c00/0xa38d712893865ae lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d712893865b5 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421065.978884:0:5748:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1777421065.978887:0:5748:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.147@tcp lock: ffff9af13f65b200/0xa38d712893865a0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d712893865a7 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421065.978892:0:5748:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f65b200 already unused, calling callback (ffffffffc1ac3c20) 10000000:00010000:0.0:1777421065.978895:0:5748:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.147@tcp lock: ffff9af13f65b200/0xa38d712893865a0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400400000000 nid: local remote: 0xa38d712893865a7 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421065.978902:0:5748:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.147@tcp lock: ffff9af13f65b200/0xa38d712893865a0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1408400000000 nid: local remote: 0xa38d712893865a7 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1777421065.978908:0:5748:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.147@tcp lock: ffff9af13f65b200/0xa38d712893865a0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1409400000000 nid: local remote: 0xa38d712893865a7 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777421065.978913:0:5748:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1777421065.978926:0:5748:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.147@tcp lock: ffff9af13f65b200/0xa38d712893865a0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d712893865a7 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421065.978932:0:5748:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1777421065.978938:0:5748:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.147@tcp lock: ffff9af13f65b200/0xa38d712893865a0 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d712893865a7 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421065.978944:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.147@tcp lock: ffff9af13f65b200/0xa38d712893865a0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d712893865a7 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421065.978952:0:5748:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777421065.978954:0:5748:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.147@tcp lock: ffff9af13f65ba00/0xa38d71289386592 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d71289386599 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421065.978968:0:5748:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f65ba00 already unused, calling callback (ffffffffc1ac3c20) 10000000:00010000:0.0:1777421065.978971:0:5748:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.147@tcp lock: ffff9af13f65ba00/0xa38d71289386592 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400400000000 nid: local remote: 0xa38d71289386599 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421065.978977:0:5748:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.147@tcp lock: ffff9af13f65ba00/0xa38d71289386592 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1408400000000 nid: local remote: 0xa38d71289386599 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1777421065.978983:0:5748:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.147@tcp lock: ffff9af13f65ba00/0xa38d71289386592 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1409400000000 nid: local remote: 0xa38d71289386599 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777421065.978988:0:5748:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1777421065.979000:0:5748:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.147@tcp lock: ffff9af13f65ba00/0xa38d71289386592 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d71289386599 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421065.979006:0:5748:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1777421065.979021:0:5748:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.147@tcp lock: ffff9af13f65ba00/0xa38d71289386592 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d71289386599 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421065.979028:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.147@tcp lock: ffff9af13f65ba00/0xa38d71289386592 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d71289386599 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421065.979036:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777421065.979037:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777421065.979039:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777421065.979045:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777421065.979056:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118e71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3298:1863760841130240:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1777421065.979085:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421065.979113:0:3298:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1777421065.979119:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118e70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3298:1863760841130112:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1777421065.979145:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421065.979168:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118e70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3295:1863760841130368:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1777421065.979185:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421065.979209:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841130240 00000100:00100000:0.0:1777421065.979212:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841130240 00010000:00010000:0.0:1777421065.979228:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9af105d5d200/0xa38d712893865a7 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa38d712893865a0 expref: 18 pid: 5753 timeout: 427 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421065.979245:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841130112 00000100:00100000:0.0:1777421065.979247:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841130112 00010000:00010000:0.0:1777421065.979255:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9af13f65a800/0xa38d712893865b5 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa38d712893865ae expref: 19 pid: 5755 timeout: 427 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421065.979267:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841130368 00000100:00100000:0.0:1777421065.979269:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841130368 00010000:00010000:0.0:1777421065.979276:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9af105d5ca00/0xa38d71289386599 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa38d71289386592 expref: 20 pid: 5753 timeout: 427 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421065.979286:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 223 00000100:00100000:0.0:1777421065.979291:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134080e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+20:3298:x1863760841130240:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777421065.979299:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421065.979304:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9af105d5d200/0xa38d712893865a7 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa38d712893865a0 expref: 20 pid: 5753 timeout: 427 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421065.979312:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9af105d5d200/0xa38d712893865a7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa38d712893865a0 expref: 20 pid: 5753 timeout: 427 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421065.979326:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421065.979346:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134080e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+20:3298:x1863760841130240:12345-0@lo:103:ldlm_bl.0 Request processed in 55us (261us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421065.979377:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 223 00000100:00100000:0.0:1777421065.979390:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 224 00000100:00100000:0.0:1777421065.979395:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134082a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+19:3298:x1863760841130112:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777421065.979401:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421065.979405:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9af13f65a800/0xa38d712893865b5 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa38d712893865ae expref: 19 pid: 5755 timeout: 427 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421065.979413:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9af13f65a800/0xa38d712893865b5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa38d712893865ae expref: 19 pid: 5755 timeout: 427 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421065.979421:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421065.979438:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134082a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+19:3298:x1863760841130112:12345-0@lo:103:ldlm_bl.0 Request processed in 44us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421065.979443:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 224 00000100:00100000:0.0:1777421065.979453:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 225 00000100:00100000:0.0:1777421065.979458:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134082680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3295:x1863760841130368:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777421065.979463:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421065.979467:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9af105d5ca00/0xa38d71289386599 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa38d71289386592 expref: 18 pid: 5753 timeout: 427 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421065.979475:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9af105d5ca00/0xa38d71289386599 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa38d71289386592 expref: 18 pid: 5753 timeout: 427 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421065.979483:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421065.979500:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134082680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3295:x1863760841130368:12345-0@lo:103:ldlm_bl.0 Request processed in 42us (314us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421065.979505:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 225 00000100:00100000:0.0:1777421065.979536:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118e70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3295:1863760841130368:0@lo:103:ldlm_bl.0 10000000:00010000:3.0:1777421065.979563:0:5749:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.147@tcp lock: ffff9af0011e3800/0xa38d712893865bc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1409400000000 nid: local remote: 0xa38d712893865c3 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421065.979564:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118e70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3298:1863760841130112:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1777421065.979573:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118e71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3298:1863760841130240:0@lo:103:ldlm_bl.0 10000000:01000000:3.0:1777421065.979578:0:5749:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1777421065.979599:0:5749:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.147@tcp lock: ffff9af0011e3800/0xa38d712893865bc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d712893865c3 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421065.979605:0:5749:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1777421065.979632:0:5749:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.147@tcp lock: ffff9af0011e3800/0xa38d712893865bc lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d712893865c3 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421065.979639:0:5749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.147@tcp lock: ffff9af0011e3800/0xa38d712893865bc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d712893865c3 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421065.979650:0:17196:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137df6d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17196:1863760841129216:0@lo:104: 00010000:00010000:3.0:1777421065.979651:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421065.979660:0:17196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af13f65a800/0xa38d712893865b5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa38d712893865ae expref: 17 pid: 5755 timeout: 427 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421065.979670:0:17196:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137df4700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17196:1863760841129344:0@lo:104: 00010000:00010000:2.0:1777421065.979683:0:17196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af105d5d200/0xa38d712893865a7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa38d712893865a0 expref: 16 pid: 5753 timeout: 427 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421065.979691:0:17196:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af110397480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17196:1863760841129472:0@lo:104: 00010000:00010000:2.0:1777421065.979697:0:17196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af105d5ca00/0xa38d71289386599 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa38d71289386592 expref: 15 pid: 5753 timeout: 427 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421065.979704:0:17196:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af110397b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17196:1863760841129600:0@lo:104: 00010000:00010000:2.0:1777421065.979730:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777421065.979737:0:3295:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777421065.979743:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3295:1863760841130496:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777421065.979763:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777421065.979766:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777421065.979768:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777421065.979822:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841130496 00000100:00100000:0.0:1777421065.979826:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841130496 00010000:00010000:0.0:1777421065.979848:0:6558:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9af13f65ae00/0xa38d712893865c3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa38d712893865bc expref: 15 pid: 5755 timeout: 427 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421065.979872:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 226 00000100:00100000:0.0:1777421065.979877:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+15:3295:x1863760841130496:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777421065.979884:0:6558:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421065.979888:0:6558:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9af13f65ae00/0xa38d712893865c3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa38d712893865bc expref: 15 pid: 5755 timeout: 427 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421065.979896:0:6558:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9af13f65ae00/0xa38d712893865c3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa38d712893865bc expref: 15 pid: 5755 timeout: 427 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421065.979905:0:6558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af13f65ae00/0xa38d712893865c3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa38d712893865bc expref: 15 pid: 5755 timeout: 427 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421065.979913:0:6558:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421065.979941:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+14:3295:x1863760841130496:12345-0@lo:103:ldlm_bl.0 Request processed in 64us (177us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421065.979947:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 226 00000100:00100000:3.0:1777421065.979972:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3295:1863760841130496:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1777421065.980073:0:6557:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421065.980116:0:6557:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421065.980132:0:5743:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841129728 00000100:00100000:3.0:1777421065.980135:0:11314:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841129856 00000100:00100000:2.0:1777421065.980136:0:5743:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841129728 00000100:00100000:3.0:1777421065.980143:0:11314:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841129856 00000100:00100000:3.0:1777421065.980173:0:11314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1777421065.980178:0:11314:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+4:17196:x1863760841129728:12345-0@lo:104: 00000100:00100000:0.0:1777421065.980192:0:5744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1777421065.980201:0:5744:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+4:17196:x1863760841129856:12345-0@lo:104: 00010000:00010000:0.0:1777421065.980209:0:5744:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.147@tcp lock: ffff9af0013cf600/0xa38d71289386576 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d7128938657d expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421065.980256:0:5744:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1777421065.980261:0:5744:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+4:17196:x1863760841129856:12345-0@lo:104: Request processed in 63us (189us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421065.980268:0:5744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00010000:00010000:0.0:1777421065.980281:0:5748:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777421065.980285:0:5748:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.147@tcp lock: ffff9af0013cf600/0xa38d71289386576 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d7128938657d expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421065.980292:0:5748:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0013cf600 already unused, calling callback (ffffffffc1ac3c20) 10000000:00010000:0.0:1777421065.980295:0:5748:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.147@tcp lock: ffff9af0013cf600/0xa38d71289386576 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xa38d7128938657d expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421065.980303:0:5748:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.147@tcp lock: ffff9af0013cf600/0xa38d71289386576 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xa38d7128938657d expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1777421065.980313:0:5748:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.147@tcp lock: ffff9af0013cf600/0xa38d71289386576 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xa38d7128938657d expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421065.980317:0:11314:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.147@tcp lock: ffff9af13f65a600/0xa38d71289386584 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d7128938658b expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777421065.980322:0:5748:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1777421065.980341:0:5748:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.147@tcp lock: ffff9af0013cf600/0xa38d71289386576 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d7128938657d expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421065.980370:0:5748:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1777421065.980372:0:11314:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1777421065.980378:0:11314:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+3:17196:x1863760841129728:12345-0@lo:104: Request processed in 200us (1972us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421065.980383:0:11314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00010000:00010000:0.0:1777421065.980385:0:5748:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.147@tcp lock: ffff9af0013cf600/0xa38d71289386576 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d7128938657d expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421065.980394:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.147@tcp lock: ffff9af0013cf600/0xa38d71289386576 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d7128938657d expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421065.980413:0:5748:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777421065.980416:0:5748:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.147@tcp lock: ffff9af13f65a600/0xa38d71289386584 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d7128938658b expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421065.980422:0:5748:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f65a600 already unused, calling callback (ffffffffc1ac3c20) 10000000:00010000:0.0:1777421065.980426:0:5748:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.147@tcp lock: ffff9af13f65a600/0xa38d71289386584 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xa38d7128938658b expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421065.980433:0:5748:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.147@tcp lock: ffff9af13f65a600/0xa38d71289386584 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xa38d7128938658b expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1777421065.980440:0:5748:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.147@tcp lock: ffff9af13f65a600/0xa38d71289386584 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xa38d7128938658b expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777421065.980446:0:5748:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1777421065.980462:0:5748:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.147@tcp lock: ffff9af13f65a600/0xa38d71289386584 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d7128938658b expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421065.980469:0:5748:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1777421065.980472:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00010000:00010000:0.0:1777421065.980479:0:5748:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.147@tcp lock: ffff9af13f65a600/0xa38d71289386584 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d7128938658b expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421065.980487:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.147@tcp lock: ffff9af13f65a600/0xa38d71289386584 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d7128938658b expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421065.980497:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777421065.980499:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00010000:00010000:0.0:1777421065.980500:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777421065.980504:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777421065.980514:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af134080380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3297:1863760841130624:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1777421065.980543:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421065.980564:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421065.980569:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777421065.980577:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af134083800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3297:1863760841130752:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1777421065.980592:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833944960 00000100:00100000:0.0:1777421065.980597:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421065.980598:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833944960 00000100:00100000:0.0:1777421065.980617:0:8215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833945088 00000100:00100000:0.0:1777421065.980621:0:8215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833945088 00010000:00010000:0.0:1777421065.980634:0:8215:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9af12cf39200/0xa38d712893865d1 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376471 expref: 12 pid: 5755 timeout: 377 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421065.980689:0:8215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841130624 00000100:00100000:1.0:1777421065.980692:0:6557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841129984 00000100:00100000:0.0:1777421065.980692:0:8215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841130624 00000100:00100000:1.0:1777421065.980698:0:6557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841129984 00010000:00010000:0.0:1777421065.980707:0:8215:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9af13f65be00/0xa38d7128938657d lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa38d71289386576 expref: 14 pid: 5755 timeout: 427 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421065.980719:0:8215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833945216 00000100:00100000:0.0:1777421065.980723:0:8215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833945216 00000100:00100000:1.0:1777421065.980728:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00010000:00010000:0.0:1777421065.980734:0:8215:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9af13f65a200/0xa38d712893865ca lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37646a expref: 14 pid: 5755 timeout: 377 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421065.980741:0:6557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+3:17196:x1863760841129984:12345-0@lo:104: 00000100:00100000:0.0:1777421065.980750:0:8215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841130752 00010000:00010000:1.0:1777421065.980753:0:6557:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.147@tcp lock: ffff9af105d5c400/0xa38d71289386568 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d7128938656f expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421065.980754:0:8215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841130752 00010000:00010000:0.0:1777421065.980768:0:8215:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9af0011e3600/0xa38d7128938658b lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa38d71289386584 expref: 15 pid: 5754 timeout: 427 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421065.980781:0:8215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 227 00000100:00100000:0.0:1777421065.980786:0:8215:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c11880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:71f90d2e-4852-44e2-8435-52916750919f+14:2369:x1863760833945088:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421065.980795:0:8215:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421065.980800:0:8215:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9af12cf39200/0xa38d712893865d1 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376471 expref: 14 pid: 5755 timeout: 377 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421065.980811:0:6557:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1777421065.980821:0:6557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+3:17196:x1863760841129984:12345-0@lo:104: Request processed in 84us (703us total) trans 0 rc 0/0 00010000:00010000:0.0:1777421065.980823:0:8215:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9af12cf39200/0xa38d712893865d1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376471 expref: 14 pid: 5755 timeout: 377 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421065.980845:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00010000:00010000:0.0:1777421065.980853:0:8215:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421065.980884:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 228 00000100:00100000:0.0:1777421065.980890:0:8215:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c11880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:71f90d2e-4852-44e2-8435-52916750919f+14:2369:x1863760833945088:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 101us (391us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421065.980897:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134082d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+15:3297:x1863760841130624:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777421065.980901:0:5745:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9af12cf38400/0xa38d712893865d8 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376478 expref: 14 pid: 5755 timeout: 377 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421065.980904:0:8215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 227 00010000:00010000:1.0:1777421065.980910:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421065.980918:0:5747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9af13f65be00/0xa38d7128938657d lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa38d71289386576 expref: 15 pid: 5755 timeout: 427 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421065.980928:0:8215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 229 00010000:00010000:1.0:1777421065.980932:0:5747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9af13f65be00/0xa38d7128938657d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa38d71289386576 expref: 15 pid: 5755 timeout: 427 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421065.980946:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421065.980977:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134082d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+15:3297:x1863760841130624:12345-0@lo:103:ldlm_bl.0 Request processed in 82us (431us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421065.980994:0:17196:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0010f7b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17196:1863760841128832:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777421065.981004:0:17196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af12cf39200/0xa38d712893865d1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376471 expref: 13 pid: 5755 timeout: 377 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421065.981016:0:17196:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0010f5c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17196:1863760841128960:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777421065.981023:0:17196:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137df6300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17196:1863760841129088:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777421065.981029:0:17196:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af1189e8700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17196:1863760841129728:0@lo:104: 00010000:00010000:2.0:1777421065.981035:0:17196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af13f65be00/0xa38d7128938657d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa38d71289386576 expref: 15 pid: 5755 timeout: 427 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421065.981045:0:17196:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13786f100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17196:1863760841129856:0@lo:104: 00000100:00100000:2.0:1777421065.981052:0:17196:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0013b7100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17196:1863760841129984:0@lo:104: 00010000:00010000:2.0:1777421065.981084:0:17196:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9af001c6a000/0xa38d712893866b1 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421065.981106:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 230 00000100:00100000:1.0:1777421065.981115:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 228 00000100:00100000:2.0:1777421065.981118:0:6558:0:(service.c:3435:ptlrpc_start_thread()) ldlm_canceld[0] started 5 min 3 max 56 00000100:00100000:3.0:1777421065.981119:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134081180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+14:3297:x1863760841130752:12345-0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1777421065.981127:0:6558:0:(service.c:3494:ptlrpc_start_thread()) starting thread 'ldlm_cn00_005' 00010000:00010000:3.0:1777421065.981131:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1777421065.981137:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 231 00010000:00010000:3.0:1777421065.981141:0:5745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9af0011e3600/0xa38d7128938658b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa38d71289386584 expref: 13 pid: 5754 timeout: 427 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421065.981141:0:7419:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777421065.981148:0:7419:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.147@tcp lock: ffff9af105d5c400/0xa38d71289386568 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d7128938656f expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421065.981150:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118196450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71f90d2e-4852-44e2-8435-52916750919f+12:2368:x1863760833944960:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421065.981165:0:5745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9af0011e3600/0xa38d7128938658b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa38d71289386584 expref: 13 pid: 5754 timeout: 427 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421065.981165:0:7419:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af105d5c400 already unused, calling callback (ffffffffc1ac3c20) 10000000:00010000:2.0:1777421065.981172:0:7419:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.147@tcp lock: ffff9af105d5c400/0xa38d71289386568 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa38d7128938656f expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421065.981177:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421065.981187:0:5747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9af12cf38400/0xa38d712893865d8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376478 expref: 12 pid: 5755 timeout: 377 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421065.981190:0:7419:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.147@tcp lock: ffff9af105d5c400/0xa38d71289386568 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa38d7128938656f expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421065.981191:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af0011e3600/0xa38d7128938658b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa38d71289386584 expref: 13 pid: 5754 timeout: 427 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421065.981208:0:5747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9af12cf38400/0xa38d712893865d8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376478 expref: 12 pid: 5755 timeout: 377 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1777421065.981211:0:7419:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.147@tcp lock: ffff9af105d5c400/0xa38d71289386568 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa38d7128938656f expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777421065.981218:0:7419:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1777421065.981242:0:7419:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.147@tcp lock: ffff9af105d5c400/0xa38d71289386568 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d7128938656f expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421065.981248:0:7419:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1777421065.981259:0:7419:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.147@tcp lock: ffff9af105d5c400/0xa38d71289386568 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d7128938656f expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421065.981266:0:7419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.147@tcp lock: ffff9af105d5c400/0xa38d71289386568 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d7128938656f expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421065.981278:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421065.981279:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421065.981281:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777421065.981389:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0013b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3295:1863760841130880:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1777421065.981410:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421065.981429:0:5746:0:(service.c:3435:ptlrpc_start_thread()) ldlm_canceld[0] started 5 min 3 max 56 00000100:00100000:2.0:1777421065.981434:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841130880 00000100:00100000:2.0:1777421065.981437:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841130880 00010000:00010000:2.0:1777421065.981448:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9af13f65ac00/0xa38d7128938656f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa38d71289386568 expref: 13 pid: 5755 timeout: 427 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421065.981458:0:5746:0:(service.c:3435:ptlrpc_start_thread()) ldlm_canceld[0] started 5 min 3 max 56 00000100:00100000:2.0:1777421065.981463:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 232 00000100:00100000:2.0:1777421065.981468:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+13:3295:x1863760841130880:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777421065.981475:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421065.981478:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9af13f65ac00/0xa38d7128938656f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa38d71289386568 expref: 13 pid: 5755 timeout: 427 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421065.981522:0:8215:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c10380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:71f90d2e-4852-44e2-8435-52916750919f+12:2368:x1863760833945216:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421065.981530:0:8215:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421065.981532:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421065.981536:0:8215:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9af13f65a200/0xa38d712893865ca lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37646a expref: 12 pid: 5755 timeout: 377 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421065.981540:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af12cf38400/0xa38d712893865d8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376478 expref: 12 pid: 5755 timeout: 377 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421065.981555:0:8215:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9af13f65a200/0xa38d712893865ca lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37646a expref: 11 pid: 5755 timeout: 377 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421065.981565:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134081180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+13:3297:x1863760841130752:12345-0@lo:103:ldlm_bl.0 Request processed in 449us (966us total) trans 0 rc 0/0 00010000:00010000:1.0:1777421065.981566:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421065.981572:0:8215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af13f65a200/0xa38d712893865ca lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37646a expref: 11 pid: 5755 timeout: 377 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421065.981585:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 230 00010000:00010000:0.0:1777421065.981588:0:8215:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421065.981606:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118196450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71f90d2e-4852-44e2-8435-52916750919f+10:2368:x1863760833944960:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 460us (1135us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421065.981613:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 231 00000100:00100000:0.0:1777421065.981614:0:8215:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c10380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:71f90d2e-4852-44e2-8435-52916750919f+10:2368:x1863760833945216:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 675us (1050us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421065.981623:0:8215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 229 00010000:00010000:1.0:1777421065.981645:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777421065.981668:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af134083800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3297:1863760841130752:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1777421065.981673:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af134080380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3297:1863760841130624:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777421065.981926:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9af13f65ac00/0xa38d7128938656f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa38d71289386568 expref: 12 pid: 5755 timeout: 427 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421065.981937:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af13f65ac00/0xa38d7128938656f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa38d71289386568 expref: 12 pid: 5755 timeout: 427 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421065.981948:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9af001c6a000/0xa38d712893866b1 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421065.981956:0:5746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af001c6a000/0xa38d712893866b1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421065.981968:0:5746:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9af001c6a000/0xa38d712893866b1 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421065.981975:0:5746:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9af001c6a000/0xa38d712893866b1 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421065.981987:0:5746:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9af001c6a000/0xa38d712893866b1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421065.981993:0:5746:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9af001c6a000/0xa38d712893866b1 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421065.981998:0:5746:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af001c6a000 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:2.0:1777421065.982002:0:5746:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9af001c6a000/0xa38d712893866b1 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421065.982009:0:5746:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9af001c6a000/0xa38d712893866b1 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421065.982092:0:17196:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9af001c6a000/0xa38d712893866b1 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421065.982099:0:17196:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9af001c6a000/0xa38d712893866b1 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421065.982786:0:5746:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9af001c6a000/0xa38d712893866b1 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421065.982795:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af001c6a000/0xa38d712893866b1 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421065.982806:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421065.982910:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+11:3295:x1863760841130880:12345-0@lo:103:ldlm_bl.0 Request processed in 1440us (1498us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421065.982918:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 232 00000100:00100000:3.0:1777421065.982968:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0013b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3295:1863760841130880:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1777421066.200969:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841131008:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777421066.201037:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421066.201161:0:6546:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841131008 00000100:00100000:1.0:1777421066.201170:0:6546:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841131008 00000100:00100000:1.0:1777421066.201259:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1777421066.201269:0:6546:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134083b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3296:x1863760841131008:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777421066.201304:0:6546:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 1703936 granted 62980096 pending 0 free 3857711104 avail 3855613952 00000100:00080000:2.0:1777421066.201381:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777421066.204799:0:6546:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134083b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3296:x1863760841131008:12345-0@lo:13:osp-pre-0-0.0 Request processed in 3520us (3750us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421066.204807:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841131008:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777421066.204813:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1777421066.257065:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421066.257289:0:6548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833945344 00000100:00100000:2.0:1777421066.257299:0:6548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833945344 00002000:00100000:2.0:1777421066.257412:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xe:0x0] (0->157) req@ffff9af001c11c00 x1863760833945344/t0(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:77/0 lens 648/0 e 0 to 0 dl 1777421077 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421066.257422:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af001c11c00 with x1863760833945344 ext(0->157) 00002000:00010000:2.0:1777421066.257439:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af001c11c00 00000100:00100000:2.0:1777421066.257476:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 60 00000100:00100000:2.0:1777421066.257485:0:6548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+8:2369:x1863760833945344:12345-192.168.203.47@tcp:4:cp.0 00000100:00080000:3.0:1777421066.258263:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777421066.259202:0:6548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2369:x1863760833945344:12345-192.168.203.47@tcp:4:cp.0 Request processed in 1712us (2140us total) trans 4294967329 rc 0/0 00000100:00100000:2.0:1777421066.259213:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 60 00002000:00100000:2.0:1777421066.259222:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xe:0x0] (0->157) req@ffff9af001c11c00 x1863760833945344/t4294967329(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:77/0 lens 648/448 e 0 to 0 dl 1777421077 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421066.259231:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af001c11c00 with x1863760833945344 ext(0->157) 00002000:00010000:2.0:1777421066.259236:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af001c11c00 00010000:00010000:3.0:1777421066.584531:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777421067.608519:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1777421067.672460:0:5757:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1777421067.672466:0:5757:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-client-ffff9af13c4e4800 from 49 10000000:01000000:1.0:1777421067.672485:0:5757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1777421067.672529:0:5757:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af105d5c800/0xa38d712893866b8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421067.672541:0:5757:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.147@tcp lock: ffff9af105d5c800/0xa38d712893866b8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421067.672551:0:5757:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.147@tcp lock: ffff9af105d5c800/0xa38d712893866b8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421067.672589:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001be2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841131136:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1777421067.672660:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421067.672734:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841131136 00000100:00100000:1.0:1777421067.672738:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af110f419c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777421067.672743:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841131136 00000100:00100000:2.0:1777421067.672808:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 382 00000100:00100000:2.0:1777421067.672829:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119101050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+11:5757:x1863760841131136:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777421067.672843:0:5755:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421067.672862:0:5755:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af001c6a000/0xa38d712893866bf lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa38d712893866b8 expref: -99 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421067.672884:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af001c6a000/0xa38d712893866bf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa38d712893866b8 expref: 12 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421067.672895:0:5755:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af001c6a000/0xa38d712893866bf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d712893866b8 expref: 12 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421067.672904:0:5755:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af001c6a000, rc 0) 00000100:00100000:2.0:1777421067.672948:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119101050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+12:5757:x1863760841131136:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 132us (288us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421067.672965:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 382 00000100:00100000:1.0:1777421067.673053:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001be2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841131136:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777421067.673067:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.147@tcp lock: ffff9af105d5c800/0xa38d712893866b8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d712893866bf expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421067.673075:0:5757:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.147@tcp lock: ffff9af105d5c800/0xa38d712893866b8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa38d712893866bf expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421067.673124:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001be2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841131264:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1777421067.673148:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421067.673206:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af110f419c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777421067.673242:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841131264 00000100:00100000:2.0:1777421067.673246:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841131264 00000100:00100000:2.0:1777421067.673311:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 383 00000100:00100000:2.0:1777421067.673319:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11816d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+12:5757:x1863760841131264:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1777421067.673528:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11816d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+12:5757:x1863760841131264:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 209us (379us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421067.673534:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 383 00000100:00100000:3.0:1777421067.673627:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001be2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841131264:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777421067.673657:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c13100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841131392:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777421067.673700:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421067.673770:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13c06ad80 going to sleep for 11 seconds 00000100:00100000:2.0:1777421067.673806:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841131392 00000100:00100000:2.0:1777421067.673810:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841131392 00000100:00100000:2.0:1777421067.673855:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 384 00000100:00100000:2.0:1777421067.673862:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+12:5757:x1863760841131392:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1777421067.674026:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+12:5757:x1863760841131392:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 163us (324us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421067.674033:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 384 00000100:00100000:0.0:1777421067.674161:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c13100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841131392:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1777421067.674502:0:17201:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001be1880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:17201:1863760841131520:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777421067.674540:0:17201:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421067.674566:0:17201:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af119195840 going to sleep for 11 seconds 00000100:00100000:2.0:1777421067.674591:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841131520 00000100:00100000:2.0:1777421067.674597:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841131520 00000100:00100000:2.0:1777421067.674642:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 385 00000100:00100000:2.0:1777421067.674659:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+12:17201:x1863760841131520:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1777421067.674873:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+12:17201:x1863760841131520:12345-0@lo:502:llog_process_th.0 Request processed in 222us (332us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421067.674881:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 385 00000100:00100000:1.0:1777421067.675050:0:17201:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001be1880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:17201:1863760841131520:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777421067.675094:0:17201:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001be1880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:17201:1863760841131648:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777421067.675134:0:17201:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421067.675158:0:17201:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1124f1e40 going to sleep for 11 seconds 00000100:00100000:2.0:1777421067.675183:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841131648 00000100:00100000:2.0:1777421067.675189:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841131648 00000100:00100000:2.0:1777421067.675249:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 386 00000100:00100000:2.0:1777421067.675258:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+12:17201:x1863760841131648:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1777421067.675397:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+12:17201:x1863760841131648:12345-0@lo:502:llog_process_th.0 Request processed in 140us (262us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421067.675404:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 386 00000100:00100000:1.0:1777421067.675774:0:17201:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001be1880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:17201:1863760841131648:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1777421067.675798:0:17201:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:0.0:1777421067.675986:0:5757:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-client gen 49-51 (rc=0) 10000000:01000000:0.0:1777421067.676004:0:5757:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.147@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1777421067.676014:0:5757:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af105d5c800/0xa38d712893866b8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d712893866bf expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421067.676023:0:5757:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.147@tcp lock: ffff9af105d5c800/0xa38d712893866b8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d712893866bf expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777421067.676087:0:5757:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:0.0:1777421067.676090:0:5757:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:0.0:1777421067.676093:0:5757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:0.0:1777421067.676119:0:5757:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af003866000/0xa38d712893866c6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421067.676127:0:5757:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.147@tcp lock: ffff9af003866000/0xa38d712893866c6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421067.676135:0:5757:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.147@tcp lock: ffff9af003866000/0xa38d712893866c6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421067.676149:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af134080380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841131776:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1777421067.676191:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421067.676226:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af103e2e3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777421067.676265:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841131776 00000100:00100000:2.0:1777421067.676271:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841131776 00000100:00100000:2.0:1777421067.676384:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 387 00000100:00100000:2.0:1777421067.676393:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+12:5757:x1863760841131776:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777421067.676404:0:5754:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421067.676418:0:5754:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af001c6a400/0xa38d712893866cd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xa38d712893866c6 expref: -99 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421067.676439:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af001c6a400/0xa38d712893866cd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa38d712893866c6 expref: 13 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421067.676450:0:5754:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af001c6a400/0xa38d712893866cd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d712893866c6 expref: 13 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421067.676458:0:5754:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af001c6a400, rc 0) 00000100:00100000:2.0:1777421067.676500:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+13:5757:x1863760841131776:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 109us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421067.676507:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 387 00000100:00100000:0.0:1777421067.676576:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af134080380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841131776:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777421067.676590:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.147@tcp lock: ffff9af003866000/0xa38d712893866c6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d712893866cd expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421067.676605:0:5757:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.147@tcp lock: ffff9af003866000/0xa38d712893866c6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xa38d712893866cd expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421067.676653:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af134080380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841131904:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777421067.676678:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421067.676703:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af103e2e3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777421067.676743:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841131904 00000100:00100000:2.0:1777421067.676748:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841131904 00000100:00100000:2.0:1777421067.676809:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 388 00000100:00100000:2.0:1777421067.676827:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+13:5757:x1863760841131904:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1777421067.676938:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+13:5757:x1863760841131904:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 122us (258us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421067.676956:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 388 00000100:00100000:0.0:1777421067.676974:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af134080380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841131904:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777421067.677004:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af134080380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841132032:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1777421067.677129:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421067.677192:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af103e2e3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777421067.677224:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841132032 00000100:00100000:3.0:1777421067.677228:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841132032 00000100:00100000:2.0:1777421067.677404:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 389 00000100:00100000:2.0:1777421067.677414:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+13:5757:x1863760841132032:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1777421067.677595:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+13:5757:x1863760841132032:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 184us (466us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421067.677600:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 389 00000100:00100000:0.0:1777421067.677722:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af134080380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841132032:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1777421067.678620:0:17202:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 64768 count 11 00000020:01000000:3.0:1777421067.678721:0:5757:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-OST0001 gen 11-10 (rc=0) 10000000:01000000:3.0:1777421067.678750:0:5757:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.147@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:3.0:1777421067.678760:0:5757:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af003866000/0xa38d712893866c6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d712893866cd expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421067.678788:0:5757:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.147@tcp lock: ffff9af003866000/0xa38d712893866c6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d712893866cd expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777421067.678798:0:5757:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:3.0:1777421067.678800:0:5757:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-client-ffff9af105758000 from 49 10000000:01000000:3.0:1777421067.678803:0:5757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1777421067.678845:0:5757:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af0011e3600/0xa38d712893866d4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421067.678853:0:5757:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.147@tcp lock: ffff9af0011e3600/0xa38d712893866d4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421067.678877:0:5757:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.147@tcp lock: ffff9af0011e3600/0xa38d712893866d4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421067.678895:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c12d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841132160:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1777421067.678942:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421067.678977:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1348d20c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777421067.679017:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841132160 00000100:00100000:2.0:1777421067.679024:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841132160 00000100:00100000:2.0:1777421067.679061:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 390 00000100:00100000:2.0:1777421067.679084:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+13:5757:x1863760841132160:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777421067.679096:0:5754:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421067.679110:0:5754:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af001c6b400/0xa38d712893866db lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xa38d712893866d4 expref: -99 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421067.679133:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af001c6b400/0xa38d712893866db lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa38d712893866d4 expref: 14 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421067.679146:0:5754:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af001c6b400/0xa38d712893866db lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d712893866d4 expref: 14 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421067.679166:0:5754:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af001c6b400, rc 0) 00000100:00100000:2.0:1777421067.679218:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+14:5757:x1863760841132160:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 148us (275us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421067.679226:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 390 00000100:00100000:3.0:1777421067.679243:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c12d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841132160:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777421067.679261:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.147@tcp lock: ffff9af0011e3600/0xa38d712893866d4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d712893866db expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421067.679271:0:5757:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.147@tcp lock: ffff9af0011e3600/0xa38d712893866d4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xa38d712893866db expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421067.679313:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c12d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841132288:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777421067.679332:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421067.679372:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1348d20c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777421067.679585:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841132288 00000100:00100000:2.0:1777421067.679590:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841132288 00000100:00100000:2.0:1777421067.679614:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 391 00000100:00100000:2.0:1777421067.679628:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+14:5757:x1863760841132288:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1777421067.679749:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+14:5757:x1863760841132288:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 121us (414us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421067.679756:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 391 00000100:00100000:3.0:1777421067.679789:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c12d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841132288:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777421067.679831:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c12d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841132416:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777421067.679870:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421067.679901:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1348d20c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777421067.680285:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841132416 00000100:00100000:2.0:1777421067.680290:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841132416 00000100:00100000:2.0:1777421067.680318:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 392 00000100:00100000:2.0:1777421067.680326:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+14:5757:x1863760841132416:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1777421067.680534:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+14:5757:x1863760841132416:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 207us (662us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421067.680542:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 392 00000100:00100000:3.0:1777421067.680695:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c12d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841132416:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1777421067.681152:0:17203:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001be1880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:17203:1863760841132544:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777421067.681194:0:17203:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421067.681231:0:17203:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1124f1e40 going to sleep for 11 seconds 00000100:00100000:2.0:1777421067.681283:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841132544 00000100:00100000:2.0:1777421067.681288:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841132544 00000100:00100000:2.0:1777421067.681322:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 393 00000100:00100000:2.0:1777421067.681331:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+14:17203:x1863760841132544:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1777421067.681687:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+14:17203:x1863760841132544:12345-0@lo:502:llog_process_th.0 Request processed in 357us (492us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421067.681695:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 393 00000100:00100000:1.0:1777421067.682024:0:17203:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001be1880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:17203:1863760841132544:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777421067.682069:0:17203:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001be1880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:17203:1863760841132672:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777421067.682105:0:17203:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421067.682134:0:17203:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af110037a80 going to sleep for 11 seconds 00000100:00100000:2.0:1777421067.682182:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841132672 00000100:00100000:2.0:1777421067.682188:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841132672 00000100:00100000:2.0:1777421067.682219:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 394 00000100:00100000:2.0:1777421067.682226:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+14:17203:x1863760841132672:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1777421067.682417:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+14:17203:x1863760841132672:12345-0@lo:502:llog_process_th.0 Request processed in 191us (311us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421067.682424:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 394 00000100:00100000:1.0:1777421067.682489:0:17203:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001be1880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:17203:1863760841132672:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1777421067.682510:0:17203:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:3.0:1777421067.682586:0:5757:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-client gen 49-51 (rc=0) 10000000:01000000:3.0:1777421067.682609:0:5757:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.147@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1777421067.682617:0:5757:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af0011e3600/0xa38d712893866d4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d712893866db expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421067.682641:0:5757:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.147@tcp lock: ffff9af0011e3600/0xa38d712893866d4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d712893866db expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777421067.682651:0:5757:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:3.0:1777421067.682654:0:5757:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:01000000:3.0:1777421067.682671:0:5757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:3.0:1777421067.682694:0:5757:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af0011e3800/0xa38d712893866e2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421067.682702:0:5757:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.147@tcp lock: ffff9af0011e3800/0xa38d712893866e2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421067.682711:0:5757:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.147@tcp lock: ffff9af0011e3800/0xa38d712893866e2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421067.682724:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c12d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841132800:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1777421067.682749:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421067.682767:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1348d20c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777421067.682793:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841132800 00000100:00100000:2.0:1777421067.682804:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841132800 00000100:00100000:2.0:1777421067.682845:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 395 00000100:00100000:2.0:1777421067.682853:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+14:5757:x1863760841132800:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777421067.682862:0:5754:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421067.682877:0:5754:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af001c6a600/0xa38d712893866e9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xa38d712893866e2 expref: -99 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421067.682901:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af001c6a600/0xa38d712893866e9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa38d712893866e2 expref: 15 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421067.682911:0:5754:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af001c6a600/0xa38d712893866e9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d712893866e2 expref: 15 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421067.682925:0:5754:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af001c6a600, rc 0) 00000100:00100000:2.0:1777421067.682960:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+15:5757:x1863760841132800:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 108us (209us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421067.682966:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 395 00000100:00100000:3.0:1777421067.682991:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c12d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841132800:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777421067.683014:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.147@tcp lock: ffff9af0011e3800/0xa38d712893866e2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d712893866e9 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421067.683022:0:5757:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.147@tcp lock: ffff9af0011e3800/0xa38d712893866e2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xa38d712893866e9 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421067.683063:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c12d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841132928:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777421067.683086:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421067.683107:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1348d20c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777421067.683131:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841132928 00000100:00100000:2.0:1777421067.683135:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841132928 00000100:00100000:2.0:1777421067.683162:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 396 00000100:00100000:2.0:1777421067.683169:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+15:5757:x1863760841132928:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1777421067.683263:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+15:5757:x1863760841132928:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 94us (175us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421067.683270:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 396 00000100:00100000:0.0:1777421067.683346:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c12d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841132928:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777421067.683389:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af134080380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841133056:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1777421067.683489:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421067.683516:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af103e2e600 going to sleep for 11 seconds 00000100:00100000:3.0:1777421067.683565:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841133056 00000100:00100000:3.0:1777421067.683569:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841133056 00000100:00100000:3.0:1777421067.683600:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 397 00000100:00100000:3.0:1777421067.683607:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+15:5757:x1863760841133056:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777421067.683754:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+15:5757:x1863760841133056:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 147us (327us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421067.683761:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 397 00000100:00100000:0.0:1777421067.683877:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af134080380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841133056:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1777421067.685652:0:17204:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 64768 count 14 00000020:01000000:3.0:1777421067.685907:0:5757:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 10000000:01000000:3.0:1777421067.685925:0:5757:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.147@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:3.0:1777421067.685934:0:5757:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af0011e3800/0xa38d712893866e2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d712893866e9 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421067.685945:0:5757:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.147@tcp lock: ffff9af0011e3800/0xa38d712893866e2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d712893866e9 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777421067.685954:0:5757:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:3.0:1777421067.685956:0:5757:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-client-ffff9af12a9e1800 from 49 10000000:01000000:3.0:1777421067.685959:0:5757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1777421067.685989:0:5757:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af0011e3000/0xa38d712893866f0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421067.685997:0:5757:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.147@tcp lock: ffff9af0011e3000/0xa38d712893866f0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421067.686006:0:5757:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.147@tcp lock: ffff9af0011e3000/0xa38d712893866f0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421067.686025:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c12680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841133184:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1777421067.686129:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421067.686212:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1348d20c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421067.686329:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841133184 00000100:00100000:1.0:1777421067.686334:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841133184 00000100:00100000:1.0:1777421067.686574:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 398 00000100:00100000:1.0:1777421067.686582:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+15:5757:x1863760841133184:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777421067.686591:0:5753:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421067.686601:0:5753:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af105d5d800/0xa38d712893866f7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xa38d712893866f0 expref: -99 pid: 5753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421067.686617:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af105d5d800/0xa38d712893866f7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa38d712893866f0 expref: 16 pid: 5753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421067.686623:0:5753:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af105d5d800/0xa38d712893866f7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d712893866f0 expref: 16 pid: 5753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421067.686634:0:5753:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af105d5d800, rc 0) 00000100:00100000:1.0:1777421067.686706:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+16:5757:x1863760841133184:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 124us (576us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421067.686713:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 398 00000100:00100000:3.0:1777421067.686792:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c12680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841133184:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777421067.686802:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.147@tcp lock: ffff9af0011e3000/0xa38d712893866f0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d712893866f7 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421067.686808:0:5757:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.147@tcp lock: ffff9af0011e3000/0xa38d712893866f0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xa38d712893866f7 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421067.686864:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c12680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841133312:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777421067.686889:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421067.686910:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1348d20c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421067.686932:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841133312 00000100:00100000:1.0:1777421067.686938:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841133312 00000100:00100000:1.0:1777421067.686978:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 399 00000100:00100000:1.0:1777421067.686986:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+16:5757:x1863760841133312:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1777421067.687090:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+16:5757:x1863760841133312:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 105us (200us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421067.687097:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 399 00000100:00100000:3.0:1777421067.687126:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c12680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841133312:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777421067.687148:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c12680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841133440:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777421067.687178:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421067.687195:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1348d20c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421067.687544:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841133440 00000100:00100000:1.0:1777421067.687549:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841133440 00000100:00100000:1.0:1777421067.687586:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 400 00000100:00100000:1.0:1777421067.687594:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+16:5757:x1863760841133440:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1777421067.687760:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+16:5757:x1863760841133440:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 167us (581us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421067.687768:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 400 00000100:00100000:3.0:1777421067.687801:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c12680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841133440:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1777421067.688281:0:17205:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001be1880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:17205:1863760841133568:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777421067.688319:0:17205:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421067.688427:0:17205:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af105ba8d80 going to sleep for 11 seconds 00000100:00100000:3.0:1777421067.688489:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841133568 00000100:00100000:3.0:1777421067.688494:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841133568 00000100:00100000:3.0:1777421067.688527:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 401 00000100:00100000:3.0:1777421067.688534:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+16:17205:x1863760841133568:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777421067.688881:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+16:17205:x1863760841133568:12345-0@lo:502:llog_process_th.0 Request processed in 346us (561us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421067.688888:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 401 00000100:00100000:1.0:1777421067.688965:0:17205:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001be1880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:17205:1863760841133568:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777421067.689004:0:17205:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001be1880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:17205:1863760841133696:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777421067.689036:0:17205:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421067.689064:0:17205:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af105ba8d80 going to sleep for 11 seconds 00000100:00100000:3.0:1777421067.689110:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841133696 00000100:00100000:3.0:1777421067.689114:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841133696 00000100:00100000:3.0:1777421067.689153:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 402 00000100:00100000:3.0:1777421067.689171:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+16:17205:x1863760841133696:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777421067.689286:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+16:17205:x1863760841133696:12345-0@lo:502:llog_process_th.0 Request processed in 115us (249us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421067.689293:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 402 00000100:00100000:1.0:1777421067.689474:0:17205:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001be1880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:17205:1863760841133696:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1777421067.689492:0:17205:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:3.0:1777421067.689625:0:5757:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-client gen 49-51 (rc=0) 10000000:01000000:3.0:1777421067.689640:0:5757:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.147@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1777421067.689649:0:5757:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af0011e3000/0xa38d712893866f0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d712893866f7 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421067.689658:0:5757:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.147@tcp lock: ffff9af0011e3000/0xa38d712893866f0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d712893866f7 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777421067.689667:0:5757:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0000 10000000:01000000:3.0:1777421067.689669:0:5757:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 43 10000000:01000000:3.0:1777421067.689672:0:5757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:3.0:1777421067.689693:0:5757:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af0011e2c00/0xa38d712893866fe lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421067.689701:0:5757:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.147@tcp lock: ffff9af0011e2c00/0xa38d712893866fe lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421067.689710:0:5757:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.147@tcp lock: ffff9af0011e2c00/0xa38d712893866fe lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421067.689723:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c12680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841133824:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1777421067.689750:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421067.689780:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1110793c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421067.689837:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841133824 00000100:00100000:1.0:1777421067.689842:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841133824 00000100:00100000:1.0:1777421067.689875:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 403 00000100:00100000:1.0:1777421067.689882:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119148050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+16:5757:x1863760841133824:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777421067.689904:0:5753:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421067.689915:0:5753:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af105d5da00/0xa38d71289386705 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xa38d712893866fe expref: -99 pid: 5753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421067.689935:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af105d5da00/0xa38d71289386705 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa38d712893866fe expref: 17 pid: 5753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421067.689946:0:5753:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af105d5da00/0xa38d71289386705 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d712893866fe expref: 17 pid: 5753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421067.689954:0:5753:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af105d5da00, rc 0) 00000100:00100000:1.0:1777421067.689996:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119148050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+17:5757:x1863760841133824:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 115us (245us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421067.690003:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 403 00000100:00100000:3.0:1777421067.690029:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c12680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841133824:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777421067.690054:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.147@tcp lock: ffff9af0011e2c00/0xa38d712893866fe lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d71289386705 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421067.690064:0:5757:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.147@tcp lock: ffff9af0011e2c00/0xa38d712893866fe lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xa38d71289386705 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421067.690107:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c12680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841133952:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777421067.690133:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421067.690202:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1110793c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777421067.690289:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841133952 00000100:00100000:2.0:1777421067.690294:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841133952 00000100:00100000:2.0:1777421067.690326:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 404 00000100:00100000:2.0:1777421067.690528:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+17:5757:x1863760841133952:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1777421067.690686:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+17:5757:x1863760841133952:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 162us (552us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421067.690694:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 404 00000100:00100000:3.0:1777421067.690745:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c12680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841133952:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777421067.690771:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c12680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841134080:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777421067.690805:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421067.690863:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1110793c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777421067.690948:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841134080 00000100:00100000:2.0:1777421067.690953:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841134080 00000100:00100000:2.0:1777421067.690984:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 405 00000100:00100000:2.0:1777421067.690991:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+17:5757:x1863760841134080:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1777421067.691129:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+17:5757:x1863760841134080:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 137us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421067.691138:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 405 00000100:00100000:3.0:1777421067.692436:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c12680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841134080:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1777421067.692838:0:17206:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001be1880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:17206:1863760841134208:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777421067.692887:0:17206:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421067.692918:0:17206:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af105ba8b40 going to sleep for 11 seconds 00000100:00100000:3.0:1777421067.692942:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841134208 00000100:00100000:3.0:1777421067.692949:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841134208 00000100:00100000:3.0:1777421067.692984:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 406 00000100:00100000:3.0:1777421067.692992:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+17:17206:x1863760841134208:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777421067.693235:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+17:17206:x1863760841134208:12345-0@lo:502:llog_process_th.0 Request processed in 240us (343us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421067.693243:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 406 00000100:00100000:1.0:1777421067.693247:0:17206:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001be1880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:17206:1863760841134208:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1777421067.693274:0:17206:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1777421067.693285:0:17206:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1777421067.693292:0:17206:0:(obd_config.c:1594:class_process_config()) marker 33 (0x1) lustre-MDT0000-m rem lustre.test_11c.lustre-OST0001_UUID 00000020:00000080:1.0:1777421067.693298:0:17206:0:(obd_config.c:1506:class_process_config()) processing cmd: ce022 00020000:01000000:1.0:1777421067.693313:0:17206:0:(lod_pool.c:649:lod_pool_remove()) lustre-OST0001_UUID removed from test_11c 00000100:00100000:2.0:1777421067.693950:0:17206:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0013b5500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:17206:1863760841134336:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1777421067.694002:0:17206:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421067.694035:0:17206:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1049876c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777421067.694056:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841134336 00000100:00100000:3.0:1777421067.694062:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841134336 00000020:01000004:1.0:1777421067.694101:0:17207:0:(tgt_mount.c:154:server_get_mount()) get mount ffff9af12a9e1800 from lustre-MDT0000, refs=4 00000020:01000004:1.0:1777421067.694106:0:17207:0:(obd_mount.c:724:lustre_put_lsi()) put ffff9af12a9e1800 4 00000100:00100000:3.0:1777421067.694120:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 407 00000100:00100000:3.0:1777421067.694130:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119148450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+17:17206:x1863760841134336:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777421067.694310:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119148450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+17:17206:x1863760841134336:12345-0@lo:502:llog_process_th.0 Request processed in 182us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421067.694317:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 407 00000100:00100000:2.0:1777421067.694398:0:17206:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0013b5500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:17206:1863760841134336:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1777421067.694419:0:17206:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1777421067.694425:0:17206:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1777421067.694426:0:17206:0:(obd_config.c:1594:class_process_config()) marker 33 (0x2) lustre-MDT0000-m rem lustre.test_11c.lustre-OST0001_UUID 00000040:00080000:2.0:1777421067.694430:0:17206:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000020:01000000:3.0:1777421067.694541:0:5757:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-MDT0000 gen 43-45 (rc=0) 10000000:01000000:3.0:1777421067.694556:0:5757:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.147@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:3.0:1777421067.694565:0:5757:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af0011e2c00/0xa38d712893866fe lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d71289386705 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421067.694575:0:5757:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.147@tcp lock: ffff9af0011e2c00/0xa38d712893866fe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d71289386705 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777421067.694584:0:5757:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:3.0:1777421067.694586:0:5757:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff9af104e03370 from 1 10000000:01000000:3.0:1777421067.694589:0:5757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1777421067.694611:0:5757:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af0011e2000/0xa38d7128938670c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421067.694620:0:5757:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.147@tcp lock: ffff9af0011e2000/0xa38d7128938670c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421067.694628:0:5757:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.147@tcp lock: ffff9af0011e2000/0xa38d7128938670c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421067.694640:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c12680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841134464:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1777421067.694664:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421067.694683:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af111079480 going to sleep for 11 seconds 00000100:00100000:1.0:1777421067.694764:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841134464 00000100:00100000:1.0:1777421067.694769:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841134464 00000100:00100000:1.0:1777421067.694827:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 408 00000100:00100000:1.0:1777421067.694835:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119148c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+17:5757:x1863760841134464:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777421067.694843:0:5753:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421067.694854:0:5753:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af105d5c000/0xa38d71289386713 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xa38d7128938670c expref: -99 pid: 5753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421067.694872:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af105d5c000/0xa38d71289386713 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa38d7128938670c expref: 18 pid: 5753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421067.694882:0:5753:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af105d5c000/0xa38d71289386713 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d7128938670c expref: 18 pid: 5753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421067.694891:0:5753:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af105d5c000, rc 0) 00000100:00100000:1.0:1777421067.694924:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119148c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:5757:x1863760841134464:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 90us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421067.694930:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 408 00000100:00100000:3.0:1777421067.694981:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c12680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841134464:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777421067.694992:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.147@tcp lock: ffff9af0011e2000/0xa38d7128938670c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d71289386713 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421067.695007:0:5757:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.147@tcp lock: ffff9af0011e2000/0xa38d7128938670c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xa38d71289386713 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421067.695044:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c12680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841134592:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777421067.695065:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421067.695740:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af111079480 going to sleep for 11 seconds 00000100:00100000:2.0:1777421067.695770:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841134592 00000100:00100000:2.0:1777421067.695775:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841134592 00000100:00100000:2.0:1777421067.695798:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 409 00000100:00100000:2.0:1777421067.695805:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119149850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:5757:x1863760841134592:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1777421067.695930:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119149850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:5757:x1863760841134592:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 125us (863us total) trans 0 rc -2/-2 00000100:00100000:2.0:1777421067.695951:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 409 00000100:00100000:3.0:1777421067.696075:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c12680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841134592:0@lo:501:ll_cfg_requeue.0 10000000:01000000:3.0:1777421067.696096:0:5757:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.147@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:3.0:1777421067.696102:0:5757:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af0011e2000/0xa38d7128938670c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d71289386713 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421067.696110:0:5757:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.147@tcp lock: ffff9af0011e2000/0xa38d7128938670c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d71289386713 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421067.792704:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421067.792754:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421067.792859:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421067.792893:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833945472 00000100:00100000:1.0:1777421067.792905:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421067.792912:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833945472 00000100:00100000:3.0:1777421067.792970:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 410 00000100:00100000:2.0:1777421067.792970:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833945984 00000100:00100000:2.0:1777421067.792978:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833945984 00000100:00100000:3.0:1777421067.792984:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119149c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:71f90d2e-4852-44e2-8435-52916750919f+9:2368:x1863760833945472:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:2.0:1777421067.793034:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 164 00000100:00100000:2.0:1777421067.793045:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+31:2368:x1863760833945984:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777421067.793054:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119149c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:71f90d2e-4852-44e2-8435-52916750919f+9:2368:x1863760833945472:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 71us (363us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421067.793062:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 410 00000100:00100000:2.0:1777421067.793086:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+31:2368:x1863760833945984:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 42us (226us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421067.793095:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 164 00000100:00080000:2.0:1777421067.793122:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777421067.793516:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421067.793557:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421067.793656:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833945600 00000100:00100000:3.0:1777421067.793662:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833945600 00000100:00100000:3.0:1777421067.793694:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 165 00000100:00100000:3.0:1777421067.793700:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+74:2368:x1863760833945600:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777421067.793750:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+74:2368:x1863760833945600:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 49us (236us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421067.793757:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 165 00000100:00080000:3.0:1777421067.793832:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777421067.794828:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833945728 00000100:00100000:0.0:1777421067.794841:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833945728 00000100:00080000:3.0:1777421067.794915:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777421067.794942:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833946240 00000100:00100000:2.0:1777421067.794950:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833946240 00000100:00100000:2.0:1777421067.795011:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 160 00000100:00100000:2.0:1777421067.795023:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2368:x1863760833946240:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:0.0:1777421067.795048:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 161 00000100:00100000:0.0:1777421067.795061:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+9:2368:x1863760833945728:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:2.0:1777421067.795078:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2368:x1863760833946240:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 56us (2175us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421067.795087:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 160 00000100:00080000:3.0:1777421067.795167:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777421067.795289:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+9:2368:x1863760833945728:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 229us (2531us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421067.795299:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 161 00000100:00100000:1.0:1777421067.797182:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421067.797326:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833945856 00000100:00100000:0.0:1777421067.797330:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833946112 00000100:00100000:0.0:1777421067.797338:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833946112 00000100:00100000:3.0:1777421067.797339:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833945856 00000100:00100000:0.0:1777421067.797430:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 162 00000100:00100000:0.0:1777421067.797440:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2368:x1863760833946112:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:0.0:1777421067.797506:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2368:x1863760833946112:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 68us (333us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421067.797515:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 162 00000100:00100000:0.0:1777421067.797534:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 163 00000100:00100000:0.0:1777421067.797540:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:2368:x1863760833945856:12345-192.168.203.47@tcp:400:kworker.0 00000100:00080000:2.0:1777421067.797556:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777421067.797569:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:2368:x1863760833945856:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 28us (4011us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421067.797576:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 163 00000100:00100000:0.0:1777421067.990730:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421067.991132:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833946368 00000100:00100000:2.0:1777421067.991145:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833946368 00000100:00100000:2.0:1777421067.991215:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 411 00000100:00100000:2.0:1777421067.991226:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119149450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+9:5564:x1863760833946368:12345-192.168.203.47@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777421067.991248:0:5754:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421067.991273:0:5754:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af001c6be00/0xa38d7128938671a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3764be expref: -99 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421067.991307:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af001c6be00/0xa38d7128938671a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3764be expref: 10 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421067.991320:0:5754:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af001c6be00/0xa38d7128938671a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3764be expref: 10 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421067.991344:0:5754:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af001c6be00, rc 0) 00000100:00100000:2.0:1777421067.992633:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119149450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+10:5564:x1863760833946368:12345-192.168.203.47@tcp:101:ll_cfg_requeue.0 Request processed in 1400us (1907us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421067.992646:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 411 00000100:00100000:3.0:1777421067.999471:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421067.999544:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833946496 00000100:00100000:3.0:1777421067.999558:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833946496 00000100:00100000:3.0:1777421067.999617:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 412 00000100:00100000:3.0:1777421067.999629:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+10:5564:x1863760833946496:12345-192.168.203.47@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777421067.999838:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+10:5564:x1863760833946496:12345-192.168.203.47@tcp:501:ll_cfg_requeue.0 Request processed in 210us (377us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421067.999848:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 412 00000100:00100000:0.0:1777421068.010809:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421068.010913:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833946624 00000100:00100000:3.0:1777421068.010926:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833946624 00000100:00100000:3.0:1777421068.011018:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 413 00000100:00100000:3.0:1777421068.011030:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119148850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:71f90d2e-4852-44e2-8435-52916750919f+10:5564:x1863760833946624:12345-192.168.203.47@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777421068.011301:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119148850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:71f90d2e-4852-44e2-8435-52916750919f+10:5564:x1863760833946624:12345-192.168.203.47@tcp:503:ll_cfg_requeue.0 Request processed in 273us (505us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421068.011310:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 413 00000100:00100000:0.0:1777421068.025255:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421068.025333:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833946752 00000100:00100000:3.0:1777421068.025347:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833946752 00000100:00100000:3.0:1777421068.025437:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 414 00000100:00100000:3.0:1777421068.025459:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119149050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:71f90d2e-4852-44e2-8435-52916750919f+10:22881:x1863760833946752:12345-192.168.203.47@tcp:502:llog_process_th.0 00000100:00100000:3.0:1777421068.025848:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119149050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:71f90d2e-4852-44e2-8435-52916750919f+10:22881:x1863760833946752:12345-192.168.203.47@tcp:502:llog_process_th.0 Request processed in 400us (607us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421068.025857:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 414 00000100:00100000:0.0:1777421068.032998:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421068.033554:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833946880 00000100:00100000:3.0:1777421068.033569:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833946880 00000100:00100000:3.0:1777421068.033641:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 415 00000100:00100000:3.0:1777421068.033655:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119106450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:71f90d2e-4852-44e2-8435-52916750919f+10:22881:x1863760833946880:12345-192.168.203.47@tcp:502:llog_process_th.0 00000100:00100000:3.0:1777421068.033963:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119106450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:71f90d2e-4852-44e2-8435-52916750919f+10:22881:x1863760833946880:12345-192.168.203.47@tcp:502:llog_process_th.0 Request processed in 312us (980us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421068.033973:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 415 00000100:00100000:1.0:1777421068.037042:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421068.037129:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833947008 00000100:00100000:3.0:1777421068.037143:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833947008 00000100:00100000:3.0:1777421068.037205:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 416 00000100:00100000:3.0:1777421068.037218:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119104050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:71f90d2e-4852-44e2-8435-52916750919f+10:5564:x1863760833947008:12345-192.168.203.47@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777421068.037242:0:5753:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421068.037268:0:5753:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af0011e2a00/0xa38d71289386721 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3764c5 expref: -99 pid: 5753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421068.037385:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af0011e2a00/0xa38d71289386721 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3764c5 expref: 11 pid: 5753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421068.037400:0:5753:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af0011e2a00/0xa38d71289386721 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3764c5 expref: 11 pid: 5753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421068.037411:0:5753:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0011e2a00, rc 0) 00000100:00100000:3.0:1777421068.037668:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119104050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:71f90d2e-4852-44e2-8435-52916750919f+11:5564:x1863760833947008:12345-192.168.203.47@tcp:101:ll_cfg_requeue.0 Request processed in 452us (637us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421068.037686:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 416 00000100:00100000:0.0:1777421068.040379:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421068.040532:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833947136 00000100:00100000:1.0:1777421068.040546:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833947136 00000100:00100000:1.0:1777421068.040654:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 417 00000100:00100000:1.0:1777421068.040670:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119106850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:71f90d2e-4852-44e2-8435-52916750919f+11:5564:x1863760833947136:12345-192.168.203.47@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1777421068.040873:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119106850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:71f90d2e-4852-44e2-8435-52916750919f+11:5564:x1863760833947136:12345-192.168.203.47@tcp:501:ll_cfg_requeue.0 Request processed in 209us (524us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421068.040883:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 417 00000100:00100000:3.0:1777421068.050812:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421068.050891:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833947264 00000100:00100000:1.0:1777421068.050904:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833947264 00000100:00100000:1.0:1777421068.050966:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 418 00000100:00100000:1.0:1777421068.050976:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119107050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:71f90d2e-4852-44e2-8435-52916750919f+11:5564:x1863760833947264:12345-192.168.203.47@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1777421068.051384:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119107050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:71f90d2e-4852-44e2-8435-52916750919f+11:5564:x1863760833947264:12345-192.168.203.47@tcp:503:ll_cfg_requeue.0 Request processed in 408us (583us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421068.051433:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 418 00000100:00100000:2.0:1777421068.058277:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421068.058595:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833947392 00000100:00100000:3.0:1777421068.058608:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833947392 00000100:00100000:3.0:1777421068.058672:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 419 00000100:00100000:3.0:1777421068.058684:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119106c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:71f90d2e-4852-44e2-8435-52916750919f+11:22886:x1863760833947392:12345-192.168.203.47@tcp:502:llog_process_th.0 00000100:00100000:3.0:1777421068.060897:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119106c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:71f90d2e-4852-44e2-8435-52916750919f+11:22886:x1863760833947392:12345-192.168.203.47@tcp:502:llog_process_th.0 Request processed in 2203us (2622us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421068.060912:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 419 00000100:00100000:0.0:1777421068.069837:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421068.071770:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833947520 00000100:00100000:3.0:1777421068.071788:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833947520 00000100:00100000:3.0:1777421068.072646:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 420 00000100:00100000:3.0:1777421068.072662:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119104450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:71f90d2e-4852-44e2-8435-52916750919f+11:22886:x1863760833947520:12345-192.168.203.47@tcp:502:llog_process_th.0 00000100:00100000:3.0:1777421068.072972:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119104450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:71f90d2e-4852-44e2-8435-52916750919f+11:22886:x1863760833947520:12345-192.168.203.47@tcp:502:llog_process_th.0 Request processed in 313us (3157us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421068.072982:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 420 00000100:00100000:0.0:1777421068.080755:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421068.080883:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833947648 00000100:00100000:3.0:1777421068.080896:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833947648 00000100:00100000:3.0:1777421068.080966:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 421 00000100:00100000:3.0:1777421068.080979:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119104c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:71f90d2e-4852-44e2-8435-52916750919f+11:5564:x1863760833947648:12345-192.168.203.47@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777421068.080999:0:5753:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421068.081022:0:5753:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af0011e2600/0xa38d71289386728 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3764cc expref: -99 pid: 5753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421068.081057:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af0011e2600/0xa38d71289386728 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3764cc expref: 12 pid: 5753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421068.081080:0:5753:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af0011e2600/0xa38d71289386728 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3764cc expref: 12 pid: 5753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421068.081100:0:5753:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0011e2600, rc 0) 00000100:00100000:3.0:1777421068.081167:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119104c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:71f90d2e-4852-44e2-8435-52916750919f+12:5564:x1863760833947648:12345-192.168.203.47@tcp:101:ll_cfg_requeue.0 Request processed in 190us (426us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421068.081316:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 421 00000100:00100000:3.0:1777421068.083270:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421068.083415:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833947776 00000100:00100000:0.0:1777421068.083438:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833947776 00000100:00100000:0.0:1777421068.083500:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 422 00000100:00100000:0.0:1777421068.083510:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119105850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:71f90d2e-4852-44e2-8435-52916750919f+12:5564:x1863760833947776:12345-192.168.203.47@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777421068.083675:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119105850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:71f90d2e-4852-44e2-8435-52916750919f+12:5564:x1863760833947776:12345-192.168.203.47@tcp:501:ll_cfg_requeue.0 Request processed in 165us (415us total) trans 0 rc -2/-2 00000100:00100000:0.0:1777421068.083683:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 422 00010000:00010000:2.0:1777421068.632754:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1777421068.790193:0:6572:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967329 is committed 00000020:00000080:0.0:1777421068.917514:0:17308:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866bc len=0 uarg=00007ffeb1945710 20000000:00000080:0.0:1777421068.917530:0:17308:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866bc len=576 karg=ffff9af12d32a400 uarg=0000000000000000 00000040:00100000:0.0:1777421068.918953:0:17308:0:(llog.c:1064:llog_reverse_process()) index 51 : idx 48 20000000:01000000:0.0:1777421068.918963:0:17308:0:(mgs_llog.c:870:mgs_search_pool_cb()) Matched pool rec 50 cmd:0xce022 lustre.test_11c lustre-OST0001_UUID 20000000:01000000:0.0:1777421068.918976:0:17308:0:(mgs_llog.c:1016:mgs_modify()) modify lustre-client/lustre-clilov/new lustre.test_11c fl=4 20000000:01000000:0.0:1777421068.920290:0:17309:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 42 marker 28 1->4: lustre-clilov new lustre.test_11c 20000000:01000000:0.0:1777421068.920436:0:17309:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 44 marker 28 2->4: lustre-clilov new lustre.test_11c 00000040:00080000:0.0:1777421068.920496:0:17309:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000040:00080000:3.0:1777421068.920856:0:17308:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].52, 224 off17416 20000000:01000000:3.0:1777421068.920875:0:17308:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-clilov 0xce023 lustre test_11c (null) (null) 00000040:00080000:3.0:1777421068.920914:0:17308:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].53, 112 off17528 00000040:00080000:3.0:1777421068.920950:0:17308:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].54, 224 off17752 20000000:01000000:3.0:1777421068.920967:0:17308:0:(mgs_llog.c:1016:mgs_modify()) modify lustre-MDT0000/lustre-MDT0000-mdtlov/new lustre.test_11c fl=4 20000000:01000000:3.0:1777421068.922112:0:17310:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 37 marker 29 1->4: lustre-MDT0000-mdtlov new lustre.test_11c 20000000:01000000:3.0:1777421068.922169:0:17310:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 39 marker 29 2->4: lustre-MDT0000-mdtlov new lustre.test_11c 00000040:00080000:3.0:1777421068.922289:0:17310:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000040:00080000:0.0:1777421068.922616:0:17308:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].47, 224 off16608 20000000:01000000:0.0:1777421068.922629:0:17308:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-MDT0000-mdtlov 0xce023 lustre test_11c (null) (null) 00000040:00080000:0.0:1777421068.922656:0:17308:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].48, 120 off16728 00000040:00080000:0.0:1777421068.922716:0:17308:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].49, 224 off16952 10000000:01000000:0.0:1777421068.922730:0:17308:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 00010000:00010000:0.0:1777421068.922746:0:17308:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9af003866200/0xa38d7128938672f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421068.922764:0:17308:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9af001c6a000/0xa38d712893866bf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d712893866b8 expref: 17 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421068.922772:0:17308:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9af001c6a400/0xa38d712893866cd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d712893866c6 expref: 17 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421068.922794:0:17308:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9af001c6b400/0xa38d712893866db lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d712893866d4 expref: 17 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421068.922801:0:17308:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9af001c6a600/0xa38d712893866e9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d712893866e2 expref: 17 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421068.922819:0:17308:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9af105d5d800/0xa38d712893866f7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d712893866f0 expref: 17 pid: 5753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421068.922826:0:17308:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9af105d5da00/0xa38d71289386705 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d712893866fe expref: 17 pid: 5753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421068.922833:0:17308:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9af105d5c000/0xa38d71289386713 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d7128938670c expref: 17 pid: 5753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421068.922843:0:17308:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9af001c6be00/0xa38d7128938671a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3764be expref: 11 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421068.922851:0:17308:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9af0011e2a00/0xa38d71289386721 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3764c5 expref: 11 pid: 5753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421068.922858:0:17308:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9af0011e2600/0xa38d71289386728 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3764cc expref: 11 pid: 5753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421068.922864:0:17308:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9af003866200/0xa38d7128938672f lrc: 13/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421068.922898:0:17308:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9af0011e2600/0xa38d71289386728 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3764cc expref: 11 pid: 5753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421068.922920:0:17308:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9af0011e2600/0xa38d71289386728 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3764cc expref: 11 pid: 5753 timeout: 380 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421068.922934:0:17308:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af134080380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17308:1863760841134720:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421068.923031:0:17308:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9af0011e2a00/0xa38d71289386721 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3764c5 expref: 11 pid: 5753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421068.923040:0:17308:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9af0011e2a00/0xa38d71289386721 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3764c5 expref: 11 pid: 5753 timeout: 380 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421068.923048:0:17308:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af134083800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17308:1863760841134848:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421068.923071:0:17308:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9af001c6be00/0xa38d7128938671a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3764be expref: 11 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421068.923079:0:17308:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9af001c6be00/0xa38d7128938671a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3764be expref: 11 pid: 5754 timeout: 380 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421068.923088:0:17308:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af134080e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17308:1863760841134976:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421068.923114:0:17308:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9af105d5c000/0xa38d71289386713 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa38d7128938670c expref: 17 pid: 5753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421068.923121:0:17308:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9af105d5c000/0xa38d71289386713 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa38d7128938670c expref: 17 pid: 5753 timeout: 430 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421068.923130:0:17308:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af134082a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17308:1863760841135104:0@lo:104: 00000100:00100000:0.0:1777421068.923166:0:17308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421068.923442:0:5744:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00010000:00010000:0.0:1777421068.923447:0:17308:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9af105d5da00/0xa38d71289386705 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa38d712893866fe expref: 17 pid: 5753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421068.923453:0:5744:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841135104 00010000:00010000:0.0:1777421068.923466:0:17308:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9af105d5da00/0xa38d71289386705 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa38d712893866fe expref: 17 pid: 5753 timeout: 430 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421068.923475:0:17308:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af134082680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17308:1863760841135232:0@lo:104: 00000100:00100000:1.0:1777421068.923479:0:5744:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841135104 00000100:00100000:0.0:1777421068.923503:0:17308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777421068.923568:0:17308:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9af105d5d800/0xa38d712893866f7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa38d712893866f0 expref: 17 pid: 5753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421068.923576:0:17308:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9af105d5d800/0xa38d712893866f7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa38d712893866f0 expref: 17 pid: 5753 timeout: 430 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421068.923584:0:17308:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118e70e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17308:1863760841135360:0@lo:104: 00000100:00100000:0.0:1777421068.923601:0:17308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421068.923799:0:5744:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841135232 00000100:00100000:1.0:1777421068.923804:0:5744:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841135232 00000100:00100000:1.0:1777421068.923836:0:5744:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841135360 00000100:00100000:1.0:1777421068.923840:0:5744:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841135360 00010000:00010000:0.0:1777421068.923844:0:17308:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9af001c6a600/0xa38d712893866e9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa38d712893866e2 expref: 17 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421068.923855:0:17308:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9af001c6a600/0xa38d712893866e9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa38d712893866e2 expref: 17 pid: 5754 timeout: 430 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421068.923861:0:5744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1777421068.923870:0:17308:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c678000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17308:1863760841135488:0@lo:104: 00000100:00100000:1.0:1777421068.923876:0:5744:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e63850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+5:17308:x1863760841135104:12345-0@lo:104: 00010000:00010000:1.0:1777421068.923889:0:5744:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.147@tcp lock: ffff9af0011e2000/0xa38d7128938670c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d71289386713 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421068.923898:0:17308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777421068.923918:0:17308:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9af001c6b400/0xa38d712893866db lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa38d712893866d4 expref: 17 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421068.923927:0:17308:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9af001c6b400/0xa38d712893866db lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa38d712893866d4 expref: 17 pid: 5754 timeout: 430 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421068.923936:0:17308:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6f8000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17308:1863760841135616:0@lo:104: 00010000:00010000:1.0:1777421068.923950:0:5744:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1777421068.923968:0:17308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421068.923969:0:5744:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e63850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+5:17308:x1863760841135104:12345-0@lo:104: Request processed in 93us (798us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421068.923979:0:5744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00010000:00010000:0.0:1777421068.923984:0:17308:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9af001c6a400/0xa38d712893866cd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa38d712893866c6 expref: 17 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421068.923993:0:17308:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9af001c6a400/0xa38d712893866cd lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa38d712893866c6 expref: 17 pid: 5754 timeout: 430 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421068.924002:0:17308:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6f8a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17308:1863760841135744:0@lo:104: 00000100:00100000:0.0:1777421068.924020:0:17308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421068.924024:0:5744:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841135488 00000100:00100000:1.0:1777421068.924029:0:5744:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841135488 00010000:00010000:0.0:1777421068.924036:0:17308:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9af001c6a000/0xa38d712893866bf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa38d712893866b8 expref: 17 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421068.924045:0:17308:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9af001c6a000/0xa38d712893866bf lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa38d712893866b8 expref: 17 pid: 5755 timeout: 430 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421068.924046:0:5744:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841135616 00000100:00100000:1.0:1777421068.924052:0:5744:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841135616 00000100:00100000:0.0:1777421068.924059:0:17308:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c004380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17308:1863760841135872:0@lo:104: 00000100:00100000:1.0:1777421068.924069:0:5744:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841135744 00000100:00100000:1.0:1777421068.924074:0:5744:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841135744 00000100:00100000:0.0:1777421068.924079:0:17308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421068.924090:0:5744:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841135872 00000100:00100000:0.0:1777421068.924092:0:17308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af103e2e3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421068.924095:0:5744:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841135872 00000100:00100000:1.0:1777421068.924114:0:5744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1777421068.924114:0:17308:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af134082a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17308:1863760841135104:0@lo:104: 00000100:00100000:1.0:1777421068.924128:0:5744:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e71500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+8:17308:x1863760841135232:12345-0@lo:104: 00010000:00010000:1.0:1777421068.924136:0:5744:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.147@tcp lock: ffff9af0011e2c00/0xa38d712893866fe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d71289386705 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421068.924165:0:5743:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1777421068.924175:0:5743:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e70000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+8:17308:x1863760841135360:12345-0@lo:104: 00010000:00010000:2.0:1777421068.924184:0:5743:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.147@tcp lock: ffff9af0011e3000/0xa38d712893866f0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d712893866f7 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421068.924192:0:5744:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1777421068.924199:0:5744:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e71500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+8:17308:x1863760841135232:12345-0@lo:104: Request processed in 74us (697us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421068.924206:0:5744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1777421068.924224:0:5744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1777421068.924232:0:5744:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+7:17308:x1863760841135488:12345-0@lo:104: 00010000:00010000:2.0:1777421068.924236:0:5743:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00010000:00010000:1.0:1777421068.924240:0:5744:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.147@tcp lock: ffff9af0011e3800/0xa38d712893866e2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d712893866e9 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421068.924244:0:5743:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e70000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+7:17308:x1863760841135360:12345-0@lo:104: Request processed in 70us (640us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421068.924259:0:5743:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1777421068.924277:0:5743:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1777421068.924285:0:5743:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6f8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+6:17308:x1863760841135616:12345-0@lo:104: 00010000:00010000:1.0:1777421068.924291:0:5744:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00010000:00010000:2.0:1777421068.924293:0:5743:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.147@tcp lock: ffff9af0011e3600/0xa38d712893866d4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d712893866db expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421068.924301:0:5744:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+6:17308:x1863760841135488:12345-0@lo:104: Request processed in 69us (403us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421068.924310:0:5744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00010000:00010000:2.0:1777421068.924330:0:5743:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to priority blp list, 5 blwis in pool 00000100:00100000:1.0:1777421068.924335:0:5744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:2.0:1777421068.924340:0:5743:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6f8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+5:17308:x1863760841135616:12345-0@lo:104: Request processed in 53us (373us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421068.924348:0:5744:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6fa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+5:17308:x1863760841135744:12345-0@lo:104: 00000100:00100000:2.0:1777421068.924372:0:5743:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00010000:00010000:1.0:1777421068.924387:0:5744:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.147@tcp lock: ffff9af003866000/0xa38d712893866c6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d712893866cd expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421068.924390:0:5743:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1777421068.924400:0:5743:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c007100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+4:17308:x1863760841135872:12345-0@lo:104: 00010000:00010000:2.0:1777421068.924415:0:5743:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.147@tcp lock: ffff9af105d5c800/0xa38d712893866b8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d712893866bf expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421068.924425:0:5744:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to priority blp list, 6 blwis in pool 00000100:00100000:1.0:1777421068.924432:0:5744:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6fa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+4:17308:x1863760841135744:12345-0@lo:104: Request processed in 88us (412us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421068.924440:0:5744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00010000:00010000:2.0:1777421068.924455:0:5743:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to priority blp list, 7 blwis in pool 00000100:00100000:2.0:1777421068.924462:0:5743:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c007100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+3:17308:x1863760841135872:12345-0@lo:104: Request processed in 63us (383us total) trans 0 rc 0/0 00010000:00010000:1.0:1777421068.924465:0:8267:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00000100:00100000:2.0:1777421068.924470:0:5743:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00010000:00010000:1.0:1777421068.924473:0:8267:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.147@tcp lock: ffff9af0011e2000/0xa38d7128938670c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d71289386713 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421068.924483:0:8267:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0011e2000 already unused, calling callback (ffffffffc1ac3c20) 10000000:00010000:1.0:1777421068.924488:0:8267:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.147@tcp lock: ffff9af0011e2000/0xa38d7128938670c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400400000000 nid: local remote: 0xa38d71289386713 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421068.924491:0:5748:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:2.0:1777421068.924498:0:5748:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.147@tcp lock: ffff9af0011e2c00/0xa38d712893866fe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d71289386705 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421068.924500:0:8267:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.147@tcp lock: ffff9af0011e2000/0xa38d7128938670c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1408400000000 nid: local remote: 0xa38d71289386713 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421068.924515:0:5748:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0011e2c00 already unused, calling callback (ffffffffc1ac3c20) 10000000:00010000:1.0:1777421068.924518:0:8267:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.147@tcp lock: ffff9af0011e2000/0xa38d7128938670c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1409400000000 nid: local remote: 0xa38d71289386713 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1777421068.924520:0:5748:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.147@tcp lock: ffff9af0011e2c00/0xa38d712893866fe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1400400000000 nid: local remote: 0xa38d71289386705 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1777421068.924537:0:8267:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1777421068.924540:0:5748:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.147@tcp lock: ffff9af0011e2c00/0xa38d712893866fe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1408400000000 nid: local remote: 0xa38d71289386705 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1777421068.924555:0:5748:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.147@tcp lock: ffff9af0011e2c00/0xa38d712893866fe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1409400000000 nid: local remote: 0xa38d71289386705 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777421068.924561:0:5748:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1777421068.924571:0:8267:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.147@tcp lock: ffff9af0011e2000/0xa38d7128938670c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d71289386713 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421068.924578:0:5749:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1777421068.924580:0:8267:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1777421068.924581:0:5748:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.147@tcp lock: ffff9af0011e2c00/0xa38d712893866fe lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d71289386705 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421068.924586:0:5749:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.147@tcp lock: ffff9af0011e3000/0xa38d712893866f0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d712893866f7 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421068.924593:0:5748:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1777421068.924601:0:5749:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0011e3000 already unused, calling callback (ffffffffc1ac3c20) 00010000:00010000:1.0:1777421068.924601:0:8267:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.147@tcp lock: ffff9af0011e2000/0xa38d7128938670c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d71289386713 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421068.924605:0:5748:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.147@tcp lock: ffff9af0011e2c00/0xa38d712893866fe lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d71289386705 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1777421068.924609:0:5749:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.147@tcp lock: ffff9af0011e3000/0xa38d712893866f0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400400000000 nid: local remote: 0xa38d712893866f7 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421068.924627:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.147@tcp lock: ffff9af0011e2c00/0xa38d712893866fe lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d71289386705 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421068.924631:0:5749:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.147@tcp lock: ffff9af0011e3000/0xa38d712893866f0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1408400000000 nid: local remote: 0xa38d712893866f7 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421068.924634:0:8267:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.147@tcp lock: ffff9af0011e2000/0xa38d7128938670c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d71289386713 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421068.924666:0:8267:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1777421068.924667:0:5748:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1777421068.924673:0:5748:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.147@tcp lock: ffff9af0011e3600/0xa38d712893866d4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d712893866db expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1777421068.924675:0:5749:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.147@tcp lock: ffff9af0011e3000/0xa38d712893866f0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1409400000000 nid: local remote: 0xa38d712893866f7 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421068.924686:0:8267:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.147@tcp lock: ffff9af0011e3800/0xa38d712893866e2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d712893866e9 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421068.924688:0:5748:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0011e3600 already unused, calling callback (ffffffffc1ac3c20) 10000000:01000000:3.0:1777421068.924691:0:5749:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00010000:2.0:1777421068.924695:0:5748:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.147@tcp lock: ffff9af0011e3600/0xa38d712893866d4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400400000000 nid: local remote: 0xa38d712893866db expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421068.924705:0:8267:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0011e3800 already unused, calling callback (ffffffffc1ac3c20) 00010000:00010000:2.0:1777421068.924712:0:5748:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.147@tcp lock: ffff9af0011e3600/0xa38d712893866d4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1408400000000 nid: local remote: 0xa38d712893866db expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1777421068.924713:0:8267:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.147@tcp lock: ffff9af0011e3800/0xa38d712893866e2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400400000000 nid: local remote: 0xa38d712893866e9 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421068.924714:0:5749:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.147@tcp lock: ffff9af0011e3000/0xa38d712893866f0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d712893866f7 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1777421068.924732:0:5748:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.147@tcp lock: ffff9af0011e3600/0xa38d712893866d4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1409400000000 nid: local remote: 0xa38d712893866db expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421068.924736:0:5749:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 10000000:01000000:2.0:1777421068.924742:0:5748:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1777421068.924760:0:5749:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.147@tcp lock: ffff9af0011e3000/0xa38d712893866f0 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d712893866f7 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421068.924760:0:5748:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.147@tcp lock: ffff9af0011e3600/0xa38d712893866d4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d712893866db expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421068.924778:0:5748:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1777421068.924782:0:5749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.147@tcp lock: ffff9af0011e3000/0xa38d712893866f0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d712893866f7 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421068.924787:0:5748:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.147@tcp lock: ffff9af0011e3600/0xa38d712893866d4 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d712893866db expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421068.924797:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.147@tcp lock: ffff9af0011e3600/0xa38d712893866d4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d712893866db expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421068.924799:0:5749:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1777421068.924806:0:5749:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.147@tcp lock: ffff9af003866000/0xa38d712893866c6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d712893866cd expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421068.924822:0:5748:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777421068.924827:0:5748:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.147@tcp lock: ffff9af105d5c800/0xa38d712893866b8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xa38d712893866bf expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421068.924833:0:5749:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af003866000 already unused, calling callback (ffffffffc1ac3c20) 10000000:00010000:3.0:1777421068.924837:0:5749:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.147@tcp lock: ffff9af003866000/0xa38d712893866c6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0xa38d712893866cd expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421068.924858:0:5749:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.147@tcp lock: ffff9af003866000/0xa38d712893866c6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0xa38d712893866cd expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421068.924859:0:5748:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af105d5c800 already unused, calling callback (ffffffffc1ac3c20) 10000000:00010000:2.0:1777421068.924864:0:5748:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.147@tcp lock: ffff9af105d5c800/0xa38d712893866b8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0xa38d712893866bf expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1777421068.924873:0:5749:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.147@tcp lock: ffff9af003866000/0xa38d712893866c6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0xa38d712893866cd expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421068.924877:0:5748:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.147@tcp lock: ffff9af105d5c800/0xa38d712893866b8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0xa38d712893866bf expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777421068.924884:0:5749:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00010000:2.0:1777421068.924889:0:5748:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.147@tcp lock: ffff9af105d5c800/0xa38d712893866b8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xa38d712893866bf expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777421068.924898:0:5748:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1777421068.924916:0:5749:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.147@tcp lock: ffff9af003866000/0xa38d712893866c6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d712893866cd expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421068.924917:0:5748:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.147@tcp lock: ffff9af105d5c800/0xa38d712893866b8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d712893866bf expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421068.924932:0:5748:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1777421068.924935:0:5749:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1777421068.924940:0:5748:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.147@tcp lock: ffff9af105d5c800/0xa38d712893866b8 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d712893866bf expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421068.924945:0:5749:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.147@tcp lock: ffff9af003866000/0xa38d712893866c6 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d712893866cd expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421068.924948:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.147@tcp lock: ffff9af105d5c800/0xa38d712893866b8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d712893866bf expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421068.924961:0:5749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.147@tcp lock: ffff9af003866000/0xa38d712893866c6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d712893866cd expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421068.924964:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421068.924967:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421068.924971:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777421068.924977:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421068.924979:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777421068.924982:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777421068.924990:0:8267:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.147@tcp lock: ffff9af0011e3800/0xa38d712893866e2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa38d712893866e9 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421068.924991:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3295:1863760841136256:0@lo:103:ldlm_bl.0 10000000:00010000:1.0:1777421068.925005:0:8267:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.147@tcp lock: ffff9af0011e3800/0xa38d712893866e2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa38d712893866e9 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1777421068.925011:0:8267:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00100000:2.0:1777421068.925025:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777421068.925031:0:8267:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.147@tcp lock: ffff9af0011e3800/0xa38d712893866e2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d712893866e9 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421068.925038:0:8267:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1777421068.925046:0:8267:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.147@tcp lock: ffff9af0011e3800/0xa38d712893866e2 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d712893866e9 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421068.925050:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001be3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3295:1863760841136768:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1777421068.925058:0:8267:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.147@tcp lock: ffff9af0011e3800/0xa38d712893866e2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa38d712893866e9 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421068.925081:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777421068.925087:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777421068.925092:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777421068.925097:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777421068.925107:0:3295:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777421068.925113:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001be3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3297:1863760841136000:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1777421068.925116:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0013b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3295:1863760841136384:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1777421068.925159:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421068.925186:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0013b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3297:1863760841136640:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1777421068.925208:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421068.925234:0:17308:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af134082680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17308:1863760841135232:0@lo:104: 00000100:00100000:0.0:1777421068.925244:0:17308:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118e70e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17308:1863760841135360:0@lo:104: 00000100:00100000:0.0:1777421068.925251:0:17308:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c678000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17308:1863760841135488:0@lo:104: 00000100:00100000:0.0:1777421068.925258:0:17308:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6f8000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17308:1863760841135616:0@lo:104: 00000100:00100000:0.0:1777421068.925264:0:17308:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6f8a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17308:1863760841135744:0@lo:104: 00000100:00100000:0.0:1777421068.925269:0:17308:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c004380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17308:1863760841135872:0@lo:104: 00000100:00100000:2.0:1777421068.925301:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841136256 00000100:00100000:2.0:1777421068.925306:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841136256 00010000:00010000:3.0:1777421068.925322:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421068.925331:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9af105d5d800/0xa38d712893866f7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa38d712893866f0 expref: 18 pid: 5753 timeout: 430 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421068.925343:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1777421068.925368:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0013b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3297:1863760841136128:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1777421068.925389:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421068.926110:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3297:1863760841136512:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1777421068.926115:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841136768 00000100:00100000:2.0:1777421068.926121:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841136768 00010000:00010000:2.0:1777421068.926140:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9af001c6a600/0xa38d712893866e9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa38d712893866e2 expref: 19 pid: 5754 timeout: 430 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421068.926142:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421068.926162:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841136000 00000100:00100000:2.0:1777421068.926164:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841136000 00010000:00010000:2.0:1777421068.926175:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9af105d5c000/0xa38d71289386713 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa38d7128938670c expref: 20 pid: 5753 timeout: 430 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421068.926178:0:17199:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841136640 00000100:00100000:1.0:1777421068.926185:0:17199:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841136640 00000100:00100000:2.0:1777421068.926191:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841136128 00000100:00100000:2.0:1777421068.926196:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841136128 00010000:00010000:1.0:1777421068.926206:0:17199:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9af001c6a000/0xa38d712893866bf lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa38d712893866b8 expref: 22 pid: 5755 timeout: 430 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421068.926211:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9af105d5da00/0xa38d71289386705 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa38d712893866fe expref: 22 pid: 5753 timeout: 430 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421068.926232:0:17199:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841136512 00000100:00100000:2.0:1777421068.926237:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 233 00000100:00100000:1.0:1777421068.926238:0:17199:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841136512 00000100:00100000:2.0:1777421068.926250:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+23:3295:x1863760841136256:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1777421068.926255:0:17199:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9af001c6a400/0xa38d712893866cd lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa38d712893866c6 expref: 23 pid: 5754 timeout: 430 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421068.926263:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421068.926271:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9af105d5d800/0xa38d712893866f7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa38d712893866f0 expref: 23 pid: 5753 timeout: 430 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421068.926275:0:17199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 234 00010000:00010000:2.0:1777421068.926288:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9af105d5d800/0xa38d712893866f7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa38d712893866f0 expref: 23 pid: 5753 timeout: 430 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421068.926289:0:17199:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118194050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+23:3295:x1863760841136768:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1777421068.926299:0:17199:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421068.926307:0:17199:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9af001c6a600/0xa38d712893866e9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa38d712893866e2 expref: 23 pid: 5754 timeout: 430 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421068.926316:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af105d5d800/0xa38d712893866f7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa38d712893866f0 expref: 23 pid: 5753 timeout: 430 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421068.926321:0:17199:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9af001c6a600/0xa38d712893866e9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa38d712893866e2 expref: 23 pid: 5754 timeout: 430 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421068.926341:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421068.926347:0:17199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af001c6a600/0xa38d712893866e9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa38d712893866e2 expref: 22 pid: 5754 timeout: 430 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421068.926381:0:17199:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421068.926387:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+21:3295:x1863760841136256:12345-0@lo:103:ldlm_bl.0 Request processed in 140us (1360us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421068.926395:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 233 00000100:00100000:1.0:1777421068.926414:0:17199:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118194050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+20:3295:x1863760841136768:12345-0@lo:103:ldlm_bl.0 Request processed in 128us (1325us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421068.926415:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 235 00000100:00100000:2.0:1777421068.926425:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+20:3297:x1863760841136000:12345-0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1777421068.926427:0:17199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 234 00010000:00010000:2.0:1777421068.926437:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421068.926443:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9af105d5c000/0xa38d71289386713 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa38d7128938670c expref: 19 pid: 5753 timeout: 430 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421068.926453:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9af105d5c000/0xa38d71289386713 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa38d7128938670c expref: 19 pid: 5753 timeout: 430 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421068.926465:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af105d5c000/0xa38d71289386713 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa38d7128938670c expref: 19 pid: 5753 timeout: 430 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421068.926474:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421068.926484:0:17199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 236 00000100:00100000:1.0:1777421068.926494:0:17199:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3297:x1863760841136640:12345-0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1777421068.926503:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3297:x1863760841136000:12345-0@lo:103:ldlm_bl.0 Request processed in 78us (1344us total) trans 0 rc 0/0 00010000:00010000:1.0:1777421068.926504:0:17199:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1777421068.926514:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 235 00010000:00010000:1.0:1777421068.926514:0:17199:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9af001c6a000/0xa38d712893866bf lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa38d712893866b8 expref: 18 pid: 5755 timeout: 430 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421068.926529:0:17199:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9af001c6a000/0xa38d712893866bf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa38d712893866b8 expref: 17 pid: 5755 timeout: 430 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421068.926530:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 237 00000100:00100000:3.0:1777421068.926545:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+17:3297:x1863760841136128:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1777421068.926546:0:17199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af001c6a000/0xa38d712893866bf lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa38d712893866b8 expref: 17 pid: 5755 timeout: 430 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421068.926559:0:6558:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421068.926561:0:17199:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777421068.926567:0:6558:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9af105d5da00/0xa38d71289386705 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa38d712893866fe expref: 16 pid: 5753 timeout: 430 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421068.926579:0:6558:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9af105d5da00/0xa38d71289386705 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa38d712893866fe expref: 16 pid: 5753 timeout: 430 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421068.926587:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 238 00010000:00010000:3.0:1777421068.926594:0:6558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af105d5da00/0xa38d71289386705 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa38d712893866fe expref: 16 pid: 5753 timeout: 430 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421068.926594:0:17199:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+16:3297:x1863760841136640:12345-0@lo:103:ldlm_bl.0 Request processed in 98us (1380us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421068.926601:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+16:3297:x1863760841136512:12345-0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1777421068.926614:0:17199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 236 00010000:00010000:2.0:1777421068.926615:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421068.926618:0:6558:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421068.926622:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9af001c6a400/0xa38d712893866cd lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa38d712893866c6 expref: 15 pid: 5754 timeout: 430 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421068.926638:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9af001c6a400/0xa38d712893866cd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa38d712893866c6 expref: 14 pid: 5754 timeout: 430 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421068.926650:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af001c6a400/0xa38d712893866cd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa38d712893866c6 expref: 14 pid: 5754 timeout: 430 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421068.926661:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421068.926663:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+13:3297:x1863760841136128:12345-0@lo:103:ldlm_bl.0 Request processed in 113us (1262us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421068.926672:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 237 00000100:00100000:2.0:1777421068.926691:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+12:3297:x1863760841136512:12345-0@lo:103:ldlm_bl.0 Request processed in 93us (551us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421068.926699:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 238 00000100:00100000:3.0:1777421068.926758:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421068.926855:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421068.926876:0:8215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833947904 00000100:00100000:3.0:1777421068.926881:0:8215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833947904 00010000:00010000:3.0:1777421068.926898:0:8215:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9af001c6be00/0xa38d7128938671a lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3764be expref: 12 pid: 5754 timeout: 380 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421068.926914:0:8215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833948032 00000100:00100000:3.0:1777421068.926916:0:8215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833948032 00000100:00100000:1.0:1777421068.927091:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421068.927095:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0013b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3297:1863760841136128:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1777421068.927108:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3297:1863760841136512:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1777421068.927121:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001be3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3297:1863760841136000:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1777421068.927140:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0013b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3297:1863760841136640:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1777421068.927140:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001be3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3295:1863760841136768:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1777421068.927161:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3295:1863760841136256:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1777421068.927174:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841136384 00000100:00100000:2.0:1777421068.927178:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841136384 00010000:00010000:2.0:1777421068.927192:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9af001c6b400/0xa38d712893866db lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa38d712893866d4 expref: 12 pid: 5754 timeout: 430 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421068.927218:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 239 00000100:00100000:1.0:1777421068.927223:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421068.927232:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c13800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:71f90d2e-4852-44e2-8435-52916750919f+13:2369:x1863760833947904:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421068.927243:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421068.927248:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9af001c6be00/0xa38d7128938671a lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3764be expref: 13 pid: 5754 timeout: 380 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421068.927257:0:17199:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833948160 00000100:00100000:1.0:1777421068.927263:0:17199:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833948160 00010000:00010000:2.0:1777421068.927273:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9af001c6be00/0xa38d7128938671a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3764be expref: 14 pid: 5754 timeout: 380 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421068.927280:0:17199:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9af0011e2a00/0xa38d71289386721 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3764c5 expref: 14 pid: 5753 timeout: 380 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421068.927288:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777421068.927292:0:8215:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9af0011e2600/0xa38d71289386728 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3764cc expref: 14 pid: 5753 timeout: 380 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421068.927300:0:17199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 240 00000100:00100000:1.0:1777421068.927310:0:17199:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118196850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+12:3295:x1863760841136384:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1777421068.927318:0:17199:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1777421068.927319:0:8215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 241 00010000:00010000:1.0:1777421068.927326:0:17199:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9af001c6b400/0xa38d712893866db lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa38d712893866d4 expref: 12 pid: 5754 timeout: 430 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421068.927327:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c13800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:71f90d2e-4852-44e2-8435-52916750919f+14:2369:x1863760833947904:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 96us (567us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421068.927335:0:8215:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:71f90d2e-4852-44e2-8435-52916750919f+14:2367:x1863760833948160:12345-192.168.203.47@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1777421068.927345:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 239 00010000:00010000:1.0:1777421068.927373:0:17199:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9af001c6b400/0xa38d712893866db lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa38d712893866d4 expref: 12 pid: 5754 timeout: 430 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421068.927376:0:8215:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421068.927386:0:8215:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9af0011e2a00/0xa38d71289386721 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3764c5 expref: 13 pid: 5753 timeout: 380 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421068.927391:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 242 00010000:00010000:1.0:1777421068.927391:0:17199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af001c6b400/0xa38d712893866db lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa38d712893866d4 expref: 12 pid: 5754 timeout: 430 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421068.927404:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c13b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:71f90d2e-4852-44e2-8435-52916750919f+13:2369:x1863760833948032:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421068.927410:0:8215:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9af0011e2a00/0xa38d71289386721 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3764c5 expref: 13 pid: 5753 timeout: 380 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421068.927417:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421068.927420:0:17199:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421068.927425:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9af0011e2600/0xa38d71289386728 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3764cc expref: 13 pid: 5753 timeout: 380 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421068.927427:0:8215:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421068.927439:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9af0011e2600/0xa38d71289386728 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3764cc expref: 13 pid: 5753 timeout: 380 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421068.927454:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9af003866200/0xa38d7128938672f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 17308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421068.927457:0:17199:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118196850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+11:3295:x1863760841136384:12345-0@lo:103:ldlm_bl.0 Request processed in 148us (365us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421068.927459:0:8215:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:71f90d2e-4852-44e2-8435-52916750919f+13:2367:x1863760833948160:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 126us (236us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421068.927473:0:17199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 240 00010000:00010000:2.0:1777421068.927474:0:5746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af003866200/0xa38d7128938672f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 17308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421068.927489:0:8215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 241 00010000:00010000:2.0:1777421068.927498:0:5746:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9af003866200/0xa38d7128938672f lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421068.927502:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0013b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3295:1863760841136384:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777421068.927514:0:5746:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9af003866200/0xa38d7128938672f lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421068.927522:0:5746:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9af003866200/0xa38d7128938672f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421068.927535:0:5746:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9af003866200/0xa38d7128938672f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421068.927542:0:5746:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af003866200 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:2.0:1777421068.927547:0:5746:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9af003866200/0xa38d7128938672f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421068.927554:0:5746:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9af003866200/0xa38d7128938672f lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421068.927563:0:5746:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9af003866200/0xa38d7128938672f lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421068.927571:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421068.927589:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c13b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:71f90d2e-4852-44e2-8435-52916750919f+12:2369:x1863760833948032:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 190us (736us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421068.927596:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 242 00010000:00010000:0.0:1777421068.927930:0:17308:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af0011e2600/0xa38d71289386728 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3764cc expref: 11 pid: 5753 timeout: 380 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421068.927954:0:17308:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af134080380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17308:1863760841134720:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421068.927967:0:17308:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af0011e2a00/0xa38d71289386721 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3764c5 expref: 10 pid: 5753 timeout: 380 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421068.927975:0:17308:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af134083800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17308:1863760841134848:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421068.927984:0:17308:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af001c6be00/0xa38d7128938671a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3764be expref: 9 pid: 5754 timeout: 380 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421068.927991:0:17308:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af134080e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17308:1863760841134976:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421068.928033:0:17308:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9af003866200/0xa38d7128938672f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421068.928041:0:17308:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9af003866200/0xa38d7128938672f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421068.928047:0:17308:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9af003866200/0xa38d7128938672f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421068.928054:0:17308:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af003866200/0xa38d7128938672f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777421069.264492:0:5757:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:3.0:1777421069.264503:0:5757:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-client-ffff9af13c4e4800 from 52 10000000:01000000:3.0:1777421069.264518:0:5757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1777421069.264581:0:5757:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af0011e3000/0xa38d71289386736 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421069.264619:0:5757:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.147@tcp lock: ffff9af0011e3000/0xa38d71289386736 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421069.264633:0:5757:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.147@tcp lock: ffff9af0011e3000/0xa38d71289386736 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421069.264664:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c10e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841136896:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1777421069.264753:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421069.264845:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af001326480 going to sleep for 11 seconds 00000100:00100000:0.0:1777421069.265013:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841136896 00000100:00100000:0.0:1777421069.265024:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841136896 00000100:00100000:0.0:1777421069.265092:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 423 00000100:00100000:0.0:1777421069.265104:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119105c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+11:5757:x1863760841136896:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777421069.265121:0:5754:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421069.265139:0:5754:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af003866200/0xa38d7128938673d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa38d71289386736 expref: -99 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421069.265175:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af003866200/0xa38d7128938673d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa38d71289386736 expref: 12 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421069.265187:0:5754:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af003866200/0xa38d7128938673d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d71289386736 expref: 12 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421069.265199:0:5754:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af003866200, rc 0) 00000100:00100000:0.0:1777421069.265254:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119105c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+12:5757:x1863760841136896:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 153us (500us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421069.265262:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 423 00000100:00100000:3.0:1777421069.265371:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c10e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841136896:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777421069.265389:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.147@tcp lock: ffff9af0011e3000/0xa38d71289386736 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d7128938673d expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421069.265398:0:5757:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.147@tcp lock: ffff9af0011e3000/0xa38d71289386736 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa38d7128938673d expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421069.265644:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c10e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841137024:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777421069.265672:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421069.265698:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af001326480 going to sleep for 11 seconds 00000100:00100000:0.0:1777421069.265880:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841137024 00000100:00100000:0.0:1777421069.265884:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841137024 00000100:00100000:0.0:1777421069.265907:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 424 00000100:00100000:0.0:1777421069.265912:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119105450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+12:5757:x1863760841137024:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777421069.266057:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119105450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+12:5757:x1863760841137024:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 144us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421069.266065:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 424 00000100:00100000:1.0:1777421069.266193:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c10e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841137024:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1777421069.266231:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001be1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841137152:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1777421069.266279:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421069.266310:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af120406780 going to sleep for 11 seconds 00000100:00100000:0.0:1777421069.266311:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841137152 00000100:00100000:0.0:1777421069.266315:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841137152 00000100:00100000:0.0:1777421069.266435:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 425 00000100:00100000:0.0:1777421069.266448:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119107850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+12:5757:x1863760841137152:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1777421069.266627:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119107850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+12:5757:x1863760841137152:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 179us (346us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421069.266633:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 425 00000100:00100000:1.0:1777421069.266668:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001be1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841137152:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1777421069.268171:0:17311:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001be1500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:17311:1863760841137280:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777421069.268233:0:17311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421069.268264:0:17311:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af120406600 going to sleep for 11 seconds 00000100:00100000:3.0:1777421069.268284:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841137280 00000100:00100000:3.0:1777421069.268293:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841137280 00000100:00100000:3.0:1777421069.268347:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 426 00000100:00100000:3.0:1777421069.268376:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119104850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+12:17311:x1863760841137280:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777421069.268672:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119104850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+12:17311:x1863760841137280:12345-0@lo:502:llog_process_th.0 Request processed in 297us (436us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421069.268681:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 426 00000100:00100000:1.0:1777421069.268717:0:17311:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001be1500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:17311:1863760841137280:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777421069.268768:0:17311:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001be1500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:17311:1863760841137408:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777421069.268815:0:17311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421069.268838:0:17311:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af120406600 going to sleep for 11 seconds 00000100:00100000:3.0:1777421069.268987:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841137408 00000100:00100000:3.0:1777421069.269001:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841137408 00000100:00100000:3.0:1777421069.269067:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 427 00000100:00100000:3.0:1777421069.269076:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119105050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+12:17311:x1863760841137408:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777421069.269322:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119105050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+12:17311:x1863760841137408:12345-0@lo:502:llog_process_th.0 Request processed in 246us (516us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421069.269331:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 427 00000100:00100000:1.0:1777421069.269486:0:17311:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001be1500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:17311:1863760841137408:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1777421069.269526:0:17311:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 55 count 54 00000020:01000000:0.0:1777421069.269672:0:5757:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-client gen 52-54 (rc=0) 10000000:01000000:0.0:1777421069.269707:0:5757:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.147@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1777421069.269725:0:5757:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af0011e3000/0xa38d71289386736 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d7128938673d expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421069.269736:0:5757:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.147@tcp lock: ffff9af0011e3000/0xa38d71289386736 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d7128938673d expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777421069.269745:0:5757:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:0.0:1777421069.269748:0:5757:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:0.0:1777421069.269751:0:5757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:0.0:1777421069.269782:0:5757:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af003867600/0xa38d71289386744 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421069.269790:0:5757:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.147@tcp lock: ffff9af003867600/0xa38d71289386744 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421069.269798:0:5757:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.147@tcp lock: ffff9af003867600/0xa38d71289386744 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421069.269830:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c004380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841137536:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1777421069.269864:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421069.269906:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af103e2eb40 going to sleep for 11 seconds 00000100:00100000:2.0:1777421069.270102:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841137536 00000100:00100000:2.0:1777421069.270109:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841137536 00000100:00100000:2.0:1777421069.270142:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 428 00000100:00100000:2.0:1777421069.270159:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119106050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+12:5757:x1863760841137536:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777421069.270170:0:5754:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421069.270184:0:5754:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af0013cfc00/0xa38d7128938674b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xa38d71289386744 expref: -99 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421069.270206:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af0013cfc00/0xa38d7128938674b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa38d71289386744 expref: 13 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421069.270216:0:5754:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af0013cfc00/0xa38d7128938674b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d71289386744 expref: 13 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421069.270232:0:5754:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0013cfc00, rc 0) 00000100:00100000:2.0:1777421069.270285:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119106050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+13:5757:x1863760841137536:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 136us (420us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421069.270291:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 428 00000100:00100000:0.0:1777421069.270491:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c004380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841137536:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777421069.270516:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.147@tcp lock: ffff9af003867600/0xa38d71289386744 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d7128938674b expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421069.270525:0:5757:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.147@tcp lock: ffff9af003867600/0xa38d71289386744 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xa38d7128938674b expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421069.270570:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c004380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841137664:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777421069.270614:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421069.270645:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af103e2eb40 going to sleep for 11 seconds 00000100:00100000:3.0:1777421069.270708:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841137664 00000100:00100000:3.0:1777421069.270713:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841137664 00000100:00100000:3.0:1777421069.270744:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 429 00000100:00100000:3.0:1777421069.270750:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119107c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+13:5757:x1863760841137664:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777421069.270868:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119107c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+13:5757:x1863760841137664:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 118us (253us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421069.270875:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 429 00000100:00100000:0.0:1777421069.270940:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c004380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841137664:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777421069.270967:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c004380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841137792:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1777421069.271018:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421069.271035:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af103e2eb40 going to sleep for 11 seconds 00000100:00100000:3.0:1777421069.271148:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841137792 00000100:00100000:3.0:1777421069.271153:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841137792 00000100:00100000:3.0:1777421069.271179:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 430 00000100:00100000:3.0:1777421069.271185:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119107450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+13:5757:x1863760841137792:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777421069.271326:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119107450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+13:5757:x1863760841137792:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 140us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421069.271334:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 430 00000100:00100000:0.0:1777421069.271372:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c004380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841137792:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1777421069.272699:0:3295:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777421069.272851:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001be1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3297:1863760841138048:0@lo:400:kworker.0 00000100:00100000:3.0:1777421069.272894:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421069.272919:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777421069.272924:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001be1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841138176:0@lo:400:kworker.0 00000100:00100000:3.0:1777421069.272944:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421069.272992:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841138048 00000040:00080000:0.0:1777421069.272993:0:17312:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 64768 count 11 00000100:00100000:3.0:1777421069.272999:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841138048 00000100:00100000:3.0:1777421069.273039:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 166 00000100:00100000:3.0:1777421069.273047:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1863760841138048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421069.273088:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1863760841138048:12345-0@lo:400:kworker.0 Request processed in 42us (194us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421069.273095:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 166 00000100:00100000:3.0:1777421069.273114:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841138176 00000100:00100000:3.0:1777421069.273117:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841138176 00000100:00100000:3.0:1777421069.273149:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 164 00000100:00100000:3.0:1777421069.273157:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841138176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421069.273186:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841138176:12345-0@lo:400:kworker.0 Request processed in 31us (241us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421069.273192:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 164 00000100:00100000:3.0:1777421069.273224:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001be1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841138176:0@lo:400:kworker.0 00000100:00100000:3.0:1777421069.273245:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001be1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3297:1863760841138048:0@lo:400:kworker.0 00000100:00080000:3.0:1777421069.273275:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777421069.273278:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777421069.273872:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001be0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3295:1863760841138304:0@lo:400:kworker.0 00000100:00100000:2.0:1777421069.273906:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421069.273925:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001be1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3295:1863760841137920:0@lo:400:kworker.0 00000100:00100000:2.0:1777421069.273943:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421069.273968:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841138304 00000100:00100000:2.0:1777421069.273972:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841138304 00000100:00100000:2.0:1777421069.274093:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841137920 00000100:00100000:2.0:1777421069.274097:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841137920 00000100:00100000:2.0:1777421069.274118:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 167 00000100:00100000:2.0:1777421069.274124:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3295:x1863760841138304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421069.274161:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3295:x1863760841138304:12345-0@lo:400:kworker.0 Request processed in 37us (254us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421069.274167:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 167 00000100:00100000:2.0:1777421069.274181:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00100000:2.0:1777421069.274187:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3295:x1863760841137920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421069.274208:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841138432:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777421069.274212:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3295:x1863760841137920:12345-0@lo:400:kworker.0 Request processed in 26us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421069.274217:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00000100:00100000:3.0:1777421069.274248:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421069.274272:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001be0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3295:1863760841138304:0@lo:400:kworker.0 00000100:00100000:2.0:1777421069.274282:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001be1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3295:1863760841137920:0@lo:400:kworker.0 00000020:01000000:2.0:1777421069.274324:0:5757:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-OST0001 gen 11-10 (rc=0) 10000000:01000000:2.0:1777421069.274342:0:5757:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.147@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:2.0:1777421069.274368:0:5757:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af003867600/0xa38d71289386744 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d7128938674b expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421069.274379:0:5757:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.147@tcp lock: ffff9af003867600/0xa38d71289386744 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d7128938674b expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777421069.274387:0:5757:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:2.0:1777421069.274389:0:5757:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-client-ffff9af105758000 from 52 10000000:01000000:2.0:1777421069.274392:0:5757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1777421069.274417:0:5757:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af0013cf200/0xa38d71289386752 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421069.274425:0:5757:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.147@tcp lock: ffff9af0013cf200/0xa38d71289386752 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421069.274434:0:5757:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.147@tcp lock: ffff9af0013cf200/0xa38d71289386752 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421069.274449:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0013b4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841138560:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1777421069.274474:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421069.274511:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1057b1f00 going to sleep for 11 seconds 00000100:00100000:2.0:1777421069.274532:0:6546:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841138432 00000100:00100000:2.0:1777421069.274536:0:6546:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841138432 00000100:00100000:2.0:1777421069.274564:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1777421069.274570:0:6546:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3296:x1863760841138432:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777421069.274668:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841138560 00000100:00100000:3.0:1777421069.274673:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841138560 00000100:00080000:0.0:1777421069.274678:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777421069.274681:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777421069.274700:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 431 00000100:00100000:3.0:1777421069.274707:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119102050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+13:5757:x1863760841138560:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777421069.274716:0:5754:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421069.274728:0:5754:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af0011e3c00/0xa38d71289386759 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xa38d71289386752 expref: -99 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421069.274756:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af0011e3c00/0xa38d71289386759 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa38d71289386752 expref: 14 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421069.274766:0:5754:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af0011e3c00/0xa38d71289386759 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d71289386752 expref: 14 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421069.274776:0:5754:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0011e3c00, rc 0) 00000100:00100000:3.0:1777421069.274823:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119102050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+14:5757:x1863760841138560:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 117us (348us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421069.274829:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 431 00000100:00100000:0.0:1777421069.274896:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0013b4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841138560:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777421069.274909:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.147@tcp lock: ffff9af0013cf200/0xa38d71289386752 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d71289386759 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421069.274917:0:5757:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.147@tcp lock: ffff9af0013cf200/0xa38d71289386752 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xa38d71289386759 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421069.274961:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c004380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841138688:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777421069.274997:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:2.0:1777421069.275042:0:6546:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 64684032 pending 0 free 3855613952 avail 3853516800 00000100:00100000:0.0:1777421069.275329:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1200ad540 going to sleep for 11 seconds 00000100:00100000:2.0:1777421069.275390:0:6546:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3296:x1863760841138432:12345-0@lo:13:osp-pre-1-0.0 Request processed in 819us (1140us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421069.275404:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1777421069.275440:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841138688 00000100:00100000:2.0:1777421069.275444:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841138688 00000100:00100000:2.0:1777421069.275467:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 432 00000100:00100000:2.0:1777421069.275474:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119103c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+14:5757:x1863760841138688:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1777421069.275647:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119103c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+14:5757:x1863760841138688:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 173us (649us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421069.275653:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 432 00000100:00100000:0.0:1777421069.275775:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c004380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841138688:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777421069.275814:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c004380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841138816:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1777421069.275849:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421069.275865:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1200ad540 going to sleep for 11 seconds 00000100:00100000:2.0:1777421069.275958:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841138816 00000100:00100000:2.0:1777421069.275962:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841138816 00000100:00100000:2.0:1777421069.276061:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 433 00000100:00100000:2.0:1777421069.276069:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119103450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+14:5757:x1863760841138816:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1777421069.276207:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119103450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+14:5757:x1863760841138816:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 138us (356us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421069.276214:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 433 00000100:00100000:0.0:1777421069.276317:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c004380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841138816:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777421069.276554:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841138432:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777421069.277089:0:17313:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c004380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:17313:1863760841138944:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1777421069.277126:0:17313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421069.277155:0:17313:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1200ad540 going to sleep for 11 seconds 00000100:00100000:3.0:1777421069.277203:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841138944 00000100:00100000:3.0:1777421069.277209:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841138944 00000100:00100000:3.0:1777421069.277239:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 434 00000100:00100000:3.0:1777421069.277248:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119102450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+14:17313:x1863760841138944:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777421069.277457:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119102450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+14:17313:x1863760841138944:12345-0@lo:502:llog_process_th.0 Request processed in 210us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421069.277464:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 434 00000100:00100000:0.0:1777421069.277706:0:17313:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c004380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:17313:1863760841138944:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1777421069.277743:0:17313:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c004380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:17313:1863760841139072:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1777421069.277773:0:17313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421069.277788:0:17313:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af105c64300 going to sleep for 11 seconds 00000100:00100000:2.0:1777421069.277833:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841139072 00000100:00100000:2.0:1777421069.277837:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841139072 00000100:00100000:2.0:1777421069.277866:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 435 00000100:00100000:2.0:1777421069.277872:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119100050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+14:17313:x1863760841139072:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1777421069.278102:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119100050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+14:17313:x1863760841139072:12345-0@lo:502:llog_process_th.0 Request processed in 229us (328us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421069.278110:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 435 00000100:00100000:0.0:1777421069.278186:0:17313:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c004380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:17313:1863760841139072:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1777421069.278204:0:17313:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 55 count 54 00000020:01000000:3.0:1777421069.278469:0:5757:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-client gen 52-54 (rc=0) 10000000:01000000:3.0:1777421069.278488:0:5757:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.147@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1777421069.278566:0:5757:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af0013cf200/0xa38d71289386752 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d71289386759 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421069.278642:0:5757:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.147@tcp lock: ffff9af0013cf200/0xa38d71289386752 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d71289386759 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777421069.278664:0:5757:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:3.0:1777421069.278667:0:5757:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:01000000:3.0:1777421069.278669:0:5757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:3.0:1777421069.278691:0:5757:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af0011e2a00/0xa38d71289386760 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421069.278700:0:5757:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.147@tcp lock: ffff9af0011e2a00/0xa38d71289386760 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421069.278709:0:5757:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.147@tcp lock: ffff9af0011e2a00/0xa38d71289386760 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421069.278722:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c13800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841139200:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1777421069.278749:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421069.278774:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13c0b2d80 going to sleep for 11 seconds 00000100:00100000:2.0:1777421069.278824:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841139200 00000100:00100000:2.0:1777421069.278828:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841139200 00000100:00100000:2.0:1777421069.278888:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 436 00000100:00100000:2.0:1777421069.278895:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119102850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+14:5757:x1863760841139200:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777421069.278910:0:5754:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421069.278921:0:5754:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af0013cfe00/0xa38d71289386767 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xa38d71289386760 expref: -99 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421069.278939:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af0013cfe00/0xa38d71289386767 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa38d71289386760 expref: 15 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421069.278949:0:5754:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af0013cfe00/0xa38d71289386767 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d71289386760 expref: 15 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421069.278958:0:5754:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0013cfe00, rc 0) 00000100:00100000:2.0:1777421069.279101:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119102850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+15:5757:x1863760841139200:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 205us (350us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421069.279107:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 436 00000100:00100000:0.0:1777421069.279178:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c13800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841139200:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777421069.279190:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.147@tcp lock: ffff9af0011e2a00/0xa38d71289386760 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d71289386767 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421069.279198:0:5757:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.147@tcp lock: ffff9af0011e2a00/0xa38d71289386760 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xa38d71289386767 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421069.279239:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c004380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841139328:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777421069.279261:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421069.279317:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1200ad540 going to sleep for 11 seconds 00000100:00100000:2.0:1777421069.279346:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841139328 00000100:00100000:2.0:1777421069.279436:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841139328 00000100:00100000:2.0:1777421069.279502:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 437 00000100:00100000:2.0:1777421069.279509:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119103050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+15:5757:x1863760841139328:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1777421069.279721:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119103050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+15:5757:x1863760841139328:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 212us (458us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421069.279728:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 437 00000100:00100000:1.0:1777421069.279782:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c004380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841139328:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1777421069.279820:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001be3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841139456:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1777421069.279857:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421069.279943:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af120406780 going to sleep for 11 seconds 00000100:00100000:0.0:1777421069.279973:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841139456 00000100:00100000:0.0:1777421069.279977:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841139456 00000100:00100000:0.0:1777421069.280073:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 438 00000100:00100000:0.0:1777421069.280080:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119102c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+15:5757:x1863760841139456:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1777421069.280253:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119102c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+15:5757:x1863760841139456:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 172us (394us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421069.280266:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 438 00000100:00100000:1.0:1777421069.280474:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001be3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841139456:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1777421069.281740:0:17314:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 64768 count 14 00000020:01000000:1.0:1777421069.281903:0:5757:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 10000000:01000000:1.0:1777421069.281920:0:5757:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.147@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:1.0:1777421069.281929:0:5757:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af0011e2a00/0xa38d71289386760 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d71289386767 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421069.281940:0:5757:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.147@tcp lock: ffff9af0011e2a00/0xa38d71289386760 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d71289386767 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1777421069.281949:0:5757:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1777421069.281952:0:5757:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-client-ffff9af12a9e1800 from 52 10000000:01000000:1.0:1777421069.281963:0:5757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1777421069.282074:0:5757:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af105d5dc00/0xa38d7128938676e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421069.282083:0:5757:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.147@tcp lock: ffff9af105d5dc00/0xa38d7128938676e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421069.282093:0:5757:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.147@tcp lock: ffff9af105d5dc00/0xa38d7128938676e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421069.282111:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001be3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841139584:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1777421069.282154:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421069.282218:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af120406780 going to sleep for 11 seconds 00000100:00100000:3.0:1777421069.282250:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841139584 00000100:00100000:3.0:1777421069.282257:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841139584 00000100:00100000:3.0:1777421069.282335:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 439 00000100:00100000:3.0:1777421069.282344:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119100450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+15:5757:x1863760841139584:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777421069.282382:0:5753:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421069.282395:0:5753:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af0011e2600/0xa38d71289386775 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xa38d7128938676e expref: -99 pid: 5753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421069.282415:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af0011e2600/0xa38d71289386775 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa38d7128938676e expref: 16 pid: 5753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421069.282425:0:5753:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af0011e2600/0xa38d71289386775 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d7128938676e expref: 16 pid: 5753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421069.282441:0:5753:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0011e2600, rc 0) 00000100:00100000:3.0:1777421069.282476:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119100450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+16:5757:x1863760841139584:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 134us (322us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421069.282484:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 439 00000100:00100000:1.0:1777421069.282582:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001be3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841139584:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777421069.282596:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.147@tcp lock: ffff9af105d5dc00/0xa38d7128938676e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d71289386775 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421069.282604:0:5757:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.147@tcp lock: ffff9af105d5dc00/0xa38d7128938676e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xa38d71289386775 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421069.282643:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001be3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841139712:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1777421069.282665:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421069.282944:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af120406780 going to sleep for 11 seconds 00000100:00100000:2.0:1777421069.283102:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841139712 00000100:00100000:2.0:1777421069.283107:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841139712 00000100:00100000:2.0:1777421069.283129:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 440 00000100:00100000:2.0:1777421069.283135:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119100c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+16:5757:x1863760841139712:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1777421069.283242:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119100c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+16:5757:x1863760841139712:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 106us (575us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421069.283258:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 440 00000100:00100000:1.0:1777421069.283331:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001be3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841139712:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1777421069.283376:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001be3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841139840:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1777421069.283410:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421069.283437:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af120406780 going to sleep for 11 seconds 00000100:00100000:2.0:1777421069.283499:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841139840 00000100:00100000:2.0:1777421069.283504:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841139840 00000100:00100000:2.0:1777421069.283521:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 441 00000100:00100000:2.0:1777421069.283526:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119101850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+16:5757:x1863760841139840:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1777421069.283674:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119101850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+16:5757:x1863760841139840:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 143us (259us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421069.283681:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 441 00000100:00100000:1.0:1777421069.283704:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001be3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841139840:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777421069.284120:0:17315:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c12680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:17315:1863760841139968:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777421069.284154:0:17315:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421069.284170:0:17315:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13c0b2540 going to sleep for 11 seconds 00000100:00100000:0.0:1777421069.284205:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841139968 00000100:00100000:0.0:1777421069.284209:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841139968 00000100:00100000:0.0:1777421069.284262:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 442 00000100:00100000:0.0:1777421069.284269:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119101c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+16:17315:x1863760841139968:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1777421069.284521:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119101c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+16:17315:x1863760841139968:12345-0@lo:502:llog_process_th.0 Request processed in 251us (366us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421069.284533:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 442 00000100:00100000:2.0:1777421069.284623:0:17315:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c12680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:17315:1863760841139968:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1777421069.284658:0:17315:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0013b6300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:17315:1863760841140096:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1777421069.284692:0:17315:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421069.284866:0:17315:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1200193c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777421069.285161:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841140096 00000100:00100000:3.0:1777421069.285166:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841140096 00000100:00100000:3.0:1777421069.285188:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 443 00000100:00100000:3.0:1777421069.285193:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119101450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+16:17315:x1863760841140096:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777421069.285371:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119101450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+16:17315:x1863760841140096:12345-0@lo:502:llog_process_th.0 Request processed in 156us (657us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421069.285378:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 443 00000100:00100000:2.0:1777421069.285458:0:17315:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0013b6300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:17315:1863760841140096:0@lo:502:llog_process_th.0 00000040:00080000:2.0:1777421069.285477:0:17315:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 55 count 54 00000020:01000000:1.0:1777421069.285680:0:5757:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-client gen 52-54 (rc=0) 10000000:01000000:1.0:1777421069.285694:0:5757:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.147@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1777421069.285703:0:5757:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af105d5dc00/0xa38d7128938676e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d71289386775 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421069.285713:0:5757:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.147@tcp lock: ffff9af105d5dc00/0xa38d7128938676e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d71289386775 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1777421069.285722:0:5757:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0000 10000000:01000000:1.0:1777421069.285724:0:5757:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 46 10000000:01000000:1.0:1777421069.285727:0:5757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:1.0:1777421069.285749:0:5757:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af105d5c600/0xa38d7128938677c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421069.285757:0:5757:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.147@tcp lock: ffff9af105d5c600/0xa38d7128938677c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421069.285766:0:5757:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.147@tcp lock: ffff9af105d5c600/0xa38d7128938677c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421069.285779:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001be3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841140224:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1777421069.285818:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421069.285883:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af120406780 going to sleep for 11 seconds 00000100:00100000:0.0:1777421069.285929:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841140224 00000100:00100000:0.0:1777421069.285933:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841140224 00000100:00100000:0.0:1777421069.285960:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 444 00000100:00100000:0.0:1777421069.285966:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119103850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+16:5757:x1863760841140224:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777421069.285974:0:5755:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421069.286068:0:5755:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af003867a00/0xa38d71289386783 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xa38d7128938677c expref: -99 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421069.286089:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af003867a00/0xa38d71289386783 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa38d7128938677c expref: 17 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421069.286099:0:5755:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af003867a00/0xa38d71289386783 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d7128938677c expref: 17 pid: 5755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421069.286108:0:5755:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af003867a00, rc 0) 00000100:00100000:0.0:1777421069.286145:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119103850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+17:5757:x1863760841140224:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 179us (337us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421069.286152:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 444 00000100:00100000:1.0:1777421069.286217:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001be3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841140224:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777421069.286229:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.147@tcp lock: ffff9af105d5c600/0xa38d7128938677c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d71289386783 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421069.286237:0:5757:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.147@tcp lock: ffff9af105d5c600/0xa38d7128938677c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xa38d71289386783 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421069.286283:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001be3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841140352:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1777421069.286304:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421069.286324:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af120406780 going to sleep for 11 seconds 00000100:00100000:0.0:1777421069.286378:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841140352 00000100:00100000:0.0:1777421069.286387:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841140352 00000100:00100000:0.0:1777421069.286403:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 445 00000100:00100000:0.0:1777421069.286408:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119100850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+17:5757:x1863760841140352:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777421069.286497:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119100850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+17:5757:x1863760841140352:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 88us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421069.286503:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 445 00000100:00100000:1.0:1777421069.286564:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001be3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841140352:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1777421069.286586:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001be3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841140480:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1777421069.286615:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421069.286639:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af120406780 going to sleep for 11 seconds 00000100:00100000:0.0:1777421069.286676:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841140480 00000100:00100000:0.0:1777421069.286679:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841140480 00000100:00100000:0.0:1777421069.286694:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 446 00000100:00100000:0.0:1777421069.286700:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119101050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+17:5757:x1863760841140480:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1777421069.286829:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119101050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+17:5757:x1863760841140480:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 128us (212us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421069.286836:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 446 00000100:00100000:1.0:1777421069.286864:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001be3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841140480:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1777421069.287167:0:17316:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001be3800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:17316:1863760841140608:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777421069.287203:0:17316:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421069.287221:0:17316:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af120406600 going to sleep for 11 seconds 00000100:00100000:2.0:1777421069.287237:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841140608 00000100:00100000:2.0:1777421069.287243:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841140608 00000100:00100000:2.0:1777421069.287307:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 447 00000100:00100000:2.0:1777421069.287315:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11816d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+17:17316:x1863760841140608:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1777421069.287523:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11816d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+17:17316:x1863760841140608:12345-0@lo:502:llog_process_th.0 Request processed in 209us (318us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421069.287531:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 447 00000100:00100000:1.0:1777421069.287567:0:17316:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001be3800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:17316:1863760841140608:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1777421069.287592:0:17316:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1777421069.287602:0:17316:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1777421069.287604:0:17316:0:(obd_config.c:1594:class_process_config()) marker 35 (0x1) lustre-MDT0000-m del lustre.test_11c 00000020:00000080:1.0:1777421069.287609:0:17316:0:(obd_config.c:1506:class_process_config()) processing cmd: ce023 00000100:00100000:1.0:1777421069.288558:0:17316:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001be3800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:17316:1863760841140736:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777421069.288603:0:17316:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421069.288639:0:17316:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af120406f00 going to sleep for 11 seconds 00000100:00100000:2.0:1777421069.288687:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841140736 00000100:00100000:2.0:1777421069.288693:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841140736 00000100:00100000:2.0:1777421069.288765:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 448 00000100:00100000:2.0:1777421069.288774:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+17:17316:x1863760841140736:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1777421069.288929:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+17:17316:x1863760841140736:12345-0@lo:502:llog_process_th.0 Request processed in 156us (325us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421069.288936:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 448 00000100:00100000:1.0:1777421069.288998:0:17316:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001be3800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:17316:1863760841140736:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1777421069.289021:0:17316:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1777421069.289026:0:17316:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1777421069.289028:0:17316:0:(obd_config.c:1594:class_process_config()) marker 35 (0x2) lustre-MDT0000-m del lustre.test_11c 00000040:00080000:1.0:1777421069.289037:0:17316:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 50 count 49 00000020:01000000:0.0:1777421069.289100:0:5757:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-MDT0000 gen 46-49 (rc=0) 10000000:01000000:0.0:1777421069.289125:0:5757:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.147@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:0.0:1777421069.289134:0:5757:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af105d5c600/0xa38d7128938677c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d71289386783 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421069.289145:0:5757:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.147@tcp lock: ffff9af105d5c600/0xa38d7128938677c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d71289386783 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777421069.289155:0:5757:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:0.0:1777421069.289159:0:5757:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff9af104e03370 from 1 10000000:01000000:0.0:1777421069.289162:0:5757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:0.0:1777421069.289186:0:5757:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af003867e00/0xa38d7128938678a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421069.289194:0:5757:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.147@tcp lock: ffff9af003867e00/0xa38d7128938678a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421069.289228:0:5757:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.147@tcp lock: ffff9af003867e00/0xa38d7128938678a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421069.289245:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c005180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841140864:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1777421069.289287:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421069.289310:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1200ad240 going to sleep for 11 seconds 00000100:00100000:2.0:1777421069.289482:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841140864 00000100:00100000:2.0:1777421069.289486:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841140864 00000100:00100000:2.0:1777421069.289513:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 449 00000100:00100000:2.0:1777421069.289523:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+17:5757:x1863760841140864:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777421069.289532:0:5754:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421069.289544:0:5754:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af0013cf600/0xa38d71289386791 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xa38d7128938678a expref: -99 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421069.289563:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af0013cf600/0xa38d71289386791 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa38d7128938678a expref: 18 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421069.289573:0:5754:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af0013cf600/0xa38d71289386791 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa38d7128938678a expref: 18 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421069.289580:0:5754:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0013cf600, rc 0) 00000100:00100000:2.0:1777421069.289611:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:5757:x1863760841140864:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 88us (324us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421069.289617:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 449 00000100:00100000:0.0:1777421069.290048:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c005180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841140864:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777421069.290062:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.147@tcp lock: ffff9af003867e00/0xa38d7128938678a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d71289386791 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421069.290080:0:5757:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.147@tcp lock: ffff9af003867e00/0xa38d7128938678a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xa38d71289386791 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421069.290127:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c005180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841140992:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777421069.290154:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421069.290181:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1200ad240 going to sleep for 11 seconds 00000100:00100000:2.0:1777421069.290398:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841140992 00000100:00100000:2.0:1777421069.290404:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841140992 00000100:00100000:2.0:1777421069.290438:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 450 00000100:00100000:2.0:1777421069.290448:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:5757:x1863760841140992:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1777421069.290537:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:5757:x1863760841140992:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 91us (382us total) trans 0 rc -2/-2 00000100:00100000:2.0:1777421069.290555:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 450 00000100:00100000:0.0:1777421069.290623:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c005180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:5757:1863760841140992:0@lo:501:ll_cfg_requeue.0 10000000:01000000:0.0:1777421069.290645:0:5757:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.147@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:0.0:1777421069.290652:0:5757:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.147@tcp lock: ffff9af003867e00/0xa38d7128938678a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d71289386791 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421069.290661:0:5757:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.147@tcp lock: ffff9af003867e00/0xa38d7128938678a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xa38d71289386791 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421069.657214:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777421069.966938:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421069.966995:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833948288 00000100:00100000:2.0:1777421069.967011:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833948288 00000100:00100000:2.0:1777421069.967088:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 451 00000100:00100000:2.0:1777421069.967100:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+9:5564:x1863760833948288:12345-192.168.203.47@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777421069.967120:0:5754:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421069.967144:0:5754:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af0013cfa00/0xa38d71289386798 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3764d3 expref: -99 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421069.967182:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af0013cfa00/0xa38d71289386798 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3764d3 expref: 10 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421069.967195:0:5754:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af0013cfa00/0xa38d71289386798 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3764d3 expref: 10 pid: 5754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421069.967207:0:5754:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0013cfa00, rc 0) 00000100:00100000:2.0:1777421069.967279:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+10:5564:x1863760833948288:12345-192.168.203.47@tcp:101:ll_cfg_requeue.0 Request processed in 180us (354us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421069.967287:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 451 00000100:00100000:2.0:1777421069.972664:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421069.972753:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833948416 00000100:00100000:3.0:1777421069.972767:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833948416 00000100:00100000:3.0:1777421069.972848:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 452 00000100:00100000:3.0:1777421069.972861:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+10:5564:x1863760833948416:12345-192.168.203.47@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777421069.973065:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+10:5564:x1863760833948416:12345-192.168.203.47@tcp:501:ll_cfg_requeue.0 Request processed in 206us (415us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421069.973074:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 452 00000100:00100000:0.0:1777421069.976633:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421069.976718:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833948544 00000100:00100000:3.0:1777421069.976730:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833948544 00000100:00100000:3.0:1777421069.976792:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 453 00000100:00100000:3.0:1777421069.976815:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+10:5564:x1863760833948544:12345-192.168.203.47@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777421069.977076:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+10:5564:x1863760833948544:12345-192.168.203.47@tcp:503:ll_cfg_requeue.0 Request processed in 272us (456us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421069.977086:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 453 00000100:00100000:1.0:1777421069.985688:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421069.985815:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833948672 00000100:00100000:3.0:1777421069.985829:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833948672 00000100:00100000:3.0:1777421069.985970:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 454 00000100:00100000:3.0:1777421069.985982:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:71f90d2e-4852-44e2-8435-52916750919f+10:22902:x1863760833948672:12345-192.168.203.47@tcp:502:llog_process_th.0 00000100:00100000:3.0:1777421069.986318:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:71f90d2e-4852-44e2-8435-52916750919f+10:22902:x1863760833948672:12345-192.168.203.47@tcp:502:llog_process_th.0 Request processed in 337us (644us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421069.986327:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 454 00000100:00100000:2.0:1777421069.987770:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421069.987835:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833948800 00000100:00100000:0.0:1777421069.987845:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833948800 00000100:00100000:0.0:1777421069.987892:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 455 00000100:00100000:0.0:1777421069.987902:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:71f90d2e-4852-44e2-8435-52916750919f+10:22902:x1863760833948800:12345-192.168.203.47@tcp:502:llog_process_th.0 00000100:00100000:0.0:1777421069.988056:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:71f90d2e-4852-44e2-8435-52916750919f+10:22902:x1863760833948800:12345-192.168.203.47@tcp:502:llog_process_th.0 Request processed in 154us (289us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421069.988064:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 455 00000100:00100000:1.0:1777421069.989559:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421069.989698:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833948928 00000100:00100000:0.0:1777421069.989708:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833948928 00000100:00100000:0.0:1777421069.989753:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 456 00000100:00100000:0.0:1777421069.989762:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:71f90d2e-4852-44e2-8435-52916750919f+10:5564:x1863760833948928:12345-192.168.203.47@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777421069.989777:0:5753:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421069.989809:0:5753:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af003866e00/0xa38d7128938679f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3764da expref: -99 pid: 5753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421069.989844:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af003866e00/0xa38d7128938679f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3764da expref: 11 pid: 5753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421069.989859:0:5753:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af003866e00/0xa38d7128938679f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3764da expref: 11 pid: 5753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421069.989870:0:5753:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af003866e00, rc 0) 00000100:00100000:0.0:1777421069.989924:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:71f90d2e-4852-44e2-8435-52916750919f+11:5564:x1863760833948928:12345-192.168.203.47@tcp:101:ll_cfg_requeue.0 Request processed in 163us (370us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421069.989932:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 456 00000100:00100000:1.0:1777421069.991334:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421069.991448:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833949056 00000100:00100000:2.0:1777421069.991456:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833949056 00000100:00100000:2.0:1777421069.991494:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 457 00000100:00100000:2.0:1777421069.991504:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+11:5564:x1863760833949056:12345-192.168.203.47@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1777421069.991659:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+11:5564:x1863760833949056:12345-192.168.203.47@tcp:501:ll_cfg_requeue.0 Request processed in 154us (328us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421069.991670:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 457 00000100:00100000:1.0:1777421069.993262:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421069.993399:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833949184 00000100:00100000:0.0:1777421069.993408:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833949184 00000100:00100000:0.0:1777421069.993456:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 458 00000100:00100000:0.0:1777421069.993465:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:71f90d2e-4852-44e2-8435-52916750919f+11:5564:x1863760833949184:12345-192.168.203.47@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1777421069.993706:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:71f90d2e-4852-44e2-8435-52916750919f+11:5564:x1863760833949184:12345-192.168.203.47@tcp:503:ll_cfg_requeue.0 Request processed in 242us (450us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421069.993713:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 458 00000100:00100000:1.0:1777421069.995948:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421069.996050:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833949312 00000100:00100000:0.0:1777421069.996060:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833949312 00000100:00100000:0.0:1777421069.996123:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 459 00000100:00100000:0.0:1777421069.996134:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:71f90d2e-4852-44e2-8435-52916750919f+11:22904:x1863760833949312:12345-192.168.203.47@tcp:502:llog_process_th.0 00000100:00100000:0.0:1777421069.996481:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:71f90d2e-4852-44e2-8435-52916750919f+11:22904:x1863760833949312:12345-192.168.203.47@tcp:502:llog_process_th.0 Request processed in 346us (540us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421069.996491:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 459 00000100:00100000:1.0:1777421069.998251:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421069.999058:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833949440 00000100:00100000:0.0:1777421069.999071:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833949440 00000100:00100000:0.0:1777421069.999130:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 460 00000100:00100000:0.0:1777421069.999139:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:71f90d2e-4852-44e2-8435-52916750919f+11:22904:x1863760833949440:12345-192.168.203.47@tcp:502:llog_process_th.0 00000100:00100000:0.0:1777421069.999428:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:71f90d2e-4852-44e2-8435-52916750919f+11:22904:x1863760833949440:12345-192.168.203.47@tcp:502:llog_process_th.0 Request processed in 288us (1184us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421069.999438:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 460 00000100:00100000:1.0:1777421070.001637:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421070.001694:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833949568 00000100:00100000:0.0:1777421070.001706:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833949568 00000100:00100000:0.0:1777421070.001758:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 461 00000100:00100000:0.0:1777421070.001768:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:71f90d2e-4852-44e2-8435-52916750919f+11:5564:x1863760833949568:12345-192.168.203.47@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777421070.001787:0:5753:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421070.001821:0:5753:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af003867400/0xa38d712893867a6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3764e1 expref: -99 pid: 5753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421070.001862:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af003867400/0xa38d712893867a6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3764e1 expref: 12 pid: 5753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421070.001875:0:5753:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af003867400/0xa38d712893867a6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3764e1 expref: 12 pid: 5753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421070.001887:0:5753:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af003867400, rc 0) 00000100:00100000:0.0:1777421070.001944:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:71f90d2e-4852-44e2-8435-52916750919f+12:5564:x1863760833949568:12345-192.168.203.47@tcp:101:ll_cfg_requeue.0 Request processed in 177us (314us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421070.001952:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 461 00000100:00100000:0.0:1777421070.004255:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421070.004564:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833949696 00000100:00100000:3.0:1777421070.004576:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833949696 00000100:00100000:3.0:1777421070.004633:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 462 00000100:00100000:3.0:1777421070.004644:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:71f90d2e-4852-44e2-8435-52916750919f+12:5564:x1863760833949696:12345-192.168.203.47@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777421070.004838:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:71f90d2e-4852-44e2-8435-52916750919f+12:5564:x1863760833949696:12345-192.168.203.47@tcp:501:ll_cfg_requeue.0 Request processed in 194us (590us total) trans 0 rc -2/-2 00000100:00100000:3.0:1777421070.004848:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 462 00010000:00010000:2.0:1777421070.680598:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777421071.325106:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841141120:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777421071.325203:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421071.325415:0:6546:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841141120 00000100:00100000:1.0:1777421071.325438:0:6546:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841141120 00000100:00100000:1.0:1777421071.325539:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1777421071.325551:0:6546:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c005180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841141120:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1777421071.325585:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:1.0:1777421071.325599:0:6546:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 64684032 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1777421071.325668:0:6546:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c005180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841141120:12345-0@lo:13:osp-pre-0-0.0 Request processed in 119us (464us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421071.325676:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1777421071.325721:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841141120:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1777421071.708853:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1777421071.879889:0:17364:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12a: Restore an imported file explicitly ========================================================== 20:04:31 (1777421071) 00000100:00100000:1.0:1777421071.992238:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421071.992419:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833949952 00000100:00100000:2.0:1777421071.992430:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833949952 00000100:00100000:2.0:1777421071.992493:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 744 00000100:00100000:2.0:1777421071.992504:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+31:23095:x1863760833949952:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421071.992524:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421071.992546:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a600/0xa38d712893867ad lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3764e8 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421071.992667:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d712893867b4 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421071.992682:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d712893867b4 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421071.992693:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d712893867b4 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421071.992704:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 10752 00000100:00080000:0.0:1777421071.992812:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1777421071.992900:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a600/0xa38d712893867ad lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3764e8 expref: 34 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421071.992912:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f72a800/0xa38d712893867b4 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3764e8 expref: 33 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421071.992918:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9af106213200) 00010000:00010000:2.0:1777421071.992920:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1777421071.992933:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f72a800, rc 0) 00000100:00100000:2.0:1777421071.992982:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+33:23095:x1863760833949952:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 481us (754us total) trans 4294967781 rc 0/0 00000100:00100000:2.0:1777421071.992988:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 744 00000100:00100000:1.0:1777421071.995896:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421071.996424:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833950080 00000100:00100000:2.0:1777421071.996434:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833950080 00000100:00100000:2.0:1777421071.996492:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 745 00000100:00100000:2.0:1777421071.996503:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+33:23095:x1863760833950080:12345-192.168.203.47@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1777421071.996602:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+33:23095:x1863760833950080:12345-192.168.203.47@tcp:59:lhsmtool_posix.0 Request processed in 100us (714us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421071.996609:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 745 00000100:00100000:0.0:1777421072.005474:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421072.005571:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833950208 00000100:00100000:2.0:1777421072.005580:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833950208 00000100:00100000:2.0:1777421072.005641:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 746 00000100:00100000:2.0:1777421072.005651:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c007480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+74:23096:x1863760833950208:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:2.0:1777421072.005669:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421072.005710:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30400/0xa38d712893867c2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3764ef expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.005780:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31800/0xa38d712893867c9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.005805:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31800/0xa38d712893867c9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.005816:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31800/0xa38d712893867c9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.007161:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30000/0xa38d712893867d0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.007189:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30000/0xa38d712893867d0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.007200:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30000/0xa38d712893867d0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.007278:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31800/0xa38d712893867c9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.007286:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31800/0xa38d712893867c9 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.007294:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31800/0xa38d712893867c9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.007301:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af002b31800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421072.007305:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31800/0xa38d712893867c9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.007313:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31800/0xa38d712893867c9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.007325:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af118b05600) 00010000:00010000:2.0:1777421072.007328:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421072.007333:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31800/0xa38d712893867c9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.007340:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31800/0xa38d712893867c9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.007368:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30000/0xa38d712893867d0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.007382:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30000/0xa38d712893867d0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.007388:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30000/0xa38d712893867d0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.007393:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af002b30000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421072.007396:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30000/0xa38d712893867d0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.007403:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30000/0xa38d712893867d0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.007412:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5b990ec8 (ffff9af118b05d00) 00010000:00010000:2.0:1777421072.007414:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421072.007417:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30000/0xa38d712893867d0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.007424:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30000/0xa38d712893867d0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.007467:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30400/0xa38d712893867c2 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3764ef expref: 75 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.007478:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af118b05600) 00010000:00010000:2.0:1777421072.007481:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421072.007484:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30400/0xa38d712893867c2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3764ef expref: 75 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.007494:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af002b30400, rc 0) 00000100:00100000:2.0:1777421072.007563:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c007480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+74:23096:x1863760833950208:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 1913us (2097us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421072.007572:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 746 00000100:00080000:0.0:1777421072.007689:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777421072.014521:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421072.014650:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833950464 00000100:00100000:2.0:1777421072.014661:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833950464 00000100:00100000:2.0:1777421072.014717:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 747 00000100:00100000:2.0:1777421072.014728:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+74:23096:x1863760833950464:12345-192.168.203.47@tcp:36:lfs.0 00010000:00010000:2.0:1777421072.014782:0:5762:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421072.014817:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af001c6ba00/0xa38d71289386633 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376494 expref: 74 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.014833:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af118b05600) 00010000:00010000:2.0:1777421072.014839:0:5762:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421072.014922:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31000/0xa38d712893867d7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.014935:0:5762:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d7128938665d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3764a2 expref: 32 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.014943:0:5762:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31000/0xa38d712893867d7 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.014974:0:5762:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d7128938665d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3764a2 expref: 32 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.014987:0:5762:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d7128938665d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3764a2 expref: 32 pid: 5762 timeout: 383 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421072.014999:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0013b6300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841141248:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777421072.015105:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13c683d80 going to sleep for 11 seconds 00000100:00100000:1.0:1777421072.017142:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421072.017246:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833950592 00000100:00100000:3.0:1777421072.017258:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833950592 00010000:00010000:3.0:1777421072.017307:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d7128938665d lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3764a2 expref: 33 pid: 5762 timeout: 383 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421072.017402:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 243 00000100:00100000:3.0:1777421072.017414:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+33:2369:x1863760833950592:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421072.017431:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421072.017457:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d7128938665d lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3764a2 expref: 33 pid: 5762 timeout: 383 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.017471:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d7128938665d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3764a2 expref: 33 pid: 5762 timeout: 383 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.017498:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af118b05600) 00010000:00010000:3.0:1777421072.017517:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31000/0xa38d712893867d7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.017530:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31000/0xa38d712893867d7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.017541:0:5746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31000/0xa38d712893867d7 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.017567:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421072.017631:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+33:2369:x1863760833950592:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 218us (502us total) trans 0 rc 0/0 00010000:00010000:2.0:1777421072.017642:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d7128938665d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3764a2 expref: 33 pid: 5762 timeout: 383 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421072.017648:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 243 00000100:00100000:2.0:1777421072.017677:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0013b6300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841141248:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777421072.017702:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31000/0xa38d712893867d7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.017713:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31000/0xa38d712893867d7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.017720:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31000/0xa38d712893867d7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.017748:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31c00/0xa38d712893867de lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.017760:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31c00/0xa38d712893867de lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.017770:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31c00/0xa38d712893867de lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421072.018504:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x30:0x0]: returning size 512 00010000:00010000:2.0:1777421072.018516:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31000/0xa38d712893867d7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.018525:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31000/0xa38d712893867d7 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.018532:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31000/0xa38d712893867d7 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.018548:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af002b31000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421072.018552:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31000/0xa38d712893867d7 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.018560:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31000/0xa38d712893867d7 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.018574:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af118b05600) 00010000:00010000:2.0:1777421072.018577:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421072.018582:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31000/0xa38d712893867d7 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.018588:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31000/0xa38d712893867d7 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777421072.018606:0:5762:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000aaf38780 reply state 0000000057413969 transno 4294967782 ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31c00/0xa38d712893867de lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421072.018614:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777421072.018700:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+75:23096:x1863760833950464:12345-192.168.203.47@tcp:36:lfs.0 Request processed in 3972us (4185us total) trans 4294967782 rc 0/0 00000100:00100000:2.0:1777421072.018709:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 747 00010000:00010000:2.0:1777421072.020570:0:3282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31c00/0xa38d712893867de lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.020584:0:3282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31c00/0xa38d712893867de lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.020592:0:3282:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31c00/0xa38d712893867de lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.020615:0:3282:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af002b31c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421072.020619:0:3282:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31c00/0xa38d712893867de lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.020626:0:3282:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31c00/0xa38d712893867de lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.020638:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5b990ec8 (ffff9af118b05800) 00010000:00010000:2.0:1777421072.020642:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421072.020646:0:3282:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31c00/0xa38d712893867de lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.020653:0:3282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31c00/0xa38d712893867de lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421072.180112:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421072.180230:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833950720 00000100:00100000:2.0:1777421072.180244:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833950720 00000100:00100000:2.0:1777421072.180316:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 748 00000100:00100000:2.0:1777421072.180329:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+74:23133:x1863760833950720:12345-192.168.203.47@tcp:101:mkdir.0 00010000:00010000:2.0:1777421072.180386:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421072.180421:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31c00/0xa38d712893867e5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3764f6 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.180492:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31000/0xa38d712893867ec lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.180505:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31000/0xa38d712893867ec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.180523:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31000/0xa38d712893867ec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421072.180607:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1777421072.180610:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 21 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421072.180636:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31000/0xa38d712893867ec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.180663:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31c00/0xa38d712893867e5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3764f6 expref: 76 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.180684:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31000/0xa38d712893867ec lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3764f6 expref: 75 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.180694:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af118b05800) 00010000:00010000:2.0:1777421072.180697:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777421072.180699:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af002b31000, rc 0) 00000100:00100000:2.0:1777421072.180771:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+75:23133:x1863760833950720:12345-192.168.203.47@tcp:101:mkdir.0 Request processed in 444us (681us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421072.180779:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 748 00000100:00100000:1.0:1777421072.183518:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421072.184005:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833950976 00000100:00100000:3.0:1777421072.184019:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833950976 00000100:00100000:3.0:1777421072.184131:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 749 00000100:00100000:3.0:1777421072.184143:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134080e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+75:23133:x1863760833950976:12345-192.168.203.47@tcp:36:mkdir.0 00010000:00010000:3.0:1777421072.184220:0:5761:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421072.184252:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31000/0xa38d712893867ec lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3764f6 expref: 75 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.184274:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af118b05800) 00010000:00010000:3.0:1777421072.184304:0:5761:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421072.187098:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134080e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+74:23133:x1863760833950976:12345-192.168.203.47@tcp:36:mkdir.0 Request processed in 398us (1033us total) trans 0 rc -17/-17 00000100:00100000:3.0:1777421072.187113:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 749 00000100:00100000:0.0:1777421072.192985:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421072.193091:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833951104 00000100:00100000:3.0:1777421072.193105:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833951104 00000100:00100000:3.0:1777421072.193218:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 750 00000100:00100000:3.0:1777421072.193231:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c006a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+74:23133:x1863760833951104:12345-192.168.203.47@tcp:101:mkdir.0 00010000:00010000:3.0:1777421072.193258:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421072.193289:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3600/0xa38d712893867f3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3764fd expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.193383:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d712893867fa lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.193397:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d712893867fa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.193406:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d712893867fa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421072.193478:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:3.0:1777421072.193481:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 21 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421072.193500:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d712893867fa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.193520:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3600/0xa38d712893867f3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3764fd expref: 76 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.193535:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d712893867fa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3764fd expref: 75 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.193557:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af103234700) 00010000:00010000:3.0:1777421072.193560:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777421072.193562:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0011e2c00, rc 0) 00000100:00100000:3.0:1777421072.193626:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c006a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+75:23133:x1863760833951104:12345-192.168.203.47@tcp:101:mkdir.0 Request processed in 399us (655us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421072.193632:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 750 00000100:00100000:1.0:1777421072.197592:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421072.197651:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833951232 00000100:00100000:3.0:1777421072.197665:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833951232 00000100:00100000:3.0:1777421072.197729:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 751 00000100:00100000:3.0:1777421072.197739:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134083800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+75:23133:x1863760833951232:12345-192.168.203.47@tcp:101:mkdir.0 00010000:00010000:3.0:1777421072.197764:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421072.197799:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3800/0xa38d71289386801 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376504 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.197884:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2000/0xa38d71289386808 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.197901:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2000/0xa38d71289386808 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.197917:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2000/0xa38d71289386808 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.197933:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d7128938680f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.197941:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d7128938680f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.197971:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d7128938680f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.199735:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289386816 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.199760:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289386816 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.199773:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289386816 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421072.199857:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x30:0x0]: returning size 512 00000004:00200000:3.0:1777421072.199861:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421072.199887:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289386816 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.200123:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2000/0xa38d71289386808 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.200130:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2000/0xa38d71289386808 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.200136:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2000/0xa38d71289386808 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.200142:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0011e2000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421072.200147:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2000/0xa38d71289386808 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.200154:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2000/0xa38d71289386808 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.200183:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af103234700) 00010000:00010000:3.0:1777421072.200186:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421072.200191:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2000/0xa38d71289386808 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.200197:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2000/0xa38d71289386808 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.200215:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d7128938680f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.200222:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d7128938680f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.200227:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d7128938680f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.200233:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf39200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421072.200236:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d7128938680f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.200242:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d7128938680f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.200250:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5b990ec8 (ffff9af103234a00) 00010000:00010000:3.0:1777421072.200253:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421072.200256:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d7128938680f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.200262:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d7128938680f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.200314:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3800/0xa38d71289386801 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376504 expref: 77 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.200330:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289386816 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376504 expref: 76 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.200337:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff9af103234b00) 00010000:00010000:3.0:1777421072.200338:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777421072.200340:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12cf38400, rc 0) 00000100:00100000:2.0:1777421072.200597:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134083800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+76:23133:x1863760833951232:12345-192.168.203.47@tcp:101:mkdir.0 Request processed in 2851us (3010us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421072.200612:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 751 00000100:00100000:1.0:1777421072.239801:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421072.240342:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833951360 00000100:00100000:2.0:1777421072.240403:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833951360 00000100:00100000:2.0:1777421072.240491:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 752 00000100:00100000:2.0:1777421072.240504:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134080380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+32:23139:x1863760833951360:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421072.240531:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421072.240559:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31c00/0xa38d7128938681d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37650b expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.240675:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30400/0xa38d71289386824 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.240692:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30400/0xa38d71289386824 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.240708:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30400/0xa38d71289386824 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421072.240959:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1777421072.240964:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 21 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421072.240994:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30400/0xa38d71289386824 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.241022:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31c00/0xa38d7128938681d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37650b expref: 34 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.241043:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30400/0xa38d71289386824 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37650b expref: 33 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.241053:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af103234700) 00010000:00010000:2.0:1777421072.241056:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777421072.241060:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af002b30400, rc 0) 00000100:00100000:2.0:1777421072.241134:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134080380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+33:23139:x1863760833951360:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 633us (1353us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421072.241142:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 752 00000100:00100000:1.0:1777421072.244960:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421072.245042:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833951616 00000100:00100000:2.0:1777421072.245060:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833951616 00000100:00100000:2.0:1777421072.245170:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 753 00000100:00100000:2.0:1777421072.245183:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134082680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+76:23139:x1863760833951616:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421072.245210:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421072.245232:0:5761:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1777421072.245267:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289386816 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376504 expref: 76 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.245300:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff9af103234b00) 00010000:00010000:2.0:1777421072.245313:0:5761:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421072.245336:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30000/0xa38d7128938682b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376512 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.245523:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31800/0xa38d71289386832 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.245534:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31800/0xa38d71289386832 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.245542:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31800/0xa38d71289386832 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.245553:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30c00/0xa38d71289386839 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.245557:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30c00/0xa38d71289386839 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.245561:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30c00/0xa38d71289386839 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.246107:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30800/0xa38d71289386840 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.246124:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30800/0xa38d71289386840 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.246132:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30800/0xa38d71289386840 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421072.246143:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x32:0x0]: returning size 0 00010000:00010000:2.0:1777421072.246181:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31800/0xa38d71289386832 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.246187:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31800/0xa38d71289386832 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.246191:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31800/0xa38d71289386832 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.246195:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af002b31800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421072.246199:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31800/0xa38d71289386832 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.246204:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31800/0xa38d71289386832 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.246210:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff9af118b05600) 00010000:00010000:2.0:1777421072.246213:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421072.246215:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31800/0xa38d71289386832 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.246219:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31800/0xa38d71289386832 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777421072.246229:0:5761:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000ba20df93 reply state 00000000550f0eea transno 4294967783 ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30c00/0xa38d71289386839 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421072.246244:0:5761:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777421072.246274:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30000/0xa38d7128938682b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376512 expref: 78 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.246300:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30800/0xa38d71289386840 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376512 expref: 77 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.246308:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff9af118b05800) 00010000:00010000:2.0:1777421072.246310:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777421072.246313:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af002b30800, rc 0) 00000100:00100000:2.0:1777421072.246495:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134082680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+78:23139:x1863760833951616:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 1313us (1541us total) trans 4294967783 rc 0/0 00000100:00100000:2.0:1777421072.246504:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 753 00010000:00010000:2.0:1777421072.247964:0:3281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30c00/0xa38d71289386839 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.247979:0:3281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30c00/0xa38d71289386839 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.247987:0:3281:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30c00/0xa38d71289386839 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.247993:0:3281:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af002b30c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421072.247998:0:3281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30c00/0xa38d71289386839 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.248005:0:3281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30c00/0xa38d71289386839 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.248039:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x3b61a3c9 (ffff9af118b05d00) 00010000:00010000:2.0:1777421072.248043:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421072.248048:0:3281:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30c00/0xa38d71289386839 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.248055:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30c00/0xa38d71289386839 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421072.249347:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421072.249652:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833951872 00000100:00100000:2.0:1777421072.249663:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833951872 00000100:00100000:2.0:1777421072.249721:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 754 00000100:00100000:2.0:1777421072.249732:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134082a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+77:23139:x1863760833951872:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421072.249843:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421072.249866:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31c00/0xa38d7128938684e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376519 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.249956:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31400/0xa38d71289386855 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.249971:0:5761:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30800/0xa38d71289386840 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376512 expref: 78 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.249979:0:5761:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31400/0xa38d71289386855 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.250013:0:5761:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30800/0xa38d71289386840 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376512 expref: 78 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.250025:0:5761:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30800/0xa38d71289386840 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376512 expref: 78 pid: 5761 timeout: 384 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421072.250052:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0013b6300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841141376:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777421072.250149:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13c683000 going to sleep for 11 seconds 00000100:00100000:2.0:1777421072.251610:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0013b6300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841141376:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777421072.251651:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31400/0xa38d71289386855 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421072.252035:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421072.253178:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833952000 00000100:00100000:2.0:1777421072.253188:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833952000 00010000:00010000:2.0:1777421072.253222:0:5747:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30800/0xa38d71289386840 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376512 expref: 79 pid: 5761 timeout: 384 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421072.253305:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 244 00000100:00100000:2.0:1777421072.253314:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134082d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+79:2368:x1863760833952000:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421072.253328:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421072.253334:0:5747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30800/0xa38d71289386840 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376512 expref: 79 pid: 5761 timeout: 384 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.253346:0:5747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30800/0xa38d71289386840 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376512 expref: 79 pid: 5761 timeout: 384 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.253383:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30800/0xa38d71289386840 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376512 expref: 79 pid: 5761 timeout: 384 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.253400:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff9af118b05800) 00010000:00010000:2.0:1777421072.253405:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31400/0xa38d71289386855 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.253425:0:5747:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31400/0xa38d71289386855 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.253432:0:5747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31400/0xa38d71289386855 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.253469:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421072.253519:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134082d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+78:2368:x1863760833952000:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 204us (1484us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421072.253527:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 244 00010000:00010000:0.0:1777421072.253564:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31400/0xa38d71289386855 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.253586:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31400/0xa38d71289386855 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421072.253616:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x32:0x0]: returning size 0 00010000:00010000:0.0:1777421072.254013:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31400/0xa38d71289386855 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.254035:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31400/0xa38d71289386855 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.254043:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31400/0xa38d71289386855 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.254051:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af002b31400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421072.254057:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31400/0xa38d71289386855 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.254066:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31400/0xa38d71289386855 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.254082:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff9af118b05800) 00010000:00010000:0.0:1777421072.254086:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777421072.254091:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31400/0xa38d71289386855 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.254097:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31400/0xa38d71289386855 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.254192:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31c00/0xa38d7128938684e lrc: 1/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376519 expref: 78 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.254204:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff9af118b05300) 00010000:00010000:0.0:1777421072.254207:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777421072.254211:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31c00/0xa38d7128938684e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376519 expref: 78 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.254227:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af002b31c00, rc 0) 00000100:00100000:0.0:1777421072.254305:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134082a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+77:23139:x1863760833951872:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 4574us (4966us total) trans 4294967784 rc 301/301 00000100:00100000:0.0:1777421072.254315:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 754 00000100:00100000:1.0:1777421072.257245:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421072.257314:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833952256 00000100:00100000:2.0:1777421072.257325:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833952256 00000100:00100000:2.0:1777421072.257400:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 170 00000100:00100000:2.0:1777421072.257411:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134081180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+77:23139:x1863760833952256:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1777421072.257774:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134081180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+78:23139:x1863760833952256:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 363us (536us total) trans 4294967785 rc 0/0 00000100:00100000:2.0:1777421072.257782:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 170 00000100:00100000:1.0:1777421072.263464:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421072.263559:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833952384 00000100:00100000:0.0:1777421072.263569:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833952384 00000100:00100000:0.0:1777421072.263623:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 755 00000100:00100000:0.0:1777421072.263631:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+78:23139:x1863760833952384:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421072.263651:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421072.263670:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866c00/0xa38d71289386863 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376520 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.263718:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866c00/0xa38d71289386863 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376520 expref: 79 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.263728:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866c00/0xa38d71289386863 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376520 expref: 79 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.263741:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff9af10b558a00) 00010000:00010000:0.0:1777421072.263744:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777421072.263747:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af003866c00, rc 0) 00000100:00100000:0.0:1777421072.263813:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+79:23139:x1863760833952384:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 182us (358us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421072.263821:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 755 00000100:00100000:1.0:1777421072.266208:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421072.266287:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833952640 00000100:00100000:0.0:1777421072.266298:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833952640 00000100:00100000:0.0:1777421072.266529:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 756 00000100:00100000:0.0:1777421072.266540:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+79:23139:x1863760833952640:12345-192.168.203.47@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1777421072.266617:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867c00/0xa38d7128938686a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.266633:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867c00/0xa38d7128938686a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.266644:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867c00/0xa38d7128938686a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.266848:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867c00/0xa38d7128938686a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.266855:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867c00/0xa38d7128938686a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.266862:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867c00/0xa38d7128938686a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.266867:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af003867c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421072.266871:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867c00/0xa38d7128938686a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.266878:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867c00/0xa38d7128938686a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.266889:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff9af10b558a00) 00010000:00010000:0.0:1777421072.266892:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1777421072.266896:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867c00/0xa38d7128938686a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x32:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.266903:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867c00/0xa38d7128938686a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x32:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421072.266980:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+80:23139:x1863760833952640:12345-192.168.203.47@tcp:55:lhsmtool_posix.0 Request processed in 442us (780us total) trans 4294967786 rc 0/0 00000100:00100000:0.0:1777421072.266988:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 756 00000100:00100000:1.0:1777421072.269628:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421072.269707:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833952896 00000100:00100000:0.0:1777421072.269717:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833952896 00000100:00100000:0.0:1777421072.270874:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 757 00000100:00100000:0.0:1777421072.270887:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f775500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+80:23139:x1863760833952896:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1777421072.271165:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867000/0xa38d71289386871 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.271181:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867000/0xa38d71289386871 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.271192:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867000/0xa38d71289386871 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777421072.271271:0:5761:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967787 00000004:00010000:0.0:1777421072.271299:0:5761:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000004b88dc75 reply state 0000000006f9f01e transno 4294967788 ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867000/0xa38d71289386871 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421072.271306:0:5761:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777421072.271394:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f775500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+83:23139:x1863760833952896:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 Request processed in 510us (1773us total) trans 4294967788 rc 0/0 00000100:00100000:0.0:1777421072.271400:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 757 00000020:00080000:0.0:1777421072.271404:0:5761:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1777421072.272891:0:3282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867000/0xa38d71289386871 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.272903:0:3282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867000/0xa38d71289386871 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.272908:0:3282:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867000/0xa38d71289386871 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.272912:0:3282:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af003867000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421072.272915:0:3282:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867000/0xa38d71289386871 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.272932:0:3282:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867000/0xa38d71289386871 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.272952:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff9af10b558a00) 00010000:00010000:2.0:1777421072.272956:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1777421072.272960:0:3282:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867000/0xa38d71289386871 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x32:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.272964:0:3282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867000/0xa38d71289386871 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x32:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421072.273401:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421072.273577:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833953152 00000100:00100000:2.0:1777421072.273586:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833953152 00000100:00100000:2.0:1777421072.273729:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 171 00000100:00100000:2.0:1777421072.273736:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f775880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+82:23139:x1863760833953152:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1777421072.273963:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f775880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+83:23139:x1863760833953152:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 225us (562us total) trans 4294967789 rc 0/0 00000100:00100000:2.0:1777421072.273971:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 171 00000100:00100000:1.0:1777421072.291098:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421072.291220:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833953280 00000100:00100000:0.0:1777421072.291228:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833953280 00000100:00100000:0.0:1777421072.291308:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 758 00000100:00100000:0.0:1777421072.291334:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+33:23142:x1863760833953280:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:0.0:1777421072.291390:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421072.291411:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867c00/0xa38d71289386878 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376527 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.291466:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867800/0xa38d7128938687f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.291477:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867800/0xa38d7128938687f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.291484:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867800/0xa38d7128938687f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.291494:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866400/0xa38d71289386886 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.291498:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866400/0xa38d71289386886 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.291502:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866400/0xa38d71289386886 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.291580:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866a00/0xa38d7128938688d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.291585:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866a00/0xa38d7128938688d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.291589:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866a00/0xa38d7128938688d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421072.291629:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x30:0x0]: returning size 512 00000004:00200000:0.0:1777421072.291632:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421072.291649:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866a00/0xa38d7128938688d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.291657:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867800/0xa38d7128938687f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.291662:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867800/0xa38d7128938687f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.291666:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867800/0xa38d7128938687f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.291670:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af003867800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421072.291672:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867800/0xa38d7128938687f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.291677:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867800/0xa38d7128938687f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.291688:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af103234700) 00010000:00010000:0.0:1777421072.291690:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421072.291694:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867800/0xa38d7128938687f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.291700:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867800/0xa38d7128938687f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.291724:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866400/0xa38d71289386886 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.291740:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866400/0xa38d71289386886 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.291746:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866400/0xa38d71289386886 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.291751:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af003866400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421072.291755:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866400/0xa38d71289386886 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.291761:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866400/0xa38d71289386886 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.291769:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5b990ec8 (ffff9af10b558d00) 00010000:00010000:0.0:1777421072.291771:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421072.291774:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866400/0xa38d71289386886 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.291780:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866400/0xa38d71289386886 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.291818:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867c00/0xa38d71289386878 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376527 expref: 35 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.291832:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866a00/0xa38d7128938688d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376527 expref: 34 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.291839:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff9af10b558e00) 00010000:00010000:0.0:1777421072.291841:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1777421072.291849:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af003866a00, rc 0) 00000100:00100000:0.0:1777421072.291897:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+34:23142:x1863760833953280:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 565us (806us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421072.291906:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 758 00000100:00100000:3.0:1777421072.294072:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421072.294255:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833953536 00000100:00100000:0.0:1777421072.294267:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833953536 00000100:00100000:0.0:1777421072.294321:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 759 00000100:00100000:0.0:1777421072.294342:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+34:23142:x1863760833953536:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:0.0:1777421072.294405:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421072.294429:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867200/0xa38d71289386894 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37652e expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.294513:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866000/0xa38d7128938689b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.294529:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866000/0xa38d7128938689b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.294543:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866000/0xa38d7128938689b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.294558:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866600/0xa38d712893868a2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.294565:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866600/0xa38d712893868a2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.294572:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866600/0xa38d712893868a2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.294741:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866800/0xa38d712893868a9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.294767:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866800/0xa38d712893868a9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.294775:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866800/0xa38d712893868a9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421072.294805:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x32:0x0]: returning size 158 00010000:00010000:0.0:1777421072.294941:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866000/0xa38d7128938689b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.294950:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866000/0xa38d7128938689b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.294957:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866000/0xa38d7128938689b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.294964:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af003866000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421072.294969:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866000/0xa38d7128938689b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.294976:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866000/0xa38d7128938689b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.294989:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff9af10b558e00) 00010000:00010000:0.0:1777421072.294992:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421072.294997:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866000/0xa38d7128938689b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.295004:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866000/0xa38d7128938689b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.295018:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866600/0xa38d712893868a2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.295030:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866600/0xa38d712893868a2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.295035:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866600/0xa38d712893868a2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.295040:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af003866600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421072.295042:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866600/0xa38d712893868a2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.295047:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866600/0xa38d712893868a2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.295055:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x3b61a3c9 (ffff9af10b558600) 00010000:00010000:0.0:1777421072.295057:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421072.295059:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866600/0xa38d712893868a2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.295064:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866600/0xa38d712893868a2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.295109:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867200/0xa38d71289386894 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37652e expref: 37 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.295122:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866800/0xa38d712893868a9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37652e expref: 36 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.295130:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff9af10b558a00) 00010000:00010000:0.0:1777421072.295132:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421072.295140:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af003866800, rc 0) 00000100:00100000:0.0:1777421072.295222:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+36:23142:x1863760833953536:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 882us (1163us total) trans 4294967790 rc 0/0 00000100:00100000:0.0:1777421072.295232:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 759 00000100:00100000:1.0:1777421072.298223:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421072.298307:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833953664 00000100:00100000:0.0:1777421072.298335:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833953664 00000100:00100000:0.0:1777421072.298452:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 760 00000100:00100000:0.0:1777421072.298464:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+36:23142:x1863760833953664:12345-192.168.203.47@tcp:54:lfs.0 00010000:00010000:0.0:1777421072.298555:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867c00/0xa38d712893868b7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.298587:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867c00/0xa38d712893868b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.298602:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867c00/0xa38d712893868b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.298633:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867c00/0xa38d712893868b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.298641:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867c00/0xa38d712893868b7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.298649:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867c00/0xa38d712893868b7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.298655:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af003867c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421072.298660:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867c00/0xa38d712893868b7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.298669:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867c00/0xa38d712893868b7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.298700:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff9af10b558a00) 00010000:00010000:0.0:1777421072.298703:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777421072.298710:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867c00/0xa38d712893868b7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.298717:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867c00/0xa38d712893868b7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421072.298834:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+36:23142:x1863760833953664:12345-192.168.203.47@tcp:54:lfs.0 Request processed in 371us (630us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421072.298843:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 760 00000100:00100000:1.0:1777421072.302267:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421072.302405:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833953920 00000100:00100000:2.0:1777421072.302416:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833953920 00000100:00100000:2.0:1777421072.302508:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 172 00000100:00100000:2.0:1777421072.302519:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+36:23142:x1863760833953920:12345-192.168.203.47@tcp:35:lfs.0 00000100:00100000:2.0:1777421072.303007:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+37:23142:x1863760833953920:12345-192.168.203.47@tcp:35:lfs.0 Request processed in 489us (749us total) trans 4294967791 rc 0/0 00000100:00100000:2.0:1777421072.303016:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 172 00000100:00100000:1.0:1777421072.348489:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421072.348667:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833954048 00000100:00100000:3.0:1777421072.348676:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833954048 00000100:00100000:3.0:1777421072.348798:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 761 00000100:00100000:3.0:1777421072.348809:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+37:23150:x1863760833954048:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:3.0:1777421072.348831:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421072.348851:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d712893868be lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376535 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.348925:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d712893868c5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.348939:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d712893868c5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.348950:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d712893868c5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421072.349008:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x30:0x0]: returning size 512 00000004:00200000:3.0:1777421072.349030:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421072.349057:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d712893868c5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.349083:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d712893868be lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376535 expref: 39 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.349100:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d712893868c5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376535 expref: 38 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.349109:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff9af10b558e00) 00010000:00010000:3.0:1777421072.349112:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777421072.349116:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12cf39400, rc 0) 00000100:00100000:3.0:1777421072.349171:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+38:23150:x1863760833954048:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 363us (691us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421072.349178:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 761 00000100:00100000:1.0:1777421072.353651:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421072.353722:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833954304 00000100:00100000:2.0:1777421072.353757:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833954304 00000100:00100000:2.0:1777421072.354677:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 31 00000100:00100000:2.0:1777421072.354690:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+38:23150:x1863760833954304:12345-192.168.203.47@tcp:103:lfs.0 00010000:00010000:2.0:1777421072.354709:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421072.354738:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866800/0xa38d712893868a9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37652e expref: 38 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.354757:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff9af10b558a00) 00010000:00010000:2.0:1777421072.354761:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421072.354846:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+37:23150:x1863760833954304:12345-192.168.203.47@tcp:103:lfs.0 Request processed in 159us (1203us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421072.354852:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 31 00000100:00100000:1.0:1777421072.358828:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421072.359159:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833954432 00000100:00100000:3.0:1777421072.359184:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833954432 00000100:00100000:3.0:1777421072.359275:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 762 00000100:00100000:3.0:1777421072.359291:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+37:23150:x1863760833954432:12345-192.168.203.47@tcp:58:lfs.0 00010000:00010000:3.0:1777421072.359468:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d712893868cc lrc: 3/0,1 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.359490:0:5762:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866c00/0xa38d71289386863 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376520 expref: 82 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.359500:0:5762:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d712893868cc lrc: 4/0,1 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.359567:0:5762:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866c00/0xa38d71289386863 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376520 expref: 82 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.359582:0:5762:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866c00/0xa38d71289386863 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376520 expref: 82 pid: 5761 timeout: 384 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421072.359600:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c10380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841141504:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777421072.359712:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af106050180 going to sleep for 11 seconds 00000100:00100000:1.0:1777421072.361630:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421072.361811:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c10380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841141504:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777421072.361842:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833954560 00010000:00010000:3.0:1777421072.361845:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d712893868cc lrc: 3/0,1 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421072.361852:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833954560 00010000:00010000:2.0:1777421072.361907:0:5747:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866c00/0xa38d71289386863 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376520 expref: 83 pid: 5761 timeout: 384 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421072.361947:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 245 00000100:00100000:2.0:1777421072.361960:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+83:2369:x1863760833954560:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421072.361977:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421072.361984:0:5747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866c00/0xa38d71289386863 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376520 expref: 83 pid: 5761 timeout: 384 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.361997:0:5747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866c00/0xa38d71289386863 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376520 expref: 83 pid: 5761 timeout: 384 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.362035:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866c00/0xa38d71289386863 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376520 expref: 83 pid: 5761 timeout: 384 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.362083:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff9af10b558a00) 00010000:00010000:2.0:1777421072.362089:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d712893868cc lrc: 3/0,1 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.362098:0:5747:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d712893868cc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.362105:0:5747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d712893868cc lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.362137:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777421072.362179:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d712893868cc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.362187:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d712893868cc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421072.362245:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+82:2369:x1863760833954560:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 287us (621us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421072.362255:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 245 00000040:00080000:3.0:1777421072.362983:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].18, 136 off10640 00000100:00100000:3.0:1777421072.363065:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+37:23150:x1863760833954432:12345-192.168.203.47@tcp:58:lfs.0 Request processed in 3778us (4249us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421072.363075:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 762 00000040:00080000:3.0:1777421072.472994:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777421072.473007:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777421072.473194:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 19 count 2 00000040:00080000:3.0:1777421072.473202:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777421072.473383:0:11331:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c10380 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841141632:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1777421072.473642:0:11331:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af106050180 going to sleep for 11 seconds 00000100:00100000:1.0:1777421072.476939:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421072.476970:0:11331:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c10380 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841141632:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1777421072.477037:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833954688 00000100:00100000:2.0:1777421072.477047:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833954688 00000100:00100000:2.0:1777421072.477115:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 763 00000100:00100000:2.0:1777421072.477125:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+37:23160:x1863760833954688:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1777421072.477159:0:5762:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000401:0x32:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1777421072.477270:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+37:23160:x1863760833954688:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 146us (344us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421072.477278:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 763 00000100:00100000:1.0:1777421072.479606:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421072.479716:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833954816 00000100:00100000:0.0:1777421072.479730:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833954816 00000100:00100000:0.0:1777421072.479843:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 764 00000100:00100000:0.0:1777421072.479852:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+37:23160:x1863760833954816:12345-192.168.203.47@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1777421072.479942:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867c00/0xa38d712893868d3 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.479964:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867c00/0xa38d712893868d3 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.479979:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867c00/0xa38d712893868d3 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.481407:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867200/0xa38d712893868da lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x43be2ce7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.481426:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867200/0xa38d712893868da lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x43be2ce7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.481453:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867200/0xa38d712893868da lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x43be2ce7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.481485:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866600/0xa38d712893868e1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.481492:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866600/0xa38d712893868e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.481498:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866600/0xa38d712893868e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421072.481538:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x32:0x0]: returning size 158 00000004:00200000:0.0:1777421072.481541:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421072.481553:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866600/0xa38d712893868e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.481563:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867c00/0xa38d712893868d3 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.481569:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867c00/0xa38d712893868d3 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.481575:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867c00/0xa38d712893868d3 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.481580:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af003867c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421072.481583:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867c00/0xa38d712893868d3 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.481589:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867c00/0xa38d712893868d3 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.481604:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9af106213200) 00010000:00010000:0.0:1777421072.481607:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421072.481611:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867c00/0xa38d712893868d3 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.481616:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867c00/0xa38d712893868d3 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.481630:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867200/0xa38d712893868da lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x43be2ce7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.481635:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867200/0xa38d712893868da lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x43be2ce7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.481640:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867200/0xa38d712893868da lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x43be2ce7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.481646:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af003867200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421072.481649:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867200/0xa38d712893868da lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x43be2ce7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.481655:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867200/0xa38d712893868da lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x43be2ce7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.481662:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x43be2ce7 (ffff9af10b558600) 00010000:00010000:0.0:1777421072.481665:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421072.481668:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867200/0xa38d712893868da lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x43be2ce7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.481672:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867200/0xa38d712893868da lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x43be2ce7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.481694:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866600/0xa38d712893868e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.481699:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866600/0xa38d712893868e1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.481704:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866600/0xa38d712893868e1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.481708:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af003866600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421072.481710:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866600/0xa38d712893868e1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.481714:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866600/0xa38d712893868e1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.481720:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff9af10b558a00) 00010000:00010000:0.0:1777421072.481722:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421072.481724:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866600/0xa38d712893868e1 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.481730:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866600/0xa38d712893868e1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421072.482138:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+37:23160:x1863760833954816:12345-192.168.203.47@tcp:34:lhsmtool_posix.0 Request processed in 2281us (2538us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421072.482148:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 764 00000100:00100000:1.0:1777421072.484198:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421072.484273:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833955072 00000100:00100000:0.0:1777421072.484282:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833955072 00000100:00100000:0.0:1777421072.484325:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 765 00000100:00100000:0.0:1777421072.484345:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+37:23160:x1863760833955072:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421072.484547:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421072.484569:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866000/0xa38d712893868e8 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37653c expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.484671:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866400/0xa38d712893868ef lrc: 3/1,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.484686:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866400/0xa38d712893868ef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.484697:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866400/0xa38d712893868ef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421072.484708:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x32:0x0]: returning size 158 00010000:00010000:0.0:1777421072.484814:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866400/0xa38d712893868ef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.484823:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866400/0xa38d712893868ef lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.484829:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866400/0xa38d712893868ef lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.484835:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af003866400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421072.484839:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866400/0xa38d712893868ef lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.484846:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866400/0xa38d712893868ef lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.484858:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff9af10b558a00) 00010000:00010000:0.0:1777421072.484867:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777421072.484872:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866400/0xa38d712893868ef lrc: 2/0,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.484878:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866400/0xa38d712893868ef lrc: 0/0,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.484918:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866000/0xa38d712893868e8 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37653c expref: 39 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.484928:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9af106213200) 00010000:00010000:0.0:1777421072.484930:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777421072.484934:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866000/0xa38d712893868e8 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37653c expref: 39 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.484944:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af003866000, rc 0) 00000100:00100000:0.0:1777421072.485041:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+38:23160:x1863760833955072:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 695us (849us total) trans 4294967792 rc 301/301 00000100:00100000:0.0:1777421072.485049:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 765 00000100:00100000:1.0:1777421072.486726:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421072.486804:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833955200 00000100:00100000:0.0:1777421072.486813:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833955200 00000100:00100000:0.0:1777421072.486856:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 766 00000100:00100000:0.0:1777421072.486865:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+38:23160:x1863760833955200:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1777421072.486896:0:5761:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000401:0x32:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1777421072.486978:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+38:23160:x1863760833955200:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 113us (256us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421072.486986:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 766 00000100:00100000:1.0:1777421072.488987:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421072.489061:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833955456 00000100:00100000:0.0:1777421072.489083:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833955456 00000100:00100000:0.0:1777421072.489141:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 767 00000100:00100000:0.0:1777421072.489149:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+38:23160:x1863760833955456:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421072.489166:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421072.489169:0:5761:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1777421072.489193:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d712893868c5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376535 expref: 38 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.489211:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff9af10b558e00) 00010000:00010000:0.0:1777421072.489216:0:5761:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421072.489229:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867800/0xa38d712893868fd lrc: 2/0,0 mode: --/CW res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376543 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777421072.489741:0:5761:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x10:0x0], index 0: 0 00010000:00010000:0.0:1777421072.489963:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866c00/0xa38d71289386904 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.489977:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866c00/0xa38d71289386904 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.489988:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866c00/0xa38d71289386904 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.490041:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867800/0xa38d712893868fd lrc: 0/0,0 mode: --/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376543 expref: 40 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.490057:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866c00/0xa38d71289386904 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376543 expref: 39 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.490080:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff9af10b558d00) 00010000:00010000:0.0:1777421072.490082:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421072.490085:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af003866c00, rc 0) 00000100:00100000:0.0:1777421072.490188:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+39:23160:x1863760833955456:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 1037us (1205us total) trans 4294967793 rc 0/0 00000100:00100000:0.0:1777421072.490195:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 767 00000100:00100000:1.0:1777421072.495694:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421072.495755:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833955712 00000100:00100000:0.0:1777421072.495765:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833955712 00000100:00100000:0.0:1777421072.495833:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 768 00000100:00100000:0.0:1777421072.495842:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+39:23160:x1863760833955712:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1777421072.495895:0:5761:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421072.495922:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866c00/0xa38d71289386904 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376543 expref: 39 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.495939:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff9af10b558d00) 00010000:00010000:0.0:1777421072.495949:0:5761:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421072.495969:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867800/0xa38d71289386912 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.495981:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867800/0xa38d71289386912 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.495991:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867800/0xa38d71289386912 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.496003:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866000/0xa38d71289386919 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x30:0x0].0x2c349a81 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.496041:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866000/0xa38d71289386919 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x30:0x0].0x2c349a81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.496049:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866000/0xa38d71289386919 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x30:0x0].0x2c349a81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.496132:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867800/0xa38d71289386912 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.496139:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867800/0xa38d71289386912 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.496145:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867800/0xa38d71289386912 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.496152:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af003867800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421072.496156:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867800/0xa38d71289386912 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.496163:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867800/0xa38d71289386912 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.496176:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff9af10b558e00) 00010000:00010000:0.0:1777421072.496179:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421072.496182:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867800/0xa38d71289386912 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.496187:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867800/0xa38d71289386912 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.496196:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866000/0xa38d71289386919 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x30:0x0].0x2c349a81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.496209:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866000/0xa38d71289386919 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x30:0x0].0x2c349a81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.496215:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866000/0xa38d71289386919 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x30:0x0].0x2c349a81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.496220:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af003866000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421072.496223:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866000/0xa38d71289386919 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x30:0x0].0x2c349a81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.496230:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866000/0xa38d71289386919 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x30:0x0].0x2c349a81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.496238:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x2c349a81 (ffff9af10b558600) 00010000:00010000:0.0:1777421072.496241:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421072.496243:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866000/0xa38d71289386919 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x30:0x0].0x2c349a81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.496249:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866000/0xa38d71289386919 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x30:0x0].0x2c349a81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421072.496329:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+38:23160:x1863760833955712:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 Request processed in 486us (642us total) trans 0 rc -2/-2 00000100:00100000:0.0:1777421072.496337:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 768 00000100:00100000:1.0:1777421072.498303:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421072.498472:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833955840 00000100:00100000:2.0:1777421072.498480:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833955840 00000100:00100000:2.0:1777421072.498527:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 769 00000100:00100000:2.0:1777421072.498536:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+38:23160:x1863760833955840:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421072.498563:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421072.498581:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30000/0xa38d71289386920 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37654a expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.498611:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31800/0xa38d71289386927 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.498623:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31800/0xa38d71289386927 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.498633:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31800/0xa38d71289386927 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.498711:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30000/0xa38d71289386920 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x14:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37654a expref: 40 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.498727:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31800/0xa38d71289386927 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37654a expref: 39 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.498733:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff9af118b05d00) 00010000:00010000:2.0:1777421072.498735:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777421072.498737:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af002b31800, rc 0) 00000100:00100000:2.0:1777421072.498828:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+39:23160:x1863760833955840:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 293us (542us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421072.498840:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 769 00000100:00100000:1.0:1777421072.501659:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421072.501795:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833956096 00000100:00100000:2.0:1777421072.501805:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833956096 00000100:00100000:2.0:1777421072.501862:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 770 00000100:00100000:2.0:1777421072.501871:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137de8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+39:23160:x1863760833956096:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1777421072.501984:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30e00/0xa38d7128938692e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.502000:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30e00/0xa38d7128938692e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.502012:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30e00/0xa38d7128938692e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777421072.502390:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].8, 88 off8728 00000004:00080000:2.0:1777421072.502400:0:5762:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 284285048370ns, next at 285285046335ns, rc = 0 00000004:00010000:2.0:1777421072.502497:0:5762:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000c698d2ab reply state 000000003b5c5c35 transno 4294967794 ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30e00/0xa38d7128938692e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421072.502507:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777421072.502590:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137de8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+41:23160:x1863760833956096:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 Request processed in 720us (936us total) trans 4294967794 rc 0/0 00000100:00100000:2.0:1777421072.502598:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 770 00010000:00010000:3.0:1777421072.505767:0:3281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30e00/0xa38d7128938692e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.505799:0:3281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30e00/0xa38d7128938692e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.505807:0:3281:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30e00/0xa38d7128938692e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.505814:0:3281:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af002b30e00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421072.505819:0:3281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30e00/0xa38d7128938692e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.505827:0:3281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30e00/0xa38d7128938692e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.505844:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff9af118b05d00) 00010000:00010000:3.0:1777421072.505847:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1777421072.505851:0:3281:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30e00/0xa38d7128938692e lrc: 2/0,0 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.505858:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30e00/0xa38d7128938692e lrc: 0/0,0 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421072.506689:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421072.506817:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833956224 00000100:00100000:2.0:1777421072.506827:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833956224 00000100:00100000:2.0:1777421072.506883:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 771 00000100:00100000:2.0:1777421072.506893:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137de9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+40:23160:x1863760833956224:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421072.506915:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421072.506933:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30600/0xa38d71289386935 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376551 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.506990:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30600/0xa38d71289386935 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376551 expref: 41 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.507021:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30600/0xa38d71289386935 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376551 expref: 41 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.507041:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff9af118b05d00) 00010000:00010000:2.0:1777421072.507044:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777421072.507046:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af002b30600, rc 0) 00000100:00100000:2.0:1777421072.507214:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137de9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+41:23160:x1863760833956224:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 322us (530us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421072.507222:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 771 00000100:00100000:2.0:1777421072.510618:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421072.510667:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833956352 00000100:00100000:0.0:1777421072.510676:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833956352 00000100:00100000:0.0:1777421072.510750:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 183 00000100:00100000:0.0:1777421072.510762:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12dc83050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+8:2368:x1863760833956352:12345-192.168.203.47@tcp:2:lhsmtool_posix.0 00000100:00100000:0.0:1777421072.511087:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12dc83050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2368:x1863760833956352:12345-192.168.203.47@tcp:2:lhsmtool_posix.0 Request processed in 327us (475us total) trans 4294967330 rc 0/0 00000100:00100000:0.0:1777421072.511104:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 183 00000100:00080000:3.0:1777421072.511308:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777421072.518738:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421072.518841:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833956608 00000100:00100000:2.0:1777421072.518852:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833956608 00000100:00100000:2.0:1777421072.518903:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 173 00000100:00100000:2.0:1777421072.518913:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c005500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+41:23160:x1863760833956608:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1777421072.519323:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c005500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+42:23160:x1863760833956608:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 411us (591us total) trans 4294967795 rc 0/0 00000100:00100000:2.0:1777421072.519332:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 173 00000100:00100000:2.0:1777421072.521848:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421072.521930:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833956864 00000100:00100000:1.0:1777421072.521938:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833956864 00000100:00100000:1.0:1777421072.522025:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 772 00000100:00100000:1.0:1777421072.522035:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+42:23160:x1863760833956864:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777421072.522128:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+42:23160:x1863760833956864:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 94us (287us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421072.522148:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 772 00000100:00100000:1.0:1777421072.523968:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421072.524015:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833956992 00000100:00100000:0.0:1777421072.524024:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833956992 00000100:00100000:0.0:1777421072.524091:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 773 00000100:00100000:0.0:1777421072.524101:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137deb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+42:23160:x1863760833956992:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421072.524125:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421072.524146:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866c00/0xa38d7128938693c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376558 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.524225:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866400/0xa38d71289386943 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.524240:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866400/0xa38d71289386943 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.524259:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866400/0xa38d71289386943 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421072.524293:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421072.524313:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866400/0xa38d71289386943 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.524339:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866c00/0xa38d7128938693c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376558 expref: 44 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.524388:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866400/0xa38d71289386943 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376558 expref: 43 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.524411:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff9af118b05d00) 00010000:00010000:0.0:1777421072.524415:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1777421072.524423:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af003866400, rc 0) 00000100:00100000:0.0:1777421072.524500:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137deb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+43:23160:x1863760833956992:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 400us (536us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421072.524509:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 773 00000100:00100000:3.0:1777421072.526759:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421072.526815:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833957120 00000100:00100000:1.0:1777421072.526825:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833957120 00000100:00100000:1.0:1777421072.526866:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 184 00000100:00100000:1.0:1777421072.526876:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2369:x1863760833957120:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421072.526892:0:11334:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421072.527081:0:11334:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006052c9b6/0xa38d7128938694a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37655f expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777421072.527108:0:11334:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x10:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x69f14b10, blocks: 0x1 00010000:00010000:1.0:1777421072.527124:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421072.527127:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421072.527135:0:11334:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006052c9b6/0xa38d7128938694a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37655f expref: 10 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421072.527152:0:11334:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006052c9b6/0xa38d7128938694a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37655f expref: 10 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421072.527165:0:11334:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af105d5c400, rc 0) 00000100:00100000:1.0:1777421072.527705:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2369:x1863760833957120:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 828us (952us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421072.527714:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 184 00000100:00100000:3.0:1777421072.531774:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421072.531898:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833957376 00000100:00100000:2.0:1777421072.531909:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833957376 00000100:00100000:2.0:1777421072.532011:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 774 00000100:00100000:2.0:1777421072.532024:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+43:23160:x1863760833957376:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1777421072.532140:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+43:23160:x1863760833957376:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 119us (376us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421072.532162:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 774 00000100:00100000:0.0:1777421072.535146:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421072.535210:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833957504 00000100:00100000:2.0:1777421072.535221:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833957504 00000100:00100000:2.0:1777421072.535309:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 185 00000100:00100000:2.0:1777421072.535321:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c007b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:23160:x1863760833957504:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421072.535338:0:11334:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421072.535380:0:11334:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b966f941/0xa38d71289386951 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376566 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.535419:0:11334:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006052c9b6/0xa38d7128938694a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37655f expref: 11 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.535429:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421072.535431:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421072.535437:0:11334:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b966f941/0xa38d71289386951 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376566 expref: 11 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.535472:0:11334:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006052c9b6/0xa38d7128938694a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37655f expref: 11 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.535485:0:11334:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006052c9b6/0xa38d7128938694a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37655f expref: 11 pid: 11334 timeout: 384 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421072.535498:0:11334:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0013b4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11334:1863760841141760:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777421072.535592:0:11334:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13c683240 going to sleep for 11 seconds 00000100:00100000:1.0:1777421072.537936:0:11334:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0013b4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11334:1863760841141760:192.168.203.47@tcp:104: 00010000:00010000:1.0:1777421072.537968:0:11334:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b966f941/0xa38d71289386951 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376566 expref: 11 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421072.538001:0:11334:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af002b30200, rc 0) 00000100:00100000:1.0:1777421072.538057:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c007b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:23160:x1863760833957504:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 2738us (2919us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421072.538066:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 185 00000100:00100000:0.0:1777421072.538192:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421072.538237:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833957632 00000100:00100000:2.0:1777421072.538245:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833957632 00010000:00010000:2.0:1777421072.538277:0:5747:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006052c9b6/0xa38d7128938694a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37655f expref: 11 pid: 11334 timeout: 384 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421072.538321:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 246 00000100:00100000:2.0:1777421072.538330:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c004e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2368:x1863760833957632:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421072.538343:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421072.538388:0:5747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006052c9b6/0xa38d7128938694a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37655f expref: 11 pid: 11334 timeout: 384 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.538402:0:5747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006052c9b6/0xa38d7128938694a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37655f expref: 11 pid: 11334 timeout: 384 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.538437:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006052c9b6/0xa38d7128938694a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37655f expref: 11 pid: 11334 timeout: 384 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.538452:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421072.538454:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421072.538462:0:5747:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b966f941/0xa38d71289386951 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376566 expref: 10 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.538472:0:5747:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b966f941/0xa38d71289386951 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376566 expref: 10 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.538507:0:5747:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000b966f941/0xa38d71289386951 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376566 expref: 10 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421072.538535:0:5747:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0013b5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5747:1863760841141888:192.168.203.47@tcp:105: 00000100:00100000:2.0:1777421072.538600:0:5747:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13c683cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1777421072.540222:0:5747:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0013b5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5747:1863760841141888:192.168.203.47@tcp:105: 00010000:00010000:2.0:1777421072.540255:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421072.540299:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c004e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2368:x1863760833957632:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 1970us (2107us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421072.540322:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 246 00000100:00100000:3.0:1777421072.541240:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421072.541311:0:6548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833957760 00000100:00100000:0.0:1777421072.541320:0:6548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833957760 00002000:00100000:0.0:1777421072.541372:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x10:0x0] (0->157) req@ffff9af001c13100 x1863760833957760/t0(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:83/0 lens 648/0 e 0 to 0 dl 1777421083 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421072.541384:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af001c13100 with x1863760833957760 ext(0->157) 00002000:00010000:0.0:1777421072.541390:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af001c13100 00000100:00100000:0.0:1777421072.541419:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 61 00000100:00100000:0.0:1777421072.541438:0:6548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2368:x1863760833957760:12345-192.168.203.47@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1777421072.541809:0:6548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2368:x1863760833957760:12345-192.168.203.47@tcp:4:lhsmtool_posix.0 Request processed in 381us (570us total) trans 4294967331 rc 0/0 00000100:00100000:0.0:1777421072.541818:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 61 00002000:00100000:0.0:1777421072.541826:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x10:0x0] (0->157) req@ffff9af001c13100 x1863760833957760/t4294967331(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:83/0 lens 648/448 e 0 to 0 dl 1777421083 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421072.541835:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af001c13100 with x1863760833957760 ext(0->157) 00002000:00010000:0.0:1777421072.541838:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af001c13100 00000100:00100000:0.0:1777421072.544226:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421072.544478:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833957888 00000100:00100000:3.0:1777421072.544492:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833957888 00000100:00100000:3.0:1777421072.544550:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 775 00000100:00100000:3.0:1777421072.544563:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c006d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+43:23160:x1863760833957888:12345-192.168.203.47@tcp:44:lhsmtool_posix.0 00000001:00080000:1.0:1777421072.572289:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967793 is committed 00000001:00080000:1.0:1777421072.572308:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967788 is committed 00000001:00080000:1.0:1777421072.572332:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967795 is committed 00000004:00080000:1.0:1777421072.572338:0:5782:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 10 committed 00000001:00080000:1.0:1777421072.572378:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967789 is committed 00000100:00100000:2.0:1777421072.572420:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c006d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+36:23160:x1863760833957888:12345-192.168.203.47@tcp:44:lhsmtool_posix.0 Request processed in 27856us (28196us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421072.572533:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 775 00000100:00100000:1.0:1777421072.572534:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137deb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1863760841142016:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777421072.572586:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421072.572645:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841142016 00000100:00100000:1.0:1777421072.572651:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841142016 00000100:00100000:1.0:1777421072.572680:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 186 00000100:00100000:1.0:1777421072.572686:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137debb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3298:x1863760841142016:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777421072.572826:0:11334:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x10:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:1.0:1777421072.572830:0:11334:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x10:0x0] updating lvb mtime from disk: 0 -> 1777421072 00002000:00010000:1.0:1777421072.572832:0:11334:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x10:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1777421072.572834:0:11334:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x10:0x0] updating lvb ctime from disk: 1777421072 -> 1777421072 00002000:00010000:1.0:1777421072.572836:0:11334:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x10:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1777421072.572862:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137debb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3298:x1863760841142016:12345-0@lo:2:osp-syn-0-0.0 Request processed in 175us (276us total) trans 4294967332 rc 0/0 00000100:00100000:1.0:1777421072.572867:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 186 00000004:00080000:1.0:1777421072.572898:0:3298:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9af137deb800/2, rc 0, transno 4294967332 00000100:00100000:1.0:1777421072.572903:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137deb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1863760841142016:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777421072.574934:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421072.574978:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833958016 00000100:00100000:3.0:1777421072.574988:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833958016 00000100:00100000:3.0:1777421072.575032:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 187 00000100:00100000:3.0:1777421072.575042:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137deb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2369:x1863760833958016:12345-192.168.203.47@tcp:16:lhsmtool_posix.0 00000001:00080000:1.0:1777421072.601261:0:6572:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967331 is committed 00000001:00080000:1.0:1777421072.601287:0:6572:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967332 is committed 00000100:00100000:3.0:1777421072.601347:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137deb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2369:x1863760833958016:12345-192.168.203.47@tcp:16:lhsmtool_posix.0 Request processed in 26299us (26410us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421072.601384:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 187 00000100:00100000:2.0:1777421072.605590:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421072.605664:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833958272 00000100:00100000:0.0:1777421072.605675:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833958272 00000100:00100000:0.0:1777421072.605732:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 776 00000100:00100000:0.0:1777421072.605743:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+36:23160:x1863760833958272:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1777421072.605951:0:5761:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421072.605980:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866400/0xa38d71289386943 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x14:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376558 expref: 36 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.605999:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff9af118b05d00) 00010000:00010000:0.0:1777421072.606004:0:5761:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421072.606043:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867000/0xa38d71289386958 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.606056:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867000/0xa38d71289386958 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.606066:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867000/0xa38d71289386958 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777421072.606475:0:5761:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000008fb3efc8 reply state 000000001d4f795d transno 4294967796 ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867000/0xa38d71289386958 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421072.606485:0:5761:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777421072.606588:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+37:23160:x1863760833958272:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 Request processed in 846us (1007us total) trans 4294967796 rc 0/0 00000100:00100000:0.0:1777421072.606594:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 776 00000100:00100000:0.0:1777421072.608651:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00010000:00010000:2.0:1777421072.608732:0:3282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867000/0xa38d71289386958 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.608741:0:3282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867000/0xa38d71289386958 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.608750:0:3282:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867000/0xa38d71289386958 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.608757:0:3282:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af003867000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421072.608761:0:3282:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867000/0xa38d71289386958 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.608769:0:3282:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867000/0xa38d71289386958 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.608808:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff9af118b05d00) 00010000:00010000:2.0:1777421072.608812:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421072.608818:0:3282:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867000/0xa38d71289386958 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421072.608822:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833958400 00010000:00010000:2.0:1777421072.608823:0:3282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867000/0xa38d71289386958 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421072.608834:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833958400 00000100:00100000:1.0:1777421072.608886:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 188 00000100:00100000:1.0:1777421072.608897:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c004700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2368:x1863760833958400:12345-192.168.203.47@tcp:2:lhsmtool_posix.0 00002000:00010000:1.0:1777421072.609127:0:6544:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x10:0x0] updating lvb size from disk: 158 -> 158 00002000:00010000:1.0:1777421072.609132:0:6544:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x10:0x0] updating lvb mtime from disk: 1777421072 -> 1536580263 00002000:00010000:1.0:1777421072.609134:0:6544:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x10:0x0] updating lvb atime from disk: 0 -> 1777420825 00002000:00010000:1.0:1777421072.609137:0:6544:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x10:0x0] updating lvb ctime from disk: 1777421072 -> 1777421072 00002000:00010000:1.0:1777421072.609139:0:6544:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x10:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:1.0:1777421072.609194:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c004700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2368:x1863760833958400:12345-192.168.203.47@tcp:2:lhsmtool_posix.0 Request processed in 297us (549us total) trans 4294967333 rc 0/0 00000100:00100000:1.0:1777421072.609202:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 188 00000100:00100000:1.0:1777421072.611522:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421072.611623:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833958656 00000100:00100000:0.0:1777421072.611640:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833958656 00000100:00100000:0.0:1777421072.611697:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 777 00000100:00100000:0.0:1777421072.611706:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137de9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+36:23160:x1863760833958656:12345-192.168.203.47@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1777421072.611768:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866400/0xa38d7128938695f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.611795:0:5761:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31800/0xa38d71289386927 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37654a expref: 36 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.611805:0:5761:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866400/0xa38d7128938695f lrc: 4/0,1 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.611837:0:5761:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31800/0xa38d71289386927 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37654a expref: 36 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.611850:0:5761:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31800/0xa38d71289386927 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37654a expref: 36 pid: 5762 timeout: 384 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421072.611864:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c004a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841142144:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777421072.611952:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af104987e40 going to sleep for 11 seconds 00000100:00100000:0.0:1777421072.615531:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c004a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841142144:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421072.615559:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866400/0xa38d7128938695f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421072.615572:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421072.615629:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833958784 00000100:00100000:3.0:1777421072.615637:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833958784 00010000:00010000:3.0:1777421072.615672:0:5747:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31800/0xa38d71289386927 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37654a expref: 37 pid: 5762 timeout: 384 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421072.615731:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 247 00000100:00100000:0.0:1777421072.615740:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1056c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+37:2368:x1863760833958784:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421072.615752:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421072.615763:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31800/0xa38d71289386927 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37654a expref: 37 pid: 5762 timeout: 384 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.615777:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31800/0xa38d71289386927 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37654a expref: 37 pid: 5762 timeout: 384 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.615811:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31800/0xa38d71289386927 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x14:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37654a expref: 37 pid: 5762 timeout: 384 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.615825:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff9af118b05d00) 00010000:00010000:0.0:1777421072.615831:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866400/0xa38d7128938695f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.615841:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866400/0xa38d7128938695f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.615849:0:5746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866400/0xa38d7128938695f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.615876:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421072.615927:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866400/0xa38d7128938695f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421072.615928:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1056c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+36:2368:x1863760833958784:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 188us (362us total) trans 0 rc 0/0 00010000:00010000:1.0:1777421072.615943:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866400/0xa38d7128938695f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421072.615947:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 247 00010000:00010000:1.0:1777421072.615976:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866400/0xa38d7128938695f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421072.615984:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866400/0xa38d7128938695f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421072.616003:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866400/0xa38d7128938695f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421072.616011:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af003866400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421072.616016:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866400/0xa38d7128938695f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421072.616032:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866400/0xa38d7128938695f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421072.616044:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff9af118b05d00) 00010000:00010000:1.0:1777421072.616047:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1777421072.616052:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866400/0xa38d7128938695f lrc: 2/0,0 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421072.616058:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866400/0xa38d7128938695f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421072.616112:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137de9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+35:23160:x1863760833958656:12345-192.168.203.47@tcp:55:lhsmtool_posix.0 Request processed in 4406us (4596us total) trans 0 rc -22/-22 00000100:00100000:1.0:1777421072.616121:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 777 00000100:00100000:1.0:1777421072.617658:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421072.617746:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833958912 00000100:00100000:3.0:1777421072.617755:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833958912 00000100:00100000:3.0:1777421072.617817:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 189 00000100:00100000:3.0:1777421072.617827:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137de9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2369:x1863760833958912:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1777421072.617866:0:6544:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000007aa47167/0xa38d71289386966 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.617886:0:6544:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b966f941/0xa38d71289386951 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376566 expref: 10 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.617893:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777421072.617895:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777421072.617906:0:6544:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007aa47167/0xa38d71289386966 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.617939:0:6544:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b966f941/0xa38d71289386951 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376566 expref: 10 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.617953:0:6544:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b966f941/0xa38d71289386951 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376566 expref: 10 pid: 11334 timeout: 384 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421072.617967:0:6544:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c11500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6544:1863760841142272:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777421072.618040:0:6544:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af12aa45780 going to sleep for 11 seconds 00000100:00100000:3.0:1777421072.620025:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421072.620121:0:6544:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c11500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6544:1863760841142272:192.168.203.47@tcp:104: 00010000:00010000:1.0:1777421072.620146:0:6544:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007aa47167/0xa38d71289386966 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421072.620148:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833959040 00000100:00100000:0.0:1777421072.620157:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833959040 00010000:00010000:0.0:1777421072.620193:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b966f941/0xa38d71289386951 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376566 expref: 11 pid: 11334 timeout: 384 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421072.620232:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 248 00000100:00100000:0.0:1777421072.620242:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c11f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2369:x1863760833959040:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421072.620264:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421072.620298:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b966f941/0xa38d71289386951 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376566 expref: 11 pid: 11334 timeout: 384 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.620317:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b966f941/0xa38d71289386951 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376566 expref: 11 pid: 11334 timeout: 384 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.620336:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b966f941/0xa38d71289386951 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376566 expref: 11 pid: 11334 timeout: 384 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.620347:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421072.620381:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421072.620385:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007aa47167/0xa38d71289386966 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.620398:0:5746:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007aa47167/0xa38d71289386966 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.620435:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421072.620477:0:6544:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007aa47167/0xa38d71289386966 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421072.620487:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c11f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2369:x1863760833959040:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 244us (465us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421072.620498:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 248 00010000:00010000:1.0:1777421072.620508:0:6544:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007aa47167/0xa38d71289386966 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421072.620535:0:6544:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000007aa47167/0xa38d71289386966 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421072.620543:0:6544:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007aa47167/0xa38d71289386966 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421072.620550:0:6544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007aa47167/0xa38d71289386966 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421072.620557:0:6544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf39800 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:1.0:1777421072.620562:0:6544:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007aa47167/0xa38d71289386966 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421072.620570:0:6544:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007aa47167/0xa38d71289386966 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421072.620583:0:6544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007aa47167/0xa38d71289386966 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421072.620591:0:6544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007aa47167/0xa38d71289386966 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421072.620652:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137de9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2369:x1863760833958912:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 Request processed in 2826us (2996us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421072.620660:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 189 00000100:00100000:2.0:1777421072.622723:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421072.622831:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833959296 00000100:00100000:1.0:1777421072.622840:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833959296 00000100:00100000:1.0:1777421072.622894:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 778 00000100:00100000:1.0:1777421072.622904:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+35:23160:x1863760833959296:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1777421072.623105:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d7128938696d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421072.623122:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d7128938696d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421072.623134:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d7128938696d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421072.623396:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289386974 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421072.623409:0:5761:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30600/0xa38d71289386935 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376551 expref: 36 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421072.623419:0:5761:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289386974 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421072.623467:0:5761:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30600/0xa38d71289386935 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376551 expref: 36 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421072.623494:0:5761:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30600/0xa38d71289386935 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376551 expref: 36 pid: 5762 timeout: 384 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421072.623509:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137deaa00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841142400:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777421072.623598:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af105ba86c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421072.626182:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137deaa00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841142400:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777421072.626184:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00010000:00010000:1.0:1777421072.626213:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289386974 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421072.626245:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833959424 00000100:00100000:2.0:1777421072.626252:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833959424 00010000:00010000:2.0:1777421072.626286:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30600/0xa38d71289386935 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376551 expref: 37 pid: 5762 timeout: 384 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421072.626319:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 249 00000100:00100000:2.0:1777421072.626329:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c12a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+37:2368:x1863760833959424:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421072.626342:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421072.626368:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30600/0xa38d71289386935 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376551 expref: 37 pid: 5762 timeout: 384 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.626383:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30600/0xa38d71289386935 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376551 expref: 37 pid: 5762 timeout: 384 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.626407:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30600/0xa38d71289386935 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376551 expref: 37 pid: 5762 timeout: 384 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.626421:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff9af118b05d00) 00010000:00010000:2.0:1777421072.626432:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289386974 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.626442:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289386974 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.626450:0:5746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289386974 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.626479:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421072.626507:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289386974 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421072.626517:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289386974 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421072.626530:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c12a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+36:2368:x1863760833959424:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 200us (347us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421072.626539:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 249 00000001:00080000:1.0:1777421072.626706:0:5761:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967797 00000001:00080000:1.0:1777421072.626911:0:5761:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967798 00000001:00080000:1.0:1777421072.626977:0:5761:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967799 00000100:00100000:1.0:1777421072.627264:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137deaa00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5761:1863760841142528:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1777421072.627311:0:5761:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421072.627372:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af110f41540 going to sleep for 11 seconds 00000100:00100000:2.0:1777421072.627497:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841142528 00000100:00100000:2.0:1777421072.627504:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841142528 00000100:00100000:2.0:1777421072.627548:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1777421072.627554:0:5766:0:(service.c:3435:ptlrpc_start_thread()) mdt_out[0] started 2 min 2 max 116 00000100:00100000:2.0:1777421072.627561:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137dea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5761:x1863760841142528:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1777421072.627567:0:5766:0:(service.c:3494:ptlrpc_start_thread()) starting thread 'mdt_out00_002' 00000100:00100000:2.0:1777421072.627850:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137dea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5761:x1863760841142528:12345-0@lo:1000:mdt00_001.0 Request processed in 293us (537us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421072.627859:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1777421072.628495:0:5761:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967332 gen 2 00000004:00080000:3.0:1777421072.628502:0:5761:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9af137deb800, transno 4294967332 00000100:00100000:3.0:1777421072.628529:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137deaa00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5761:1863760841142528:0@lo:1000:mdt00_001.0 00000001:00080000:3.0:1777421072.628770:0:5761:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967800 00000100:00100000:3.0:1777421072.628858:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c11500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5761:1863760841142656:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1777421072.628901:0:5761:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421072.628928:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af105ba86c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777421072.628942:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841142656 00000100:00100000:2.0:1777421072.628949:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841142656 00000100:00100000:2.0:1777421072.629026:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1777421072.629034:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5761:x1863760841142656:12345-0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1777421072.629186:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5761:x1863760841142656:12345-0@lo:1000:mdt00_001.0 Request processed in 153us (285us total) trans 4294967334 rc 0/0 00000100:00100000:2.0:1777421072.629192:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1777421072.629241:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c11500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5761:1863760841142656:0@lo:1000:mdt00_001.0 00010000:00010000:3.0:1777421072.629272:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289386974 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.629286:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289386974 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.629301:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289386974 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.629307:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af105d5d200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421072.629312:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289386974 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.629319:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289386974 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.629333:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff9af118b05d00) 00010000:00010000:3.0:1777421072.629337:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777421072.629340:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289386974 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.629346:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289386974 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.629411:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d712893868cc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.629419:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d712893868cc lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.629425:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d712893868cc lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.629431:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf39200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421072.629435:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d712893868cc lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.629452:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d712893868cc lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.629462:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff9af10b558a00) 00010000:00010000:3.0:1777421072.629465:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777421072.629468:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d712893868cc lrc: 2/0,0 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.629473:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d712893868cc lrc: 0/0,0 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.629522:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30200/0xa38d7128938697b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.629540:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30200/0xa38d7128938697b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.629548:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30200/0xa38d7128938697b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.629557:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30200/0xa38d7128938697b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.629562:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30200/0xa38d7128938697b lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.629568:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30200/0xa38d7128938697b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.629573:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af002b30200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421072.629576:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30200/0xa38d7128938697b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.629583:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30200/0xa38d7128938697b lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.629591:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff9af10b558a00) 00010000:00010000:2.0:1777421072.629594:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421072.629596:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30200/0xa38d7128938697b lrc: 2/0,0 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.629601:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30200/0xa38d7128938697b lrc: 0/0,0 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.629611:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d7128938696d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.629622:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d7128938696d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.629639:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d7128938696d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.629645:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af105d5c200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421072.629648:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d7128938696d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.629654:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d7128938696d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.629661:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff9af10b558a00) 00010000:00010000:2.0:1777421072.629662:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777421072.629665:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d7128938696d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x32:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.629668:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d7128938696d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x32:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421072.629800:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+39:23160:x1863760833959296:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 6896us (7081us total) trans 4294967801 rc 0/0 00000100:00100000:2.0:1777421072.629809:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 778 00000020:00080000:2.0:1777421072.629813:0:5761:0:(tgt_main.c:782:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:3.0:1777421072.629879:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777421072.629884:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777421072.630478:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:3.0:1777421072.630486:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777421072.631886:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421072.631961:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833959680 00000100:00100000:2.0:1777421072.631970:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833959680 00000100:00100000:2.0:1777421072.632019:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 174 00000100:00100000:2.0:1777421072.632029:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af10f5ba850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+39:23160:x1863760833959680:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000004:00080000:2.0:1777421072.632481:0:5763:0:(mdd_object.c:3993:mdd_close()) Object [0x200000402:0x14:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1777421072.632534:0:5763:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967802 00010000:00010000:2.0:1777421072.632573:0:5763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30600/0xa38d71289386982 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.632588:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30600/0xa38d71289386982 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.632600:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30600/0xa38d71289386982 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.632608:0:5763:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30600/0xa38d71289386982 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.632614:0:5763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30600/0xa38d71289386982 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.632620:0:5763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30600/0xa38d71289386982 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.632650:0:5763:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777421072.632752:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af10f5ba850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+41:23160:x1863760833959680:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 723us (871us total) trans 4294967803 rc 0/0 00000100:00100000:2.0:1777421072.632760:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 174 00000020:00080000:2.0:1777421072.632765:0:5763:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1777421072.632927:0:5749:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777421072.632934:0:5749:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30600/0xa38d71289386982 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.632989:0:5749:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af002b30600 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:3.0:1777421072.632993:0:5749:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30600/0xa38d71289386982 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.633000:0:5749:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30600/0xa38d71289386982 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.633012:0:5749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff9af118b05600) 00010000:00010000:3.0:1777421072.633015:0:5749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777421072.633019:0:5749:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30600/0xa38d71289386982 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.633034:0:5749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30600/0xa38d71289386982 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421072.633051:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777421072.633053:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777421072.633055:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421072.728555:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1777421072.742063:0:17415:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777421072.742072:0:17415:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777421072.742112:0:17415:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 19 count 2 00000040:00080000:0.0:1777421072.742118:0:17415:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777421072.773527:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421072.773584:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833959936 00000100:00100000:2.0:1777421072.773595:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833959936 00000100:00100000:2.0:1777421072.773644:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 779 00000100:00100000:2.0:1777421072.773654:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c004e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+41:23163:x1863760833959936:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:2.0:1777421072.773683:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421072.773704:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30200/0xa38d71289386989 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37656d expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.773793:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31800/0xa38d71289386990 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.773809:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31800/0xa38d71289386990 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.773821:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31800/0xa38d71289386990 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.773835:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30a00/0xa38d71289386997 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.773842:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30a00/0xa38d71289386997 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.773849:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30a00/0xa38d71289386997 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.773980:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31200/0xa38d7128938699e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.773990:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31200/0xa38d7128938699e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.773997:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31200/0xa38d7128938699e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421072.774007:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x32:0x0]: returning size 158 00010000:00010000:2.0:1777421072.775297:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31800/0xa38d71289386990 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.775309:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31800/0xa38d71289386990 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.775317:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31800/0xa38d71289386990 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.775323:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af002b31800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421072.775328:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31800/0xa38d71289386990 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.775336:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31800/0xa38d71289386990 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.775364:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff9af10b558e00) 00010000:00010000:2.0:1777421072.775368:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421072.775373:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31800/0xa38d71289386990 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.775380:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31800/0xa38d71289386990 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.775394:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30a00/0xa38d71289386997 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.775400:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30a00/0xa38d71289386997 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.775405:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30a00/0xa38d71289386997 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.775423:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af002b30a00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421072.775426:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30a00/0xa38d71289386997 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.775431:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30a00/0xa38d71289386997 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.775439:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x3b61a3c9 (ffff9af118b05f00) 00010000:00010000:2.0:1777421072.775441:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421072.775444:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30a00/0xa38d71289386997 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.775449:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30a00/0xa38d71289386997 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.775496:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30200/0xa38d71289386989 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37656d expref: 44 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.775510:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31200/0xa38d7128938699e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37656d expref: 43 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.775517:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff9af118b05000) 00010000:00010000:2.0:1777421072.775520:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777421072.775522:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af002b31200, rc 0) 00000100:00100000:2.0:1777421072.775594:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c004e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+43:23163:x1863760833959936:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 1940us (2073us total) trans 4294967804 rc 0/0 00000100:00100000:2.0:1777421072.775602:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 779 00000100:00100000:0.0:1777421072.781929:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421072.782918:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833960064 00000100:00100000:2.0:1777421072.782941:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833960064 00000100:00100000:2.0:1777421072.782993:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 780 00000100:00100000:2.0:1777421072.783004:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c004a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+43:23163:x1863760833960064:12345-192.168.203.47@tcp:54:lfs.0 00010000:00010000:2.0:1777421072.783066:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30200/0xa38d712893869ac lrc: 3/1,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.783083:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30200/0xa38d712893869ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.783095:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30200/0xa38d712893869ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.783121:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30200/0xa38d712893869ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.783128:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30200/0xa38d712893869ac lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.783136:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30200/0xa38d712893869ac lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.783142:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af002b30200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421072.783147:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30200/0xa38d712893869ac lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.783153:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30200/0xa38d712893869ac lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.783164:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff9af118b05000) 00010000:00010000:2.0:1777421072.783166:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777421072.783171:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30200/0xa38d712893869ac lrc: 2/0,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.783187:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30200/0xa38d712893869ac lrc: 0/0,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421072.783271:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c004a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+43:23163:x1863760833960064:12345-192.168.203.47@tcp:54:lfs.0 Request processed in 267us (1351us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421072.783279:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 780 00000100:00100000:1.0:1777421072.787253:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421072.787305:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833960320 00000100:00100000:2.0:1777421072.787316:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833960320 00000100:00100000:2.0:1777421072.787387:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 175 00000100:00100000:2.0:1777421072.787400:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137de8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+43:23163:x1863760833960320:12345-192.168.203.47@tcp:35:lfs.0 00000100:00100000:2.0:1777421072.787606:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137de8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+44:23163:x1863760833960320:12345-192.168.203.47@tcp:35:lfs.0 Request processed in 208us (360us total) trans 4294967805 rc 0/0 00000100:00100000:2.0:1777421072.787614:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 175 00000100:00100000:0.0:1777421072.879801:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421072.879843:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833960448 00000100:00100000:0.0:1777421072.879854:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833960448 00000100:00100000:0.0:1777421072.879915:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 781 00000100:00100000:0.0:1777421072.879925:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c005f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+74:23179:x1863760833960448:12345-192.168.203.47@tcp:101:diff.0 00010000:00010000:0.0:1777421072.879946:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421072.879967:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867800/0xa38d712893869b3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376574 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.880022:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866600/0xa38d712893869ba lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.880036:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866600/0xa38d712893869ba lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.880047:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866600/0xa38d712893869ba lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.880178:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866c00/0xa38d712893869c1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.880188:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866c00/0xa38d712893869c1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.880196:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866c00/0xa38d712893869c1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.880445:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867200/0xa38d712893869c8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.880454:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867200/0xa38d712893869c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.880468:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867200/0xa38d712893869c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421072.880503:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x30:0x0]: returning size 11776 00000004:00200000:0.0:1777421072.880507:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421072.880533:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867200/0xa38d712893869c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.880546:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866600/0xa38d712893869ba lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.880553:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866600/0xa38d712893869ba lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.880560:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866600/0xa38d712893869ba lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.880566:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af003866600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421072.880571:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866600/0xa38d712893869ba lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.880578:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866600/0xa38d712893869ba lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.880590:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af103234700) 00010000:00010000:0.0:1777421072.880593:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421072.880598:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866600/0xa38d712893869ba lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.880605:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866600/0xa38d712893869ba lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.880628:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866c00/0xa38d712893869c1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.880646:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866c00/0xa38d712893869c1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.880653:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866c00/0xa38d712893869c1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.880658:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af003866c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421072.880661:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866c00/0xa38d712893869c1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.880667:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866c00/0xa38d712893869c1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.880676:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5b990ec8 (ffff9af111123f00) 00010000:00010000:0.0:1777421072.880679:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421072.880682:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866c00/0xa38d712893869c1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.880688:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866c00/0xa38d712893869c1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.880717:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867800/0xa38d712893869b3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376574 expref: 76 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.880733:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867200/0xa38d712893869c8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376574 expref: 75 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.880752:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff9af10b558e00) 00010000:00010000:0.0:1777421072.880756:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1777421072.880758:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af003867200, rc 0) 00000100:00100000:0.0:1777421072.880826:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c005f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+75:23179:x1863760833960448:12345-192.168.203.47@tcp:101:diff.0 Request processed in 901us (1043us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421072.880833:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 781 00000100:00100000:0.0:1777421072.883725:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421072.883760:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833960576 00000100:00100000:0.0:1777421072.883769:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833960576 00000100:00100000:0.0:1777421072.883819:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 782 00000100:00100000:0.0:1777421072.883830:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c005880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+75:23179:x1863760833960576:12345-192.168.203.47@tcp:101:diff.0 00010000:00010000:0.0:1777421072.883849:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421072.883870:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866400/0xa38d712893869cf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37657b expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.883931:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866800/0xa38d712893869d6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.883945:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866800/0xa38d712893869d6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.883955:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866800/0xa38d712893869d6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.883969:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867000/0xa38d712893869dd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.883977:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867000/0xa38d712893869dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.884120:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867000/0xa38d712893869dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.884220:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867c00/0xa38d712893869e4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.884230:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867c00/0xa38d712893869e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.884237:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867c00/0xa38d712893869e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421072.884268:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x32:0x0]: returning size 158 00000004:00200000:0.0:1777421072.884273:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421072.884292:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867c00/0xa38d712893869e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.884304:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867c00/0xa38d712893869e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.884313:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866800/0xa38d712893869d6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.884319:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866800/0xa38d712893869d6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.884325:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866800/0xa38d712893869d6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.884331:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af003866800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421072.884335:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866800/0xa38d712893869d6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.884348:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866800/0xa38d712893869d6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.884380:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff9af10b558e00) 00010000:00010000:0.0:1777421072.884383:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421072.884388:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866800/0xa38d712893869d6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.884394:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866800/0xa38d712893869d6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.884404:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867000/0xa38d712893869dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.884410:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867000/0xa38d712893869dd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.884416:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867000/0xa38d712893869dd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.884421:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af003867000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421072.884423:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867000/0xa38d712893869dd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.884429:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867000/0xa38d712893869dd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.884436:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x3b61a3c9 (ffff9af111123000) 00010000:00010000:0.0:1777421072.884439:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421072.884441:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867000/0xa38d712893869dd lrc: 2/0,0 mode: --/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.884457:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867000/0xa38d712893869dd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.884503:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866400/0xa38d712893869cf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37657b expref: 77 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.884518:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867c00/0xa38d712893869e4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37657b expref: 76 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421072.884525:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff9af118b05000) 00010000:00010000:0.0:1777421072.884528:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421072.884531:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af003867c00, rc 0) 00000100:00100000:0.0:1777421072.884580:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c005880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+76:23179:x1863760833960576:12345-192.168.203.47@tcp:101:diff.0 Request processed in 752us (863us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421072.884588:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 782 00000100:00100000:0.0:1777421072.889191:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421072.889403:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833960704 00000100:00100000:1.0:1777421072.889413:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833960704 00000100:00100000:1.0:1777421072.889474:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 190 00000100:00100000:1.0:1777421072.889484:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c006300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+9:2368:x1863760833960704:12345-192.168.203.47@tcp:101:diff.0 00010000:00010000:1.0:1777421072.889501:0:6544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421072.889528:0:6544:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c0a1048b/0xa38d712893869eb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376582 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777421072.889555:0:6544:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x10:0x0] initial LVB size: 158, mtime: 0x5b965aa7, atime: 0x69f14a19, ctime: 0x69f14b10, blocks: 0xb 00010000:00010000:1.0:1777421072.889573:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421072.889575:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421072.889584:0:6544:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c0a1048b/0xa38d712893869eb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376582 expref: 10 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421072.889615:0:6544:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c0a1048b/0xa38d712893869eb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376582 expref: 10 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1777421072.889622:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1777421072.889630:0:6544:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af105d5c800, rc 0) 00000100:00100000:1.0:1777421072.889687:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c006300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+10:2368:x1863760833960704:12345-192.168.203.47@tcp:101:diff.0 Request processed in 204us (503us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421072.889696:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 190 00000100:00100000:0.0:1777421072.891914:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421072.891998:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833960960 00000100:00100000:1.0:1777421072.892007:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833960960 00000100:00100000:1.0:1777421072.892057:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 783 00000100:00100000:1.0:1777421072.892067:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c006680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+76:23179:x1863760833960960:12345-192.168.203.47@tcp:101:diff.0 00010000:00010000:1.0:1777421072.892085:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421072.892192:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d712893869f2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376589 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421072.892284:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c000/0xa38d712893869f9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421072.892298:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c000/0xa38d712893869f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421072.892316:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c000/0xa38d712893869f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421072.892329:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x32:0x0]: returning size 158 00010000:00010000:1.0:1777421072.892469:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d712893869f2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376589 expref: 79 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421072.892485:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c000/0xa38d712893869f9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376589 expref: 78 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421072.892493:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff9af118b05000) 00010000:00010000:1.0:1777421072.892495:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421072.892498:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af105d5c000, rc 0) 00000100:00100000:1.0:1777421072.892548:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c006680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+78:23179:x1863760833960960:12345-192.168.203.47@tcp:101:diff.0 Request processed in 483us (643us total) trans 4294967806 rc 0/0 00000100:00100000:1.0:1777421072.892556:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 783 00000100:00100000:0.0:1777421072.894998:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421072.895520:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833961088 00000100:00100000:2.0:1777421072.895530:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833961088 00000100:00100000:2.0:1777421072.895585:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 32 00000100:00100000:2.0:1777421072.895594:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c005c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+78:2369:x1863760833961088:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421072.895608:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421072.895631:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c000/0xa38d712893869f9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376589 expref: 78 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421072.895646:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff9af118b05000) 00010000:00010000:2.0:1777421072.895651:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421072.895693:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c005c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+77:2369:x1863760833961088:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 100us (701us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421072.895711:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 32 00000100:00100000:0.0:1777421072.895881:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421072.895901:0:6548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833961216 00000100:00100000:0.0:1777421072.895906:0:6548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833961216 00002000:00100000:0.0:1777421072.895935:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x10:0x0] (0->4095) req@ffff9af13c005500 x1863760833961216/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:83/0 lens 488/0 e 0 to 0 dl 1777421083 ref 1 fl New:/600/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421072.896406:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13c005500 with x1863760833961216 ext(0->4095) 00002000:00010000:0.0:1777421072.896412:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af13c005500 00000100:00100000:0.0:1777421072.896514:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 62 00000100:00100000:0.0:1777421072.896529:0:6548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c005500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+10:2369:x1863760833961216:12345-192.168.203.47@tcp:3:diff.0 00000100:00100000:0.0:1777421072.896690:0:6548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c005500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+10:2369:x1863760833961216:12345-192.168.203.47@tcp:3:diff.0 Request processed in 162us (810us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1777421072.896698:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 62 00002000:00100000:0.0:1777421072.896704:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x10:0x0] (0->4095) req@ffff9af13c005500 x1863760833961216/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:83/0 lens 488/4536 e 0 to 0 dl 1777421083 ref 1 fl Complete:/600/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421072.896723:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13c005500 with x1863760833961216 ext(0->4095) 00002000:00010000:0.0:1777421072.896727:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af13c005500 00000100:00100000:0.0:1777421072.902043:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421072.902124:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833961472 00000100:00100000:2.0:1777421072.902136:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833961472 00000100:00100000:2.0:1777421072.902189:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 176 00000100:00100000:2.0:1777421072.902199:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c004380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+77:23179:x1863760833961472:12345-192.168.203.47@tcp:35:diff.0 00000100:00100000:2.0:1777421072.902556:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c004380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+78:23179:x1863760833961472:12345-192.168.203.47@tcp:35:diff.0 Request processed in 359us (521us total) trans 4294967807 rc 0/0 00000100:00100000:2.0:1777421072.902561:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 176 00000100:00100000:0.0:1777421072.912125:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421072.912183:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421072.912218:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421072.912417:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833961856 00000100:00100000:1.0:1777421072.912430:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833961856 00000100:00100000:1.0:1777421072.912486:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833961728 00000100:00100000:1.0:1777421072.912489:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833961728 00000100:00100000:1.0:1777421072.912522:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 165 00000100:00100000:1.0:1777421072.912533:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2366:x1863760833961856:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777421072.912606:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2366:x1863760833961856:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 74us (422us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421072.912613:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 165 00000100:00100000:1.0:1777421072.912629:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 166 00000100:00100000:1.0:1777421072.912636:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:2366:x1863760833961728:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777421072.912676:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:2366:x1863760833961728:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 40us (458us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421072.912682:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 166 00000100:00100000:2.0:1777421072.912810:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833961600 00000100:00100000:2.0:1777421072.912821:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833961600 00000100:00100000:2.0:1777421072.912880:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 463 00000100:00100000:2.0:1777421072.912891:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+12:2366:x1863760833961600:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:2.0:1777421072.912950:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+12:2366:x1863760833961600:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 61us (840us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421072.912957:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 463 00000100:00080000:0.0:1777421072.913056:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1777421073.753145:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777421074.392515:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0013b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841142784:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777421074.392574:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421074.392617:0:6546:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841142784 00000100:00100000:2.0:1777421074.392625:0:6546:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841142784 00000100:00100000:2.0:1777421074.392685:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1777421074.392694:0:6546:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1863760841142784:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777421074.392726:0:6546:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 64684032 pending 0 free 3855613952 avail 3853516800 00000100:00100000:2.0:1777421074.392783:0:6546:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1863760841142784:12345-0@lo:13:osp-pre-1-0.0 Request processed in 76us (195us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421074.392791:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00080000:0.0:1777421074.392833:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777421074.392838:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0013b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841142784:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777421074.393119:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af111014700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3297:1863760841143040:0@lo:400:kworker.0 00000100:00100000:1.0:1777421074.393159:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421074.393173:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af111016d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3298:1863760841143168:0@lo:400:kworker.0 00000100:00100000:1.0:1777421074.393199:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841143040 00000100:00100000:1.0:1777421074.393204:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841143040 00000100:00100000:0.0:1777421074.393209:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421074.393235:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841143168 00000100:00100000:1.0:1777421074.393239:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841143168 00000100:00100000:2.0:1777421074.393248:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 169 00000100:00100000:2.0:1777421074.393260:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137de8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1863760841143040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421074.393267:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af1345f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3296:1863760841142912:0@lo:400:kworker.0 00000100:00100000:1.0:1777421074.393275:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000100:00100000:1.0:1777421074.393285:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3298:x1863760841143168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421074.393312:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421074.393317:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137de8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1863760841143040:12345-0@lo:400:kworker.0 Request processed in 58us (157us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421074.393325:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 169 00000100:00100000:1.0:1777421074.393334:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3298:x1863760841143168:12345-0@lo:400:kworker.0 Request processed in 50us (124us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421074.393342:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 00000100:00100000:2.0:1777421074.393380:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af111014700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3297:1863760841143040:0@lo:400:kworker.0 00000100:00100000:2.0:1777421074.393414:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c5bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841143296:0@lo:400:kworker.0 00000100:00100000:2.0:1777421074.393439:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421074.393472:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841143296 00000100:00100000:2.0:1777421074.393476:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841143296 00000100:00100000:2.0:1777421074.393505:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 167 00000100:00100000:2.0:1777421074.393512:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3295:x1863760841143296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421074.393544:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3295:x1863760841143296:12345-0@lo:400:kworker.0 Request processed in 33us (105us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421074.393551:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 167 00000100:00100000:2.0:1777421074.393581:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c5bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841143296:0@lo:400:kworker.0 00000100:00100000:2.0:1777421074.393798:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841142912 00000100:00100000:2.0:1777421074.393803:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841142912 00000100:00100000:0.0:1777421074.393820:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c5bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3296:1863760841143424:0@lo:400:kworker.0 00000100:00100000:2.0:1777421074.393835:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 464 00000100:00100000:2.0:1777421074.393844:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3296:x1863760841142912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421074.393852:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421074.393888:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3296:x1863760841142912:12345-0@lo:400:kworker.0 Request processed in 45us (577us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421074.393896:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 464 00000100:00100000:0.0:1777421074.393896:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af1345f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3296:1863760841142912:0@lo:400:kworker.0 00000100:00080000:0.0:1777421074.393923:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1777421074.393927:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777421074.393937:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841143424 00000100:00100000:0.0:1777421074.393940:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841143424 00000100:00100000:0.0:1777421074.394089:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00100000:0.0:1777421074.394100:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3296:x1863760841143424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421074.394135:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3296:x1863760841143424:12345-0@lo:400:kworker.0 Request processed in 39us (285us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421074.394143:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00080000:0.0:1777421074.394160:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777421074.394177:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af111016d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3298:1863760841143168:0@lo:400:kworker.0 00000100:00100000:0.0:1777421074.394810:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c5bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3296:1863760841143424:0@lo:400:kworker.0 00010000:00010000:1.0:1777421074.777847:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777421075.211157:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421075.211243:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833961984 00000100:00100000:1.0:1777421075.211257:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833961984 00000100:00100000:1.0:1777421075.211457:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 784 00000100:00100000:1.0:1777421075.211470:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+44:23095:x1863760833961984:12345-192.168.203.47@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1777421075.211609:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+44:23095:x1863760833961984:12345-192.168.203.47@tcp:60:lhsmtool_posix.0 Request processed in 141us (466us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421075.211617:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 784 00000100:00080000:0.0:1777421075.211933:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1777421075.800821:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1777421076.023857:0:17612:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12b: Restore an imported file implicitly ========================================================== 20:04:35 (1777421075) 00000100:00100000:0.0:1777421076.157258:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421076.157393:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833962112 00000100:00100000:1.0:1777421076.157412:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833962112 00000100:00100000:1.0:1777421076.157457:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 785 00000100:00100000:1.0:1777421076.157463:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+44:23793:x1863760833962112:12345-192.168.203.47@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1777421076.157536:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+44:23793:x1863760833962112:12345-192.168.203.47@tcp:59:lhsmtool_posix.0 Request processed in 73us (285us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421076.157541:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 785 00000100:00100000:2.0:1777421076.178072:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421076.178194:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833962240 00000100:00100000:1.0:1777421076.178204:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833962240 00000100:00100000:1.0:1777421076.178278:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 786 00000100:00080000:2.0:1777421076.178290:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777421076.178291:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+78:23794:x1863760833962240:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:1.0:1777421076.178316:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421076.178338:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289386a07 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376590 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.178437:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5ca00/0xa38d71289386a0e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.178452:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5ca00/0xa38d71289386a0e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.178462:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5ca00/0xa38d71289386a0e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.178474:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386a15 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.178481:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386a15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.178487:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386a15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.178556:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5ca00/0xa38d71289386a0e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.178564:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5ca00/0xa38d71289386a0e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.178571:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5ca00/0xa38d71289386a0e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.178577:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af105d5ca00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421076.178581:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5ca00/0xa38d71289386a0e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.178588:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5ca00/0xa38d71289386a0e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.178598:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af103234700) 00010000:00010000:1.0:1777421076.178601:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421076.178605:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5ca00/0xa38d71289386a0e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.178612:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5ca00/0xa38d71289386a0e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.178623:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386a15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.178628:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386a15 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.178634:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386a15 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.178644:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af105d5c400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421076.178647:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386a15 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.178653:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386a15 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.178660:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5954980 (ffff9af1112dca00) 00010000:00010000:1.0:1777421076.178663:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421076.178665:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386a15 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.178671:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386a15 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.178700:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289386a07 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376590 expref: 79 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.178710:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af103234700) 00010000:00010000:1.0:1777421076.178712:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421076.178716:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289386a07 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376590 expref: 79 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.178725:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af105d5d200, rc 0) 00000100:00100000:1.0:1777421076.178783:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+78:23794:x1863760833962240:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 496us (719us total) trans 0 rc 301/301 00000100:00100000:1.0:1777421076.178791:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 786 00000100:00100000:0.0:1777421076.186469:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421076.186595:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833962496 00000100:00100000:1.0:1777421076.186635:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833962496 00000100:00100000:1.0:1777421076.186714:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 787 00000100:00100000:1.0:1777421076.186733:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+78:23794:x1863760833962496:12345-192.168.203.47@tcp:36:lfs.0 00010000:00010000:1.0:1777421076.186815:0:5762:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421076.186853:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d712893867fa lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3764fd expref: 78 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.186880:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af103234700) 00010000:00010000:1.0:1777421076.186885:0:5762:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421076.187045:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289386a1c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.187073:0:5762:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30400/0xa38d71289386824 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37650b expref: 43 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.187082:0:5762:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289386a1c lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.187467:0:5762:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30400/0xa38d71289386824 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37650b expref: 43 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.187480:0:5762:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30400/0xa38d71289386824 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37650b expref: 43 pid: 5761 timeout: 387 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421076.187493:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137dead80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841143552:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777421076.187678:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1209da9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421076.193652:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137dead80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841143552:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777421076.193668:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00010000:00010000:1.0:1777421076.193698:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289386a1c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421076.193821:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833962624 00000100:00100000:2.0:1777421076.193831:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833962624 00010000:00010000:2.0:1777421076.193883:0:5747:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30400/0xa38d71289386824 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37650b expref: 44 pid: 5761 timeout: 387 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421076.193940:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 250 00000100:00100000:2.0:1777421076.193951:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f775880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+44:2369:x1863760833962624:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421076.193973:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421076.193982:0:5747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30400/0xa38d71289386824 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37650b expref: 44 pid: 5761 timeout: 387 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421076.193997:0:5747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30400/0xa38d71289386824 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37650b expref: 44 pid: 5761 timeout: 387 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421076.194025:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30400/0xa38d71289386824 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37650b expref: 44 pid: 5761 timeout: 387 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421076.194045:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af103234700) 00010000:00010000:2.0:1777421076.194050:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289386a1c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421076.194062:0:5747:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289386a1c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421076.194072:0:5747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289386a1c lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421076.194112:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421076.194187:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f775880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+43:2369:x1863760833962624:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 237us (523us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421076.194205:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 250 00010000:00010000:1.0:1777421076.194845:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289386a1c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.194859:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289386a1c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.194891:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386a23 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.194904:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386a23 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.194914:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386a23 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421076.196306:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x33:0x0]: returning size 512 00010000:00010000:1.0:1777421076.196325:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289386a1c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.196336:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289386a1c lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.196344:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289386a1c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.196402:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af105d5d200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421076.196408:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289386a1c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.196418:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289386a1c lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.196607:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af103234700) 00010000:00010000:1.0:1777421076.196612:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421076.196618:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289386a1c lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.196625:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289386a1c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777421076.196651:0:5762:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 0000000063fd789b reply state 000000006591c26d transno 4294967808 ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386a23 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421076.196662:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777421076.196793:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+79:23794:x1863760833962496:12345-192.168.203.47@tcp:36:lfs.0 Request processed in 10056us (10336us total) trans 4294967808 rc 0/0 00000100:00100000:1.0:1777421076.196804:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 787 00010000:00010000:3.0:1777421076.199987:0:3281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386a23 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.200010:0:3281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386a23 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.200020:0:3281:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386a23 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.200028:0:3281:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af105d5c400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421076.200034:0:3281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386a23 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.200042:0:3281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386a23 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.200063:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5954980 (ffff9af1112dca00) 00010000:00010000:3.0:1777421076.200067:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421076.200073:0:3281:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386a23 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.200080:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386a23 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421076.387743:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421076.387894:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833962752 00000100:00100000:1.0:1777421076.387908:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833962752 00000100:00100000:1.0:1777421076.388013:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 788 00000100:00100000:1.0:1777421076.388025:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f777800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+78:23831:x1863760833962752:12345-192.168.203.47@tcp:101:mkdir.0 00010000:00010000:1.0:1777421076.388057:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421076.388086:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289386a2a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376597 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.388167:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5ca00/0xa38d71289386a31 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.388184:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5ca00/0xa38d71289386a31 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.388222:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5ca00/0xa38d71289386a31 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421076.388294:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:1.0:1777421076.388297:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 22 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421076.388323:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5ca00/0xa38d71289386a31 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.388394:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289386a2a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376597 expref: 80 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.388417:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5ca00/0xa38d71289386a31 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376597 expref: 79 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.388438:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1112dc300) 00010000:00010000:1.0:1777421076.388441:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777421076.388446:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af105d5ca00, rc 0) 00000100:00100000:1.0:1777421076.388519:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f777800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+79:23831:x1863760833962752:12345-192.168.203.47@tcp:101:mkdir.0 Request processed in 496us (792us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421076.388527:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 788 00000100:00100000:0.0:1777421076.390648:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421076.390792:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833963008 00000100:00100000:1.0:1777421076.390805:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833963008 00000100:00100000:0.0:1777421076.391039:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 789 00000100:00100000:0.0:1777421076.391052:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f775c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+79:23831:x1863760833963008:12345-192.168.203.47@tcp:36:mkdir.0 00010000:00010000:0.0:1777421076.391120:0:5761:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421076.391152:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5ca00/0xa38d71289386a31 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376597 expref: 79 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.391175:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1112dc300) 00010000:00010000:0.0:1777421076.391189:0:5761:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421076.391533:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f775c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+78:23831:x1863760833963008:12345-192.168.203.47@tcp:36:mkdir.0 Request processed in 482us (897us total) trans 0 rc -17/-17 00000100:00100000:0.0:1777421076.391541:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 789 00000100:00100000:2.0:1777421076.393981:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421076.394049:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833963136 00000100:00100000:0.0:1777421076.394061:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833963136 00000100:00100000:0.0:1777421076.394127:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 790 00000100:00100000:0.0:1777421076.394136:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+78:23831:x1863760833963136:12345-192.168.203.47@tcp:101:mkdir.0 00010000:00010000:0.0:1777421076.394158:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421076.394185:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866c00/0xa38d71289386a38 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37659e expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.394287:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867800/0xa38d71289386a3f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.394305:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867800/0xa38d71289386a3f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.394319:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867800/0xa38d71289386a3f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421076.394416:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:0.0:1777421076.394421:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 22 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421076.394585:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867800/0xa38d71289386a3f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.394608:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866c00/0xa38d71289386a38 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37659e expref: 80 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.394622:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867800/0xa38d71289386a3f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37659e expref: 79 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.394629:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af111123f00) 00010000:00010000:0.0:1777421076.394632:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777421076.394640:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af003867800, rc 0) 00000100:00100000:0.0:1777421076.394701:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+79:23831:x1863760833963136:12345-192.168.203.47@tcp:101:mkdir.0 Request processed in 567us (735us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421076.394707:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 790 00000100:00100000:2.0:1777421076.396520:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421076.396572:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833963264 00000100:00100000:0.0:1777421076.396583:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833963264 00000100:00100000:0.0:1777421076.396644:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 791 00000100:00100000:0.0:1777421076.396655:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+79:23831:x1863760833963264:12345-192.168.203.47@tcp:101:mkdir.0 00010000:00010000:0.0:1777421076.396675:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421076.396694:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867000/0xa38d71289386a46 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3765a5 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.396854:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866800/0xa38d71289386a4d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.396868:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866800/0xa38d71289386a4d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.396878:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866800/0xa38d71289386a4d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.396890:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866400/0xa38d71289386a54 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.396895:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866400/0xa38d71289386a54 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.396899:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866400/0xa38d71289386a54 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.397224:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866000/0xa38d71289386a5b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.397246:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866000/0xa38d71289386a5b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.397254:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866000/0xa38d71289386a5b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421076.397299:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x33:0x0]: returning size 512 00000004:00200000:0.0:1777421076.397303:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421076.397327:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866000/0xa38d71289386a5b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.397339:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866800/0xa38d71289386a4d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.397347:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866800/0xa38d71289386a4d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.397530:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866800/0xa38d71289386a4d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.397538:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af003866800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421076.397543:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866800/0xa38d71289386a4d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.397552:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866800/0xa38d71289386a4d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.397566:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af111123f00) 00010000:00010000:0.0:1777421076.397570:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421076.397575:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866800/0xa38d71289386a4d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.397593:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866800/0xa38d71289386a4d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.397607:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866400/0xa38d71289386a54 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.397614:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866400/0xa38d71289386a54 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.397630:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866400/0xa38d71289386a54 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.397636:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af003866400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421076.397639:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866400/0xa38d71289386a54 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.397645:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866400/0xa38d71289386a54 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.397653:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5954980 (ffff9af111123100) 00010000:00010000:0.0:1777421076.397656:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421076.397659:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866400/0xa38d71289386a54 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.397665:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866400/0xa38d71289386a54 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.397698:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867000/0xa38d71289386a46 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3765a5 expref: 81 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.397711:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866000/0xa38d71289386a5b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3765a5 expref: 80 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.397730:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x0 (ffff9af111123e00) 00010000:00010000:0.0:1777421076.397733:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777421076.397736:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af003866000, rc 0) 00000100:00100000:0.0:1777421076.397811:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+80:23831:x1863760833963264:12345-192.168.203.47@tcp:101:mkdir.0 Request processed in 1156us (1298us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421076.397819:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 791 00000100:00100000:2.0:1777421076.430162:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421076.430794:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833963392 00000100:00100000:0.0:1777421076.430810:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833963392 00000100:00100000:0.0:1777421076.430901:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 792 00000100:00100000:0.0:1777421076.430912:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+43:23837:x1863760833963392:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421076.430945:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421076.430974:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867000/0xa38d71289386a62 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3765ac expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.431055:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866400/0xa38d71289386a69 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.431072:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866400/0xa38d71289386a69 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.431085:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866400/0xa38d71289386a69 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421076.431164:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:0.0:1777421076.431169:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 22 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421076.431201:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866400/0xa38d71289386a69 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.431255:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867000/0xa38d71289386a62 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3765ac expref: 45 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.431276:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866400/0xa38d71289386a69 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3765ac expref: 44 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.431286:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af111123f00) 00010000:00010000:0.0:1777421076.431289:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777421076.431293:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af003866400, rc 0) 00000100:00100000:0.0:1777421076.431424:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+44:23837:x1863760833963392:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 513us (1277us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421076.431433:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 792 00000100:00100000:2.0:1777421076.440645:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421076.440877:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833963648 00000100:00100000:1.0:1777421076.440891:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833963648 00000100:00100000:1.0:1777421076.440995:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 793 00000100:00100000:1.0:1777421076.441008:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+80:23837:x1863760833963648:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421076.441034:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421076.441038:0:5762:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00000100:00100000:3.0:1777421076.441084:0:3298:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1777421076.441101:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866000/0xa38d71289386a5b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x33:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3765a5 expref: 80 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.441124:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x0 (ffff9af111123e00) 00010000:00010000:1.0:1777421076.441136:0:5762:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421076.441154:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289386a70 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3765b3 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.441319:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5ca00/0xa38d71289386a77 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.441343:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5ca00/0xa38d71289386a77 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.441405:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5ca00/0xa38d71289386a77 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.441420:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386a7e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.441426:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386a7e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.441432:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386a7e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421076.441464:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1863760841143680:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777421076.441527:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421076.441601:0:7924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841143680 00000100:00100000:3.0:1777421076.441605:0:7924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841143680 00000100:00100000:3.0:1777421076.441652:0:7924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1777421076.441660:0:7924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3298:x1863760841143680:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777421076.441692:0:7924:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 66387968 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1777421076.441742:0:7924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3298:x1863760841143680:12345-0@lo:13:osp-pre-0-0.0 Request processed in 82us (213us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421076.441751:0:7924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00080000:3.0:1777421076.441790:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777421076.441831:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1863760841143680:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1777421076.444473:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289386a85 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.444495:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289386a85 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.444525:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289386a85 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421076.444544:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x35:0x0]: returning size 0 00010000:00010000:1.0:1777421076.444589:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5ca00/0xa38d71289386a77 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.444596:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5ca00/0xa38d71289386a77 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.444603:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5ca00/0xa38d71289386a77 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.444609:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af105d5ca00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421076.444614:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5ca00/0xa38d71289386a77 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.444621:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5ca00/0xa38d71289386a77 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.444633:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x0 (ffff9af1112dcb00) 00010000:00010000:1.0:1777421076.444636:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421076.444641:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5ca00/0xa38d71289386a77 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.444647:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5ca00/0xa38d71289386a77 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777421076.444662:0:5762:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000009d26daec reply state 00000000ebec59f3 transno 4294967809 ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386a7e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421076.444682:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777421076.444729:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289386a70 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3765b3 expref: 82 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.444768:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289386a85 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3765b3 expref: 81 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.444776:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff9af1112dc400) 00010000:00010000:1.0:1777421076.444779:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421076.444781:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af105d5c200, rc 0) 00000100:00100000:1.0:1777421076.444916:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+82:23837:x1863760833963648:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 3910us (4282us total) trans 4294967809 rc 0/0 00000100:00100000:1.0:1777421076.444929:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 793 00010000:00010000:3.0:1777421076.446904:0:3282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386a7e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.446922:0:3282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386a7e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.446931:0:3282:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386a7e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.447021:0:3282:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af105d5c400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421076.447027:0:3282:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386a7e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.447035:0:3282:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386a7e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.447065:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x4f0c1d45 (ffff9af1112dce00) 00010000:00010000:3.0:1777421076.447068:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421076.447144:0:3282:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386a7e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.447154:0:3282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386a7e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421076.448191:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421076.448254:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833963904 00000100:00100000:1.0:1777421076.448268:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833963904 00000100:00100000:1.0:1777421076.448342:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 794 00000100:00100000:1.0:1777421076.448372:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+81:23837:x1863760833963904:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421076.448396:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421076.448420:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289386a93 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3765ba expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.448512:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d71289386a9a lrc: 3/0,1 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.448527:0:5762:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289386a85 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3765b3 expref: 82 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.448553:0:5762:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d71289386a9a lrc: 4/0,1 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.448586:0:5762:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289386a85 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3765b3 expref: 82 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.448595:0:5762:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289386a85 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3765b3 expref: 82 pid: 5762 timeout: 388 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421076.448605:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137dead80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841143808:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777421076.448684:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1209da3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421076.450828:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137dead80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841143808:192.168.203.47@tcp:104: 00010000:00010000:1.0:1777421076.450864:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d71289386a9a lrc: 3/0,1 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421076.451479:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421076.451638:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833964032 00000100:00100000:3.0:1777421076.451652:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833964032 00010000:00010000:3.0:1777421076.451703:0:5747:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289386a85 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3765b3 expref: 83 pid: 5762 timeout: 388 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421076.451764:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 251 00000100:00100000:3.0:1777421076.451776:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+83:2368:x1863760833964032:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421076.451792:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421076.451799:0:5747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289386a85 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3765b3 expref: 83 pid: 5762 timeout: 388 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.451814:0:5747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289386a85 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3765b3 expref: 83 pid: 5762 timeout: 388 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.451841:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289386a85 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3765b3 expref: 83 pid: 5762 timeout: 388 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.451863:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff9af1112dc400) 00010000:00010000:3.0:1777421076.451869:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d71289386a9a lrc: 3/0,1 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.451909:0:5747:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d71289386a9a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.451919:0:5747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d71289386a9a lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.451955:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421076.452027:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+82:2368:x1863760833964032:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 253us (549us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421076.452036:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 251 00010000:00010000:1.0:1777421076.452104:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d71289386a9a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.452114:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d71289386a9a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421076.452136:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x35:0x0]: returning size 0 00010000:00010000:1.0:1777421076.452683:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d71289386a9a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.452691:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d71289386a9a lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.452704:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d71289386a9a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.452709:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af105d5d400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421076.452712:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d71289386a9a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.452718:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d71289386a9a lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.452726:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff9af1112dc400) 00010000:00010000:1.0:1777421076.452728:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777421076.452730:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d71289386a9a lrc: 2/0,0 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.452735:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d71289386a9a lrc: 0/0,0 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.452809:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289386a93 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3765ba expref: 82 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.452818:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x0 (ffff9af1112dcd00) 00010000:00010000:1.0:1777421076.452821:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777421076.452825:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289386a93 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3765ba expref: 82 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.452837:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af105d5cc00, rc 0) 00000100:00100000:1.0:1777421076.452885:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+81:23837:x1863760833963904:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 4534us (4701us total) trans 4294967810 rc 301/301 00000100:00100000:1.0:1777421076.452906:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 794 00000100:00100000:2.0:1777421076.454869:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421076.454968:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833964288 00000100:00100000:0.0:1777421076.454981:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833964288 00000100:00100000:0.0:1777421076.455040:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 177 00000100:00100000:0.0:1777421076.455052:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+81:23837:x1863760833964288:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1777421076.455615:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+82:23837:x1863760833964288:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 564us (754us total) trans 4294967811 rc 0/0 00000100:00100000:0.0:1777421076.455624:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 177 00000100:00100000:2.0:1777421076.460049:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421076.460105:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833964416 00000100:00100000:1.0:1777421076.460119:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833964416 00000100:00100000:1.0:1777421076.460195:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 795 00000100:00100000:1.0:1777421076.460209:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+82:23837:x1863760833964416:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421076.460251:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421076.460280:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289386aa8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3765c1 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.460390:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289386aa8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3765c1 expref: 83 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.460409:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289386aa8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3765c1 expref: 83 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.460433:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff9af1112dcb00) 00010000:00010000:1.0:1777421076.460436:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777421076.460441:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af105d5d200, rc 0) 00000100:00100000:1.0:1777421076.460520:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+83:23837:x1863760833964416:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 314us (485us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421076.460529:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 795 00000100:00100000:2.0:1777421076.463488:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421076.463726:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833964672 00000100:00100000:1.0:1777421076.463739:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833964672 00000100:00100000:1.0:1777421076.463808:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 796 00000100:00100000:1.0:1777421076.463827:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+83:23837:x1863760833964672:12345-192.168.203.47@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1777421076.463904:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289386aaf lrc: 3/0,1 mode: --/PW res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.463952:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289386aaf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.463966:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289386aaf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.464261:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289386aaf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.464270:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289386aaf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.464277:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289386aaf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.464284:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af105d5cc00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421076.464288:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289386aaf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.464297:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289386aaf lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.464310:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff9af1112dcb00) 00010000:00010000:1.0:1777421076.464314:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1777421076.464319:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289386aaf lrc: 2/0,0 mode: --/PW res: [0x200000401:0x35:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.464325:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289386aaf lrc: 0/0,0 mode: --/PW res: [0x200000401:0x35:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421076.464445:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+84:23837:x1863760833964672:12345-192.168.203.47@tcp:55:lhsmtool_posix.0 Request processed in 626us (969us total) trans 4294967812 rc 0/0 00000100:00100000:1.0:1777421076.464461:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 796 00000100:00100000:2.0:1777421076.467248:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421076.467400:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833964928 00000100:00100000:1.0:1777421076.467413:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833964928 00000100:00100000:1.0:1777421076.467475:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 797 00000100:00100000:1.0:1777421076.467486:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111016d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+84:23837:x1863760833964928:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1777421076.467851:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d71289386ab6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.467872:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d71289386ab6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.467885:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d71289386ab6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777421076.467984:0:5762:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967813 00000004:00010000:1.0:1777421076.468024:0:5762:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 0000000045296b97 reply state 000000006c2d86ec transno 4294967814 ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d71289386ab6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421076.468035:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777421076.468153:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111016d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+87:23837:x1863760833964928:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 Request processed in 668us (917us total) trans 4294967814 rc 0/0 00000100:00100000:1.0:1777421076.468162:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 797 00000020:00080000:1.0:1777421076.468168:0:5762:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1777421076.472867:0:3281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d71289386ab6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.472884:0:3281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d71289386ab6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.472891:0:3281:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d71289386ab6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.472898:0:3281:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af105d5d400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421076.472903:0:3281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d71289386ab6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.472915:0:3281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d71289386ab6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.472932:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff9af1112dcb00) 00010000:00010000:3.0:1777421076.472934:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1777421076.472937:0:3281:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d71289386ab6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x35:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.472959:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d71289386ab6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x35:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421076.473659:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421076.473808:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833965184 00000100:00100000:0.0:1777421076.473821:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833965184 00000100:00100000:0.0:1777421076.473887:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 178 00000100:00100000:0.0:1777421076.473902:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111014700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+86:23837:x1863760833965184:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1777421076.474231:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111014700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+87:23837:x1863760833965184:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 332us (580us total) trans 4294967815 rc 0/0 00000100:00100000:0.0:1777421076.474257:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 178 00000100:00100000:2.0:1777421076.494689:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421076.494876:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833965312 00000100:00100000:0.0:1777421076.494987:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833965312 00000100:00100000:0.0:1777421076.495063:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 798 00000100:00100000:0.0:1777421076.495075:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13786e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+87:23840:x1863760833965312:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:0.0:1777421076.495104:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421076.495132:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867000/0xa38d71289386abd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3765c8 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.495214:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866800/0xa38d71289386ac4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.495231:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866800/0xa38d71289386ac4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.495243:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866800/0xa38d71289386ac4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.495259:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866c00/0xa38d71289386acb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.495266:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866c00/0xa38d71289386acb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.495272:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866c00/0xa38d71289386acb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.495555:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866000/0xa38d71289386ad2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.495712:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866000/0xa38d71289386ad2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.495721:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866000/0xa38d71289386ad2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421076.495773:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x33:0x0]: returning size 512 00000004:00200000:0.0:1777421076.495777:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421076.495807:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866000/0xa38d71289386ad2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.495820:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866800/0xa38d71289386ac4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.495828:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866800/0xa38d71289386ac4 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.495835:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866800/0xa38d71289386ac4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.495842:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af003866800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421076.495847:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866800/0xa38d71289386ac4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.495855:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866800/0xa38d71289386ac4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.495868:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af111123f00) 00010000:00010000:0.0:1777421076.495872:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421076.495876:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866800/0xa38d71289386ac4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.495982:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866800/0xa38d71289386ac4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.495999:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866c00/0xa38d71289386acb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.496005:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866c00/0xa38d71289386acb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.496011:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866c00/0xa38d71289386acb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.496017:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af003866c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421076.496020:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866c00/0xa38d71289386acb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.496027:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866c00/0xa38d71289386acb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.496035:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5954980 (ffff9af111123100) 00010000:00010000:0.0:1777421076.496038:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421076.496041:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866c00/0xa38d71289386acb lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.496048:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866c00/0xa38d71289386acb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.496084:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867000/0xa38d71289386abd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3765c8 expref: 89 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.496099:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866000/0xa38d71289386ad2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3765c8 expref: 88 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.496114:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x0 (ffff9af111123e00) 00010000:00010000:0.0:1777421076.496116:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1777421076.496119:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af003866000, rc 0) 00000100:00100000:0.0:1777421076.496255:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13786e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+88:23840:x1863760833965312:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 1182us (1581us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421076.496264:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 798 00000100:00100000:2.0:1777421076.500953:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421076.501267:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833965568 00000100:00100000:0.0:1777421076.501280:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833965568 00000100:00100000:0.0:1777421076.501458:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 799 00000100:00100000:0.0:1777421076.501470:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13786f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+88:23840:x1863760833965568:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:0.0:1777421076.501503:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421076.501529:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867000/0xa38d71289386ad9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3765cf expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.501649:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866c00/0xa38d71289386ae0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.501665:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866c00/0xa38d71289386ae0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.501694:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866c00/0xa38d71289386ae0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.501710:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866800/0xa38d71289386ae7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.501717:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866800/0xa38d71289386ae7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.501734:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866800/0xa38d71289386ae7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.501908:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866600/0xa38d71289386aee lrc: 3/1,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.501916:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866600/0xa38d71289386aee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.501924:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866600/0xa38d71289386aee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421076.501936:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x35:0x0]: returning size 158 00010000:00010000:0.0:1777421076.502066:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866c00/0xa38d71289386ae0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.502075:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866c00/0xa38d71289386ae0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.502081:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866c00/0xa38d71289386ae0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.502088:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af003866c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421076.502092:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866c00/0xa38d71289386ae0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.502100:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866c00/0xa38d71289386ae0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.502113:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x0 (ffff9af111123e00) 00010000:00010000:0.0:1777421076.502116:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421076.502132:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866c00/0xa38d71289386ae0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.502139:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866c00/0xa38d71289386ae0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.502153:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866800/0xa38d71289386ae7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.502159:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866800/0xa38d71289386ae7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.502165:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866800/0xa38d71289386ae7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.502171:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af003866800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421076.502174:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866800/0xa38d71289386ae7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.502180:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866800/0xa38d71289386ae7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.502189:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x4f0c1d45 (ffff9af111123100) 00010000:00010000:0.0:1777421076.502191:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421076.502194:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866800/0xa38d71289386ae7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.502199:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866800/0xa38d71289386ae7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.502247:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867000/0xa38d71289386ad9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3765cf expref: 91 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.502272:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866600/0xa38d71289386aee lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3765cf expref: 90 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.502279:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff9af1112dcb00) 00010000:00010000:0.0:1777421076.502281:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421076.502284:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af003866600, rc 0) 00000100:00100000:0.0:1777421076.502410:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13786f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+90:23840:x1863760833965568:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 941us (1471us total) trans 4294967816 rc 0/0 00000100:00100000:0.0:1777421076.502420:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 799 00000100:00100000:2.0:1777421076.509014:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421076.509136:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833965696 00000100:00100000:0.0:1777421076.509150:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833965696 00000100:00100000:0.0:1777421076.509224:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 800 00000100:00100000:0.0:1777421076.509240:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+90:23840:x1863760833965696:12345-192.168.203.47@tcp:54:lfs.0 00010000:00010000:0.0:1777421076.509321:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867000/0xa38d71289386afc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.509338:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867000/0xa38d71289386afc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.509348:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867000/0xa38d71289386afc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.509538:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867000/0xa38d71289386afc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.509543:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867000/0xa38d71289386afc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.509566:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867000/0xa38d71289386afc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.509571:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af003867000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421076.509575:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867000/0xa38d71289386afc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.509580:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867000/0xa38d71289386afc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.509591:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff9af1112dcb00) 00010000:00010000:0.0:1777421076.509594:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777421076.509597:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867000/0xa38d71289386afc lrc: 2/0,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.509602:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867000/0xa38d71289386afc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421076.509704:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+90:23840:x1863760833965696:12345-192.168.203.47@tcp:54:lfs.0 Request processed in 467us (706us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421076.509710:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 800 00000100:00100000:2.0:1777421076.518687:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421076.518804:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833965952 00000100:00100000:0.0:1777421076.518819:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833965952 00000100:00100000:0.0:1777421076.518943:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 179 00000100:00100000:0.0:1777421076.518955:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+90:23840:x1863760833965952:12345-192.168.203.47@tcp:35:lfs.0 00000100:00100000:0.0:1777421076.520162:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+91:23840:x1863760833965952:12345-192.168.203.47@tcp:35:lfs.0 Request processed in 1202us (1485us total) trans 4294967817 rc 0/0 00000100:00100000:0.0:1777421076.520176:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 179 00000100:00100000:2.0:1777421076.552972:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421076.553177:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833966208 00000100:00100000:1.0:1777421076.553192:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833966208 00000100:00100000:1.0:1777421076.553267:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 801 00000100:00100000:1.0:1777421076.553279:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+91:23845:x1863760833966208:12345-192.168.203.47@tcp:101:cat.0 00010000:00010000:1.0:1777421076.553310:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421076.553444:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289386b03 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3765d6 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.553577:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5ca00/0xa38d71289386b0a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.553595:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5ca00/0xa38d71289386b0a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x35:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.553608:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5ca00/0xa38d71289386b0a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x35:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421076.553621:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x35:0x0]: returning size 158 00010000:00010000:1.0:1777421076.554394:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289386b03 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3765d6 expref: 94 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.554420:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5ca00/0xa38d71289386b0a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x35:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3765d6 expref: 93 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.554431:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff9af1112dcb00) 00010000:00010000:1.0:1777421076.554434:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1777421076.554438:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af105d5ca00, rc 0) 00000100:00100000:1.0:1777421076.554585:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+93:23845:x1863760833966208:12345-192.168.203.47@tcp:101:cat.0 Request processed in 1307us (1627us total) trans 4294967818 rc 0/0 00000100:00100000:1.0:1777421076.554595:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 801 00000100:00100000:2.0:1777421076.562291:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421076.563203:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833966464 00000100:00100000:3.0:1777421076.563220:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833966464 00000100:00100000:3.0:1777421076.563648:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 33 00000100:00100000:3.0:1777421076.563663:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189e8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+93:23845:x1863760833966464:12345-192.168.203.47@tcp:103:cat.0 00010000:00010000:3.0:1777421076.563683:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1777421076.563715:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866600/0xa38d71289386aee lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3765cf expref: 93 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.563740:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5ca00/0xa38d71289386b0a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x35:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3765d6 expref: 92 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.563753:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289386aa8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3765c1 expref: 91 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.563896:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff9af1112dcb00) 00010000:00010000:3.0:1777421076.563912:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421076.564032:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189e8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+90:23845:x1863760833966464:12345-192.168.203.47@tcp:103:cat.0 Request processed in 373us (1754us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421076.564051:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 33 00000100:00100000:2.0:1777421076.567990:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421076.568069:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833966592 00000100:00100000:1.0:1777421076.568083:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833966592 00000100:00100000:1.0:1777421076.568153:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 802 00000100:00100000:1.0:1777421076.568165:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+90:23845:x1863760833966592:12345-192.168.203.47@tcp:58:cat.0 00010000:00010000:1.0:1777421076.568317:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289386b18 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.568339:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289386b18 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.568394:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289386b18 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777421076.568982:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].19, 136 off10776 00000100:00100000:1.0:1777421076.569101:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+90:23845:x1863760833966592:12345-192.168.203.47@tcp:58:cat.0 Request processed in 936us (1124us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421076.569112:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 802 00000100:00100000:2.0:1777421076.573542:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421076.573615:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833966720 00000100:00100000:1.0:1777421076.573629:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833966720 00000100:00100000:1.0:1777421076.573696:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 803 00000100:00100000:1.0:1777421076.573708:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+90:23845:x1863760833966720:12345-192.168.203.47@tcp:101:cat.0 00010000:00010000:1.0:1777421076.573739:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421076.573774:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c000/0xa38d71289386b1f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3765dd expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.573845:0:5762:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289386b18 lrc: 2/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.573856:0:5762:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c000/0xa38d71289386b1f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3765dd expref: 91 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.573875:0:5762:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289386b18 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.573918:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c000/0xa38d71289386b1f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3765dd expref: 91 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.573933:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff9af1112dcd00) 00010000:00010000:1.0:1777421076.573936:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777421076.573940:0:5762:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c000/0xa38d71289386b1f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3765dd expref: 91 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.573947:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af105d5c000, rc 0) 00000100:00100000:1.0:1777421076.574013:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+91:23845:x1863760833966720:12345-192.168.203.47@tcp:101:cat.0 Request processed in 307us (724us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421076.574020:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 803 00000040:00080000:0.0:1777421076.761525:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777421076.761535:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777421076.761574:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 20 count 3 00000040:00080000:0.0:1777421076.761581:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777421076.761694:0:11331:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f774e00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841143936:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1777421076.761868:0:11331:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af10617fcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1777421076.766467:0:11331:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f774e00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841143936:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1777421076.767114:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421076.767217:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833966848 00000100:00100000:0.0:1777421076.767231:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833966848 00000100:00100000:0.0:1777421076.767296:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 804 00000100:00100000:0.0:1777421076.767308:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+44:23846:x1863760833966848:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1777421076.767340:0:5761:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000401:0x35:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1777421076.767459:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+44:23846:x1863760833966848:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 152us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421076.767467:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 804 00000100:00100000:2.0:1777421076.771475:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421076.771649:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833966976 00000100:00100000:3.0:1777421076.771664:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833966976 00000100:00100000:3.0:1777421076.771839:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 805 00000100:00100000:3.0:1777421076.771871:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+44:23846:x1863760833966976:12345-192.168.203.47@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1777421076.771971:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289386b26 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.771993:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289386b26 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.772006:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289386b26 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.772169:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289386b2d lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3d0032c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.772192:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289386b2d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3d0032c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.772203:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289386b2d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3d0032c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.772234:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d71289386b34 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.772243:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d71289386b34 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.772249:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d71289386b34 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421076.772302:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x35:0x0]: returning size 158 00000004:00200000:3.0:1777421076.772307:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421076.772319:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d71289386b34 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.772382:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289386b26 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.772389:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289386b26 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.772396:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289386b26 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.772402:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf39800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421076.772406:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289386b26 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.772413:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289386b26 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.772425:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9af106213200) 00010000:00010000:3.0:1777421076.772428:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421076.772433:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289386b26 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.772438:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39800/0xa38d71289386b26 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.772452:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289386b2d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3d0032c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.772459:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289386b2d lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3d0032c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.772465:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289386b2d lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3d0032c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.772476:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf38400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421076.772479:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289386b2d lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3d0032c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.772486:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289386b2d lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3d0032c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.772494:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x3d0032c8 (ffff9af103234600) 00010000:00010000:3.0:1777421076.772496:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421076.772498:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289386b2d lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3d0032c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.772503:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289386b2d lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3d0032c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.772520:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d71289386b34 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.772525:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d71289386b34 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.772529:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d71289386b34 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.772533:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf39400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421076.772535:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d71289386b34 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.772540:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d71289386b34 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.772556:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff9af1112dcd00) 00010000:00010000:3.0:1777421076.772558:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421076.772561:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d71289386b34 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.772568:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d71289386b34 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421076.772653:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+44:23846:x1863760833966976:12345-192.168.203.47@tcp:34:lhsmtool_posix.0 Request processed in 782us (1190us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421076.772664:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 805 00000100:00100000:2.0:1777421076.777393:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421076.777973:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833967232 00000100:00100000:3.0:1777421076.777987:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833967232 00000100:00100000:3.0:1777421076.778108:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 806 00000100:00100000:3.0:1777421076.778120:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+44:23846:x1863760833967232:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421076.778146:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421076.778172:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d71289386b3b lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3765e4 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.778303:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289386b42 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.778323:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289386b42 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.778337:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289386b42 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421076.778370:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x35:0x0]: returning size 158 00010000:00010000:3.0:1777421076.778535:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289386b42 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.778544:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289386b42 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.778549:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289386b42 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.778556:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf38400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421076.778560:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289386b42 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.778568:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289386b42 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.778582:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff9af1112dcd00) 00010000:00010000:3.0:1777421076.778586:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777421076.778592:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289386b42 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.778598:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289386b42 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.778646:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d71289386b3b lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3765e4 expref: 46 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.778658:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9af106213200) 00010000:00010000:3.0:1777421076.778661:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1777421076.778666:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d71289386b3b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3765e4 expref: 46 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.778688:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12cf39400, rc 0) 00000100:00100000:3.0:1777421076.778780:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+45:23846:x1863760833967232:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 661us (1431us total) trans 4294967819 rc 301/301 00000100:00100000:3.0:1777421076.778789:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 806 00000100:00100000:2.0:1777421076.781816:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421076.781929:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833967360 00000100:00100000:3.0:1777421076.781943:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833967360 00000100:00100000:3.0:1777421076.782016:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 807 00000100:00100000:3.0:1777421076.782028:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110395f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+45:23846:x1863760833967360:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1777421076.782071:0:5761:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000401:0x35:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1777421076.782246:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110395f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+45:23846:x1863760833967360:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 219us (440us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421076.782256:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 807 00000100:00100000:2.0:1777421076.785255:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421076.785399:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833967488 00000100:00100000:1.0:1777421076.785412:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833967488 00000100:00100000:1.0:1777421076.785474:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 808 00000100:00100000:1.0:1777421076.785486:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110396a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+45:23846:x1863760833967488:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421076.785509:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421076.785535:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d71289386b50 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3765eb expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.785611:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5da00/0xa38d71289386b57 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.785626:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5da00/0xa38d71289386b57 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.785635:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5da00/0xa38d71289386b57 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.785663:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289386b5e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.785668:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289386b5e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.785672:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289386b5e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.785791:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5ca00/0xa38d71289386b65 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.785797:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5ca00/0xa38d71289386b65 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.785801:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5ca00/0xa38d71289386b65 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421076.785831:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x33:0x0]: returning size 512 00000004:00200000:1.0:1777421076.785836:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421076.785864:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5ca00/0xa38d71289386b65 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.785877:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5da00/0xa38d71289386b57 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.785881:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5da00/0xa38d71289386b57 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.785888:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5da00/0xa38d71289386b57 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.785906:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af105d5da00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421076.785911:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5da00/0xa38d71289386b57 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.785919:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5da00/0xa38d71289386b57 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.785945:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af111123f00) 00010000:00010000:1.0:1777421076.785948:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421076.785953:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5da00/0xa38d71289386b57 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.785957:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5da00/0xa38d71289386b57 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.785967:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289386b5e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.785971:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289386b5e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.785975:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289386b5e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.785978:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af105d5d200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421076.785979:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289386b5e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.785983:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289386b5e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.785995:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5954980 (ffff9af1112dc400) 00010000:00010000:1.0:1777421076.785997:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421076.785998:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289386b5e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.786002:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289386b5e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.786039:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d71289386b50 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3765eb expref: 47 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.786148:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5ca00/0xa38d71289386b65 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3765eb expref: 46 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.786153:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x0 (ffff9af111123e00) 00010000:00010000:1.0:1777421076.786155:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1777421076.786157:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af105d5ca00, rc 0) 00000100:00100000:1.0:1777421076.786226:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110396a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+46:23846:x1863760833967488:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 742us (982us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421076.786233:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 808 00000100:00100000:2.0:1777421076.789183:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421076.789299:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833967744 00000100:00100000:1.0:1777421076.789311:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833967744 00000100:00100000:1.0:1777421076.789417:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 809 00000100:00100000:1.0:1777421076.789432:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110397b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+46:23846:x1863760833967744:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421076.789452:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421076.789475:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d71289386b6c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3765f2 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777421076.790087:0:5762:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x10:0x0], index 1: 0 00010000:00010000:1.0:1777421076.790451:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289386b73 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.790471:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289386b73 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.790485:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289386b73 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.790551:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d71289386b6c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3765f2 expref: 49 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.790572:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289386b73 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3765f2 expref: 48 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.790582:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff9af1112dcf00) 00010000:00010000:1.0:1777421076.790585:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421076.790589:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af105d5c200, rc 0) 00000100:00100000:1.0:1777421076.790701:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110397b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:23846:x1863760833967744:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 1268us (1526us total) trans 4294967820 rc 0/0 00000100:00100000:1.0:1777421076.790711:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 809 00000100:00100000:2.0:1777421076.794967:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421076.795264:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833968000 00000100:00100000:1.0:1777421076.795278:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833968000 00000100:00100000:1.0:1777421076.795345:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 810 00000100:00100000:1.0:1777421076.795386:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110397480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:23846:x1863760833968000:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1777421076.795459:0:5762:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421076.795498:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289386b73 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3765f2 expref: 48 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.795519:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff9af1112dcf00) 00010000:00010000:1.0:1777421076.795531:0:5762:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421076.795560:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d71289386b81 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.795577:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d71289386b81 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.795589:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d71289386b81 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.795605:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289386b88 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x33:0x0].0xebe3e371 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.795613:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289386b88 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x33:0x0].0xebe3e371 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.795620:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289386b88 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x33:0x0].0xebe3e371 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.795705:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d71289386b81 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.795713:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d71289386b81 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.795720:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d71289386b81 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.795727:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af105d5d800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421076.795738:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d71289386b81 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.795747:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d71289386b81 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.795768:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x0 (ffff9af111123e00) 00010000:00010000:1.0:1777421076.795772:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421076.795777:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d71289386b81 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.795784:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d71289386b81 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.795795:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289386b88 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x33:0x0].0xebe3e371 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.795802:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289386b88 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x33:0x0].0xebe3e371 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.795808:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289386b88 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x33:0x0].0xebe3e371 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.795814:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af105d5d200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421076.795818:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289386b88 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x33:0x0].0xebe3e371 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.795824:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289386b88 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x33:0x0].0xebe3e371 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.795831:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0xebe3e371 (ffff9af1112dc400) 00010000:00010000:1.0:1777421076.795834:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421076.795843:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289386b88 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x33:0x0].0xebe3e371 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.795849:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289386b88 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x33:0x0].0xebe3e371 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421076.795945:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110397480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+47:23846:x1863760833968000:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 Request processed in 563us (1204us total) trans 0 rc -2/-2 00000100:00100000:1.0:1777421076.795955:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 810 00000100:00100000:2.0:1777421076.798384:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421076.798433:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833968128 00000100:00100000:1.0:1777421076.798445:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833968128 00000100:00100000:1.0:1777421076.798503:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 811 00000100:00100000:1.0:1777421076.798510:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+47:23846:x1863760833968128:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421076.798530:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421076.798552:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d71289386b8f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3765f9 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.798587:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5da00/0xa38d71289386b96 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.798598:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5da00/0xa38d71289386b96 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.798606:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5da00/0xa38d71289386b96 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.798726:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d71289386b8f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x15:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3765f9 expref: 49 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.798747:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5da00/0xa38d71289386b96 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3765f9 expref: 48 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.798775:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff9af1112dc900) 00010000:00010000:1.0:1777421076.798779:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1777421076.798784:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af105d5da00, rc 0) 00000100:00100000:1.0:1777421076.798968:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:23846:x1863760833968128:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 454us (611us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421076.798976:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 811 00000100:00100000:2.0:1777421076.800989:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421076.801094:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833968384 00000100:00100000:1.0:1777421076.801107:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833968384 00000100:00100000:1.0:1777421076.801190:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 812 00000100:00100000:1.0:1777421076.801201:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:23846:x1863760833968384:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1777421076.801292:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386b9d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.801313:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386b9d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.801327:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386b9d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777421076.801672:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].7, 88 off8712 00000004:00080000:1.0:1777421076.801681:0:5762:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 288584328954ns, next at 289584326890ns, rc = 0 00000004:00010000:1.0:1777421076.801790:0:5762:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000001edcd2a7 reply state 00000000beea4241 transno 4294967821 ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386b9d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421076.801801:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777421076.801927:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+50:23846:x1863760833968384:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 Request processed in 727us (948us total) trans 4294967821 rc 0/0 00000100:00100000:1.0:1777421076.801962:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 812 00010000:00010000:3.0:1777421076.803086:0:3282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386b9d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.803099:0:3282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386b9d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.803108:0:3282:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386b9d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.803115:0:3282:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af105d5c400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421076.803120:0:3282:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386b9d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.803128:0:3282:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386b9d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.803246:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff9af1112dc900) 00010000:00010000:3.0:1777421076.803249:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1777421076.803255:0:3282:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386b9d lrc: 2/0,0 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.803263:0:3282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386b9d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421076.804270:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421076.804398:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833968512 00000100:00100000:1.0:1777421076.804409:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833968512 00000100:00100000:1.0:1777421076.804474:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 813 00000100:00100000:1.0:1777421076.804495:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+49:23846:x1863760833968512:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421076.804523:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421076.804544:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289386ba4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376600 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.804619:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289386ba4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376600 expref: 50 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.804635:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289386ba4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376600 expref: 50 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.804657:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff9af1112dc900) 00010000:00010000:1.0:1777421076.804659:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777421076.804662:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af105d5d200, rc 0) 00000100:00100000:1.0:1777421076.805709:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+50:23846:x1863760833968512:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 1219us (1441us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421076.805721:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 813 00000100:00100000:2.0:1777421076.807963:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421076.808057:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833968640 00000100:00100000:1.0:1777421076.808070:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833968640 00000100:00080000:3.0:1777421076.808227:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777421076.808298:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 191 00000100:00100000:1.0:1777421076.808310:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2369:x1863760833968640:12345-192.168.203.47@tcp:2:lhsmtool_posix.0 00000100:00100000:1.0:1777421076.808787:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2369:x1863760833968640:12345-192.168.203.47@tcp:2:lhsmtool_posix.0 Request processed in 477us (831us total) trans 4294967334 rc 0/0 00000100:00100000:1.0:1777421076.808811:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 191 00000100:00100000:2.0:1777421076.811429:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421076.811494:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833968896 00000100:00100000:0.0:1777421076.811507:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833968896 00000100:00100000:0.0:1777421076.811570:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 180 00000100:00100000:0.0:1777421076.811582:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af10f5bb050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+50:23846:x1863760833968896:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1777421076.811908:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af10f5bb050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+51:23846:x1863760833968896:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 327us (492us total) trans 4294967822 rc 0/0 00000100:00100000:0.0:1777421076.811918:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 180 00000100:00100000:0.0:1777421076.817547:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421076.817882:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833969152 00000100:00100000:1.0:1777421076.817897:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833969152 00000100:00100000:1.0:1777421076.817968:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 814 00000100:00100000:1.0:1777421076.817982:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f774e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+51:23846:x1863760833969152:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777421076.818130:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f774e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+51:23846:x1863760833969152:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 151us (596us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421076.818138:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 814 00000100:00100000:2.0:1777421076.821952:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421076.822057:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833969280 00000100:00100000:1.0:1777421076.822071:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833969280 00000100:00100000:1.0:1777421076.822138:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 815 00000100:00100000:1.0:1777421076.822151:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+51:23846:x1863760833969280:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421076.822177:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421076.822204:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d71289386bab lrc: 2/0,0 mode: --/CR res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376607 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.822286:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d71289386bb2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.822303:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d71289386bb2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.822315:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d71289386bb2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421076.822396:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421076.822419:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d71289386bb2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.822465:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d71289386bab lrc: 0/0,0 mode: --/CR res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376607 expref: 53 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.822483:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d71289386bb2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376607 expref: 52 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.822493:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff9af1112dc900) 00010000:00010000:1.0:1777421076.822497:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1777421076.822500:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af105d5d800, rc 0) 00000100:00100000:1.0:1777421076.822566:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+52:23846:x1863760833969280:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 417us (629us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421076.822573:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 815 00010000:00010000:2.0:1777421076.825864:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777421076.826538:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421076.826650:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833969408 00000100:00100000:1.0:1777421076.826665:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833969408 00000100:00100000:1.0:1777421076.826741:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 192 00000100:00100000:1.0:1777421076.826765:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2368:x1863760833969408:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421076.826791:0:6543:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421076.826817:0:6543:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000998f601c/0xa38d71289386bb9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37660e expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777421076.826854:0:6543:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x10:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x69f14b14, blocks: 0x1 00010000:00010000:1.0:1777421076.826883:0:6543:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421076.826887:0:6543:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421076.826897:0:6543:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000998f601c/0xa38d71289386bb9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37660e expref: 11 pid: 6543 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.826946:0:6543:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000998f601c/0xa38d71289386bb9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37660e expref: 11 pid: 6543 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.826962:0:6543:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af105d5c200, rc 0) 00000100:00100000:1.0:1777421076.827052:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2368:x1863760833969408:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 301us (522us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421076.827061:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 192 00000100:00100000:0.0:1777421076.831532:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421076.831834:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833969664 00000100:00100000:1.0:1777421076.831848:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833969664 00000100:00100000:1.0:1777421076.831924:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 816 00000100:00100000:1.0:1777421076.831936:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c004380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+52:23846:x1863760833969664:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777421076.832098:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c004380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+52:23846:x1863760833969664:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 164us (580us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421076.832106:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 816 00000100:00100000:2.0:1777421076.834996:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421076.835122:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833969792 00000100:00100000:1.0:1777421076.835135:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833969792 00000100:00100000:1.0:1777421076.835201:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 193 00000100:00100000:1.0:1777421076.835213:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:23846:x1863760833969792:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421076.835237:0:6543:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421076.835260:0:6543:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000009828769/0xa38d71289386bc0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376615 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.835299:0:6543:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000998f601c/0xa38d71289386bb9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37660e expref: 12 pid: 6543 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.835331:0:6543:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421076.835334:0:6543:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421076.835339:0:6543:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000009828769/0xa38d71289386bc0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376615 expref: 12 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.835410:0:6543:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000998f601c/0xa38d71289386bb9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37660e expref: 12 pid: 6543 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.835422:0:6543:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000998f601c/0xa38d71289386bb9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37660e expref: 12 pid: 6543 timeout: 388 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421076.835435:0:6543:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137dead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6543:1863760841144064:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777421076.835582:0:6543:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1209da9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777421076.839699:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421076.839800:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833969920 00000100:00100000:3.0:1777421076.839811:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833969920 00000100:00100000:1.0:1777421076.839822:0:6543:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137dead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6543:1863760841144064:192.168.203.47@tcp:104: 00010000:00010000:1.0:1777421076.839934:0:6543:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000009828769/0xa38d71289386bc0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376615 expref: 13 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.839961:0:6543:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af105d5d400, rc 0) 00000100:00100000:1.0:1777421076.840225:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+13:23846:x1863760833969792:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 5012us (5240us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421076.840236:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 193 00010000:00010000:2.0:1777421076.840282:0:5747:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000998f601c/0xa38d71289386bb9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37660e expref: 12 pid: 6543 timeout: 388 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421076.840330:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 252 00000100:00100000:2.0:1777421076.840342:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1056c3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2369:x1863760833969920:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421076.840383:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421076.840410:0:5747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000998f601c/0xa38d71289386bb9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37660e expref: 12 pid: 6543 timeout: 388 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421076.840424:0:5747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000998f601c/0xa38d71289386bb9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37660e expref: 12 pid: 6543 timeout: 388 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421076.840451:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000998f601c/0xa38d71289386bb9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37660e expref: 12 pid: 6543 timeout: 388 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421076.840465:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421076.840485:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421076.840493:0:5747:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000009828769/0xa38d71289386bc0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376615 expref: 11 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421076.840504:0:5747:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000009828769/0xa38d71289386bc0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376615 expref: 11 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421076.840542:0:5747:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000009828769/0xa38d71289386bc0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376615 expref: 11 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421076.840557:0:5747:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137df6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5747:1863760841144192:192.168.203.47@tcp:105: 00000100:00100000:2.0:1777421076.840621:0:5747:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1348d2f00 going to sleep for 11 seconds 00000100:00100000:0.0:1777421076.847323:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421076.847461:0:6548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833970048 00000100:00100000:1.0:1777421076.847472:0:6548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833970048 00000100:00100000:2.0:1777421076.847565:0:5747:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137df6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5747:1863760841144192:192.168.203.47@tcp:105: 00010000:00010000:2.0:1777421076.847595:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1777421076.847628:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x10:0x0] (0->157) req@ffff9af0013b5880 x1863760833970048/t0(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:87/0 lens 648/0 e 0 to 0 dl 1777421087 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421076.847658:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0013b5880 with x1863760833970048 ext(0->157) 00000100:00100000:2.0:1777421076.847663:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1056c3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2369:x1863760833969920:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 7325us (7978us total) trans 0 rc 0/0 00002000:00010000:1.0:1777421076.847664:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0013b5880 00000100:00100000:2.0:1777421076.847673:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 252 00000100:00100000:1.0:1777421076.847921:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 63 00000100:00100000:1.0:1777421076.847931:0:6548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2369:x1863760833970048:12345-192.168.203.47@tcp:4:lhsmtool_posix.0 00000100:00100000:1.0:1777421076.848392:0:6548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+13:2369:x1863760833970048:12345-192.168.203.47@tcp:4:lhsmtool_posix.0 Request processed in 462us (1082us total) trans 4294967335 rc 0/0 00000100:00100000:1.0:1777421076.848399:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 63 00002000:00100000:1.0:1777421076.848404:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x10:0x0] (0->157) req@ffff9af0013b5880 x1863760833970048/t4294967335(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:87/0 lens 648/448 e 0 to 0 dl 1777421087 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421076.848411:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0013b5880 with x1863760833970048 ext(0->157) 00002000:00010000:1.0:1777421076.848414:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0013b5880 00000100:00100000:0.0:1777421076.852272:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421076.852389:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833970176 00000100:00100000:1.0:1777421076.852402:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833970176 00000100:00100000:1.0:1777421076.852469:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 817 00000100:00100000:1.0:1777421076.852481:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+52:23846:x1863760833970176:12345-192.168.203.47@tcp:44:lhsmtool_posix.0 00000001:00080000:1.0:1777421076.886092:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967822 is committed 00000001:00080000:1.0:1777421076.886114:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967817 is committed 00000004:00080000:1.0:1777421076.886145:0:5782:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 7 committed 00000001:00080000:1.0:1777421076.886164:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967818 is committed 00000100:00100000:1.0:1777421076.886375:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777421076.886400:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137dead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841144320:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777421076.886503:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421076.886588:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841144320 00000100:00100000:1.0:1777421076.886597:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841144320 00000100:00080000:2.0:1777421076.886671:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777421076.886698:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 194 00000100:00100000:1.0:1777421076.886710:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137de8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841144320:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777421076.886913:0:6543:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x10:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:1.0:1777421076.886918:0:6543:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x10:0x0] updating lvb mtime from disk: 0 -> 1777421076 00002000:00010000:1.0:1777421076.886920:0:6543:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x10:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1777421076.886923:0:6543:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x10:0x0] updating lvb ctime from disk: 1777421076 -> 1777421076 00002000:00010000:1.0:1777421076.886925:0:6543:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x10:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1777421076.886980:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137de8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3297:x1863760841144320:12345-0@lo:2:osp-syn-1-0.0 Request processed in 272us (478us total) trans 4294967336 rc 0/0 00000100:00100000:1.0:1777421076.886988:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 194 00000100:00100000:1.0:1777421076.887153:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+44:23846:x1863760833970176:12345-192.168.203.47@tcp:44:lhsmtool_posix.0 Request processed in 34672us (34895us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421076.887162:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 817 00000004:00080000:2.0:1777421076.887378:0:3297:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9af137dead80/2, rc 0, transno 4294967336 00000100:00100000:2.0:1777421076.887385:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137dead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841144320:0@lo:2:osp-syn-1-0.0 00000020:00080000:0.0:1777421076.887564:0:5782:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9af105ba8a80 refcount 2 committed 0 result 0 batchid 11 00000020:00080000:0.0:1777421076.887579:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9af13f70e800 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9af12aa45780 00000020:00080000:0.0:1777421076.887583:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9af13f70e400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9af0013de800 00000020:00080000:1.0:1777421076.887628:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 11 committed batchid 10 00000020:00080000:1.0:1777421076.887839:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 10 00000100:00100000:0.0:1777421076.889123:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421076.891882:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833970304 00000100:00100000:1.0:1777421076.891903:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833970304 00000100:00100000:1.0:1777421076.891992:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 195 00000100:00100000:1.0:1777421076.892006:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111014700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+13:2369:x1863760833970304:12345-192.168.203.47@tcp:16:lhsmtool_posix.0 00000001:00080000:1.0:1777421076.919660:0:7430:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967336 is committed 00000001:00080000:1.0:1777421076.919686:0:7430:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967335 is committed 00000100:00100000:3.0:1777421076.919924:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111014700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2369:x1863760833970304:12345-192.168.203.47@tcp:16:lhsmtool_posix.0 Request processed in 27912us (30796us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421076.919938:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 195 00000100:00100000:3.0:1777421076.923181:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421076.923290:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833970560 00000100:00100000:1.0:1777421076.923303:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833970560 00000100:00100000:1.0:1777421076.923438:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 818 00000100:00100000:1.0:1777421076.923450:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+38:23846:x1863760833970560:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1777421076.923514:0:5762:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421076.923562:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d71289386bb2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x15:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376607 expref: 38 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.923585:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff9af1112dc900) 00010000:00010000:1.0:1777421076.923592:0:5762:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421076.923629:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289386bc7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.923645:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289386bc7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.923656:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289386bc7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777421076.923913:0:5762:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000004065590d reply state 0000000033ad7a1e transno 4294967823 ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289386bc7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421076.923923:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777421076.924058:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+39:23846:x1863760833970560:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 Request processed in 609us (888us total) trans 4294967823 rc 0/0 00000100:00100000:1.0:1777421076.924066:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 818 00010000:00010000:3.0:1777421076.926662:0:3281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289386bc7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.926682:0:3281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289386bc7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.926689:0:3281:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289386bc7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.926696:0:3281:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af105d5c200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421076.926894:0:3281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289386bc7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.926906:0:3281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289386bc7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.926949:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff9af1112dc900) 00010000:00010000:3.0:1777421076.926952:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421076.926959:0:3281:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289386bc7 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.926966:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c200/0xa38d71289386bc7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421076.927243:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421076.927322:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833970688 00000100:00100000:3.0:1777421076.927335:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833970688 00000100:00100000:3.0:1777421076.927496:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 196 00000100:00100000:3.0:1777421076.927507:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2368:x1863760833970688:12345-192.168.203.47@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1777421076.927889:0:11334:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x10:0x0] updating lvb size from disk: 158 -> 158 00002000:00010000:3.0:1777421076.927894:0:11334:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x10:0x0] updating lvb mtime from disk: 1777421076 -> 1536580263 00002000:00010000:3.0:1777421076.927897:0:11334:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x10:0x0] updating lvb atime from disk: 0 -> 1777420825 00002000:00010000:3.0:1777421076.927900:0:11334:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x10:0x0] updating lvb ctime from disk: 1777421076 -> 1777421076 00002000:00010000:3.0:1777421076.927903:0:11334:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x10:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:3.0:1777421076.928554:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2368:x1863760833970688:12345-192.168.203.47@tcp:2:lhsmtool_posix.0 Request processed in 1041us (1309us total) trans 4294967337 rc 0/0 00000100:00100000:3.0:1777421076.928566:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 196 00000100:00100000:0.0:1777421076.930487:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421076.930786:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833970944 00000100:00100000:1.0:1777421076.930801:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833970944 00000100:00100000:1.0:1777421076.930871:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 819 00000100:00100000:1.0:1777421076.930882:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+38:23846:x1863760833970944:12345-192.168.203.47@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1777421076.930968:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386bce lrc: 3/0,1 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.930989:0:5762:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5da00/0xa38d71289386b96 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3765f9 expref: 38 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.931025:0:5762:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386bce lrc: 4/0,1 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.931072:0:5762:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5da00/0xa38d71289386b96 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3765f9 expref: 38 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.931088:0:5762:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5da00/0xa38d71289386b96 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3765f9 expref: 38 pid: 5762 timeout: 388 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421076.931106:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137de8700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841144448:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777421076.931232:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af105449600 going to sleep for 11 seconds 00000100:00100000:1.0:1777421076.933210:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137de8700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841144448:192.168.203.47@tcp:104: 00010000:00010000:1.0:1777421076.933245:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386bce lrc: 3/0,1 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421076.934529:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421076.934599:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833971072 00000100:00100000:2.0:1777421076.934611:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833971072 00010000:00010000:2.0:1777421076.934658:0:5747:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5da00/0xa38d71289386b96 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3765f9 expref: 39 pid: 5762 timeout: 388 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421076.934698:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 253 00000100:00100000:2.0:1777421076.934709:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137956300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+39:2369:x1863760833971072:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421076.934744:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421076.934764:0:5747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5da00/0xa38d71289386b96 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3765f9 expref: 39 pid: 5762 timeout: 388 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421076.934780:0:5747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5da00/0xa38d71289386b96 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3765f9 expref: 39 pid: 5762 timeout: 388 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421076.934807:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5da00/0xa38d71289386b96 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x15:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3765f9 expref: 39 pid: 5762 timeout: 388 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421076.934826:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff9af1112dc900) 00010000:00010000:2.0:1777421076.934831:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386bce lrc: 3/0,1 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421076.934853:0:5747:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386bce lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421076.934862:0:5747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386bce lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421076.934893:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421076.934969:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137956300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+38:2369:x1863760833971072:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 260us (446us total) trans 0 rc 0/0 00010000:00010000:0.0:1777421076.934972:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386bce lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421076.934983:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 253 00010000:00010000:0.0:1777421076.934988:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386bce lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.935027:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386bce lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.935035:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386bce lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.935041:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386bce lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.935048:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af105d5c400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421076.935053:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386bce lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.935061:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386bce lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.935072:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff9af1112dc900) 00010000:00010000:0.0:1777421076.935075:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1777421076.935088:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386bce lrc: 2/0,0 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.935096:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386bce lrc: 0/0,0 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421076.935172:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+37:23846:x1863760833970944:12345-192.168.203.47@tcp:55:lhsmtool_posix.0 Request processed in 4291us (4695us total) trans 0 rc -22/-22 00000100:00100000:0.0:1777421076.935182:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 819 00000100:00100000:0.0:1777421076.939273:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421076.939557:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833971200 00000100:00100000:3.0:1777421076.939570:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833971200 00000100:00100000:2.0:1777421076.939687:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 197 00000100:00100000:2.0:1777421076.939697:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137955c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2368:x1863760833971200:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1777421076.939761:0:11334:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d6f8da41/0xa38d71289386bd5 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421076.939810:0:11334:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000009828769/0xa38d71289386bc0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376615 expref: 11 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421076.939819:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777421076.939822:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777421076.939826:0:11334:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d6f8da41/0xa38d71289386bd5 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421076.939938:0:11334:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000009828769/0xa38d71289386bc0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376615 expref: 11 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421076.939956:0:11334:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000009828769/0xa38d71289386bc0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376615 expref: 11 pid: 6543 timeout: 388 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421076.939974:0:11334:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137df6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11334:1863760841144576:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777421076.940101:0:11334:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1348d29c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777421076.942731:0:11334:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137df6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11334:1863760841144576:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777421076.942733:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00010000:00010000:2.0:1777421076.942780:0:11334:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d6f8da41/0xa38d71289386bd5 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421076.942977:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833971328 00000100:00100000:3.0:1777421076.942987:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833971328 00010000:00010000:3.0:1777421076.943029:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000009828769/0xa38d71289386bc0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376615 expref: 12 pid: 6543 timeout: 388 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421076.943086:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 254 00000100:00100000:3.0:1777421076.943095:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137de8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2369:x1863760833971328:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421076.943111:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421076.943137:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000009828769/0xa38d71289386bc0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376615 expref: 12 pid: 6543 timeout: 388 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.943151:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000009828769/0xa38d71289386bc0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376615 expref: 12 pid: 6543 timeout: 388 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.943177:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000009828769/0xa38d71289386bc0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376615 expref: 12 pid: 6543 timeout: 388 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.943195:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421076.943197:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421076.943202:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d6f8da41/0xa38d71289386bd5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.943213:0:5746:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d6f8da41/0xa38d71289386bd5 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.943240:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421076.943290:0:11334:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d6f8da41/0xa38d71289386bd5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421076.943302:0:11334:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d6f8da41/0xa38d71289386bd5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421076.943339:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137de8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2369:x1863760833971328:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 242us (617us total) trans 0 rc 0/0 00010000:00010000:2.0:1777421076.943343:0:11334:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d6f8da41/0xa38d71289386bd5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421076.943394:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 254 00010000:00010000:2.0:1777421076.943582:0:11334:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d6f8da41/0xa38d71289386bd5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421076.943592:0:11334:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d6f8da41/0xa38d71289386bd5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421076.943601:0:11334:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af002b31600 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:2.0:1777421076.943606:0:11334:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d6f8da41/0xa38d71289386bd5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421076.943616:0:11334:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d6f8da41/0xa38d71289386bd5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421076.943629:0:11334:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d6f8da41/0xa38d71289386bd5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421076.943636:0:11334:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d6f8da41/0xa38d71289386bd5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421076.943692:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137955c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2368:x1863760833971200:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 Request processed in 3995us (4433us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421076.943701:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 197 00000100:00100000:0.0:1777421076.947324:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421076.947478:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833971584 00000100:00100000:3.0:1777421076.947508:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833971584 00000100:00100000:3.0:1777421076.947600:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 820 00000100:00100000:3.0:1777421076.947612:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137954a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+37:23846:x1863760833971584:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1777421076.947708:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d71289386bdc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.947729:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d71289386bdc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.947743:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d71289386bdc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.948093:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289386be3 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.948103:0:5762:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289386ba4 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376600 expref: 38 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.948110:0:5762:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289386be3 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.948145:0:5762:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289386ba4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376600 expref: 38 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.948155:0:5762:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289386ba4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376600 expref: 38 pid: 5762 timeout: 388 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421076.948168:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c13800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841144704:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777421076.948256:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13fc09000 going to sleep for 11 seconds 00000100:00100000:3.0:1777421076.951137:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c13800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841144704:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777421076.951140:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421076.951280:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833971712 00000100:00100000:0.0:1777421076.951289:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833971712 00010000:00010000:0.0:1777421076.951331:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289386ba4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376600 expref: 39 pid: 5762 timeout: 388 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421076.951410:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 255 00000100:00100000:0.0:1777421076.951422:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137dea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+39:2368:x1863760833971712:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421076.951438:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421076.951446:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289386ba4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376600 expref: 39 pid: 5762 timeout: 388 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.951460:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289386ba4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376600 expref: 39 pid: 5762 timeout: 388 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.951486:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289386ba4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376600 expref: 39 pid: 5762 timeout: 388 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.951503:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff9af1112dc900) 00010000:00010000:0.0:1777421076.951516:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289386be3 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.951527:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289386be3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.951536:0:5746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289386be3 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.951555:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421076.951632:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137dea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+38:2368:x1863760833971712:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 211us (504us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421076.951640:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 255 00010000:00010000:3.0:1777421076.951725:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289386be3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.951736:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289386be3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.951742:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289386be3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777421076.952047:0:5762:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967824 00000001:00080000:3.0:1777421076.952198:0:5762:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967825 00000001:00080000:3.0:1777421076.952234:0:5762:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967826 00000100:00100000:3.0:1777421076.952307:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c13800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5762:1863760841144832:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1777421076.952425:0:5762:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421076.952482:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13c06ad80 going to sleep for 11 seconds 00000100:00100000:2.0:1777421076.952500:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841144832 00000100:00100000:2.0:1777421076.952509:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841144832 00000100:00100000:2.0:1777421076.952554:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1777421076.952565:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5762:x1863760841144832:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1777421076.952658:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5762:x1863760841144832:12345-0@lo:1000:mdt00_002.0 Request processed in 95us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421076.952665:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1777421076.952769:0:5762:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967336 gen 2 00000004:00080000:3.0:1777421076.952776:0:5762:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9af137dead80, transno 4294967336 00000100:00100000:3.0:1777421076.952795:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c13800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5762:1863760841144832:0@lo:1000:mdt00_002.0 00000001:00080000:3.0:1777421076.953045:0:5762:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967827 00000100:00100000:3.0:1777421076.953095:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c13800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5762:1863760841144960:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1777421076.953123:0:5762:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421076.953143:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13fc09000 going to sleep for 11 seconds 00000100:00100000:2.0:1777421076.953165:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841144960 00000100:00100000:2.0:1777421076.953170:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841144960 00000100:00100000:2.0:1777421076.953206:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1777421076.953213:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5762:x1863760841144960:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1777421076.953421:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5762:x1863760841144960:12345-0@lo:1000:mdt00_002.0 Request processed in 207us (296us total) trans 4294967338 rc 0/0 00000100:00100000:2.0:1777421076.953429:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1777421076.953462:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c13800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5762:1863760841144960:0@lo:1000:mdt00_002.0 00010000:00010000:0.0:1777421076.953503:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289386be3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.953512:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289386be3 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.953518:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289386be3 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.953522:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf38400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421076.953525:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289386be3 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.953531:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289386be3 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.953544:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff9af1112dc900) 00010000:00010000:0.0:1777421076.953555:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777421076.953560:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289386be3 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.953567:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289386be3 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.953778:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289386b18 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.953786:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289386b18 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.953793:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289386b18 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.953799:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af105d5cc00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421076.953802:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289386b18 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.953808:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289386b18 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.953818:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff9af1112dcd00) 00010000:00010000:0.0:1777421076.953821:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777421076.953828:0:5762:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c000/0xa38d71289386b1f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3765dd expref: 77 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.953840:0:5762:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c000/0xa38d71289386b1f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3765dd expref: 77 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.953850:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c000/0xa38d71289386b1f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3765dd expref: 77 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.954247:0:5762:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c000/0xa38d71289386b1f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3765dd expref: 77 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421076.954464:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137955180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841145088:192.168.203.47@tcp:105: 00000100:00100000:0.0:1777421076.954552:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13c6a2540 going to sleep for 11 seconds 00000100:00100000:1.0:1777421076.958088:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421076.958157:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833971840 00000100:00100000:2.0:1777421076.958169:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833971840 00000100:00100000:2.0:1777421076.958243:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 181 00000100:00100000:2.0:1777421076.958260:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137dead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+78:23845:x1863760833971840:12345-192.168.203.47@tcp:49:cat.0 00000100:00100000:0.0:1777421076.958430:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137955180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841145088:192.168.203.47@tcp:105: 00000100:00100000:2.0:1777421076.958456:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137dead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+78:23845:x1863760833971840:12345-192.168.203.47@tcp:49:cat.0 Request processed in 198us (390us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421076.958466:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 181 00010000:00010000:0.0:1777421076.958466:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289386b18 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.958542:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289386b18 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.958587:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866800/0xa38d71289386bea lrc: 3/0,1 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.958603:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866800/0xa38d71289386bea lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.958616:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866800/0xa38d71289386bea lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.958628:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866800/0xa38d71289386bea lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.958634:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866800/0xa38d71289386bea lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.958641:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866800/0xa38d71289386bea lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.958672:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af003866800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421076.958676:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866800/0xa38d71289386bea lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.958685:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866800/0xa38d71289386bea lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.958701:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff9af1112dcd00) 00010000:00010000:0.0:1777421076.958704:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421076.958709:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866800/0xa38d71289386bea lrc: 2/0,0 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.958715:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866800/0xa38d71289386bea lrc: 0/0,0 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.958726:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d71289386bdc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.958732:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d71289386bdc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.958738:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d71289386bdc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.958743:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf39400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421076.958746:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d71289386bdc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.958765:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d71289386bdc lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.958787:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff9af1112dcd00) 00010000:00010000:0.0:1777421076.958789:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777421076.958793:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d71289386bdc lrc: 2/0,0 mode: --/PW res: [0x200000401:0x35:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.958799:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d71289386bdc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x35:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421076.959436:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137954a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+41:23846:x1863760833971584:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 11823us (12123us total) trans 4294967828 rc 0/0 00000100:00100000:0.0:1777421076.959448:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 820 00000020:00080000:0.0:1777421076.959453:0:5762:0:(tgt_main.c:782:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:3.0:1777421076.960978:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777421076.960988:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777421076.961908:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:3.0:1777421076.961925:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777421076.964609:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421076.964720:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421076.964807:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833972224 00000100:00100000:3.0:1777421076.964822:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833972224 00000100:00100000:2.0:1777421076.964871:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833972096 00000100:00100000:2.0:1777421076.964876:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833972096 00000100:00100000:2.0:1777421076.964920:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 182 00000100:00100000:2.0:1777421076.964931:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137de8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+41:23846:x1863760833972096:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1777421076.964957:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 198 00000100:00100000:3.0:1777421076.964986:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137deb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:23845:x1863760833972224:12345-192.168.203.47@tcp:101:cat.0 00010000:00010000:3.0:1777421076.965000:0:11334:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421076.965135:0:11334:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007aa47167/0xa38d71289386bf1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37661c expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777421076.965187:0:11334:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x10:0x0] initial LVB size: 158, mtime: 0x5b965aa7, atime: 0x69f14a19, ctime: 0x69f14b14, blocks: 0xb 00010000:00010000:3.0:1777421076.965210:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421076.965213:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421076.965223:0:11334:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007aa47167/0xa38d71289386bf1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37661c expref: 12 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.965254:0:11334:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007aa47167/0xa38d71289386bf1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37661c expref: 12 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.965270:0:11334:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12cf39800, rc 0) 00000100:00100000:3.0:1777421076.965345:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137deb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+12:23845:x1863760833972224:12345-192.168.203.47@tcp:101:cat.0 Request processed in 360us (623us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421076.965377:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 198 00000004:00080000:2.0:1777421076.965472:0:13879:0:(mdd_object.c:3993:mdd_close()) Object [0x200000402:0x15:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1777421076.965550:0:13879:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967829 00010000:00010000:2.0:1777421076.965593:0:13879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31600/0xa38d71289386bf8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421076.965608:0:13879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31600/0xa38d71289386bf8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421076.965620:0:13879:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31600/0xa38d71289386bf8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421076.965629:0:13879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31600/0xa38d71289386bf8 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421076.965635:0:13879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31600/0xa38d71289386bf8 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421076.965642:0:13879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31600/0xa38d71289386bf8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421076.965669:0:13879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777421076.965705:0:7419:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777421076.965713:0:7419:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31600/0xa38d71289386bf8 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.965723:0:7419:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af002b31600 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:3.0:1777421076.965728:0:7419:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31600/0xa38d71289386bf8 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.965737:0:7419:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31600/0xa38d71289386bf8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.965780:0:7419:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff9af118b05f00) 00000100:00100000:2.0:1777421076.965781:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137de8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+43:23846:x1863760833972096:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 850us (1186us total) trans 4294967830 rc 0/0 00010000:00010000:3.0:1777421076.965787:0:7419:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00000100:00100000:2.0:1777421076.965794:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 182 00010000:00010000:3.0:1777421076.965795:0:7419:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31600/0xa38d71289386bf8 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1777421076.965800:0:13879:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1777421076.965807:0:7419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31600/0xa38d71289386bf8 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421076.965833:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777421076.965836:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777421076.965839:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1777421076.965901:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777421076.969937:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421076.969998:0:6548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833972352 00000100:00100000:0.0:1777421076.970013:0:6548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833972352 00002000:00100000:0.0:1777421076.970075:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x10:0x0] (0->4095) req@ffff9af137deaa00 x1863760833972352/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:87/0 lens 488/0 e 0 to 0 dl 1777421087 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421076.970088:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af137deaa00 with x1863760833972352 ext(0->4095) 00002000:00010000:0.0:1777421076.970095:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af137deaa00 00000100:00100000:0.0:1777421076.970134:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 64 00000100:00100000:0.0:1777421076.970145:0:6548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137deaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+12:2368:x1863760833972352:12345-192.168.203.47@tcp:3:cat.0 00000100:00100000:0.0:1777421076.970469:0:6548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137deaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+12:2368:x1863760833972352:12345-192.168.203.47@tcp:3:cat.0 Request processed in 324us (544us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1777421076.970478:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 64 00002000:00100000:0.0:1777421076.970485:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x10:0x0] (0->4095) req@ffff9af137deaa00 x1863760833972352/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:87/0 lens 488/4536 e 0 to 0 dl 1777421087 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421076.970493:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af137deaa00 with x1863760833972352 ext(0->4095) 00002000:00010000:0.0:1777421076.970516:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af137deaa00 00000100:00100000:1.0:1777421076.975328:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421076.975419:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833972608 00000100:00100000:2.0:1777421076.975433:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833972608 00000100:00100000:2.0:1777421076.975519:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 183 00000100:00100000:2.0:1777421076.975531:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001193100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+78:23845:x1863760833972608:12345-192.168.203.47@tcp:35:cat.0 00000100:00100000:2.0:1777421076.976248:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001193100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+79:23845:x1863760833972608:12345-192.168.203.47@tcp:35:cat.0 Request processed in 716us (932us total) trans 4294967831 rc 0/0 00000100:00100000:2.0:1777421076.976259:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 183 00000100:00100000:1.0:1777421076.991081:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421076.991163:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833972864 00000100:00100000:0.0:1777421076.991179:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833972864 00000100:00100000:3.0:1777421076.991593:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 821 00000100:00100000:3.0:1777421076.991610:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001192a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+79:23849:x1863760833972864:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:1.0:1777421076.991696:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421076.991729:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289386bff lrc: 2/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376623 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.991864:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386c06 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.991884:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386c06 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.991898:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386c06 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.991915:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d71289386c0d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.991923:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d71289386c0d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.991930:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d71289386c0d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.992100:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289386c14 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.992110:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289386c14 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.992118:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289386c14 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421076.992130:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x35:0x0]: returning size 158 00010000:00010000:1.0:1777421076.992387:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386c06 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.992396:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386c06 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.992412:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386c06 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.992419:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af105d5c400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421076.992424:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386c06 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.992432:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386c06 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.992446:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x0 (ffff9af111123e00) 00010000:00010000:1.0:1777421076.992450:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421076.992455:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386c06 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.992462:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5c400/0xa38d71289386c06 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.992477:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d71289386c0d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.992483:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d71289386c0d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.992489:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d71289386c0d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.992494:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af105d5d400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421076.992497:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d71289386c0d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.992513:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d71289386c0d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.992522:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x4f0c1d45 (ffff9af1112dc800) 00010000:00010000:1.0:1777421076.992525:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421076.992528:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d71289386c0d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.992534:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d71289386c0d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.992595:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5cc00/0xa38d71289386bff lrc: 0/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376623 expref: 82 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.992610:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d200/0xa38d71289386c14 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376623 expref: 81 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421076.992617:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff9af1112dcd00) 00010000:00010000:1.0:1777421076.992619:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421076.992621:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af105d5d200, rc 0) 00000100:00100000:1.0:1777421076.992698:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001192a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+81:23849:x1863760833972864:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 1094us (1633us total) trans 4294967832 rc 0/0 00000100:00100000:1.0:1777421076.992707:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 821 00000100:00100000:1.0:1777421076.994797:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421076.994881:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833972992 00000100:00100000:0.0:1777421076.994893:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833972992 00000100:00100000:0.0:1777421076.994961:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 822 00000100:00100000:0.0:1777421076.994972:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001190000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+81:23849:x1863760833972992:12345-192.168.203.47@tcp:54:lfs.0 00010000:00010000:0.0:1777421076.995050:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866800/0xa38d71289386c22 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.995066:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866800/0xa38d71289386c22 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.995075:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866800/0xa38d71289386c22 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.995100:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866800/0xa38d71289386c22 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.995105:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866800/0xa38d71289386c22 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.995110:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866800/0xa38d71289386c22 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.995115:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af003866800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421076.995118:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866800/0xa38d71289386c22 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.995123:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866800/0xa38d71289386c22 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.995150:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff9af1112dcd00) 00010000:00010000:0.0:1777421076.995152:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777421076.995156:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866800/0xa38d71289386c22 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421076.995160:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866800/0xa38d71289386c22 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421076.995255:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001190000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+81:23849:x1863760833972992:12345-192.168.203.47@tcp:54:lfs.0 Request processed in 284us (471us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421076.995267:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 822 00000100:00100000:2.0:1777421077.000520:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421077.002555:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833973248 00000100:00100000:0.0:1777421077.002576:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833973248 00000100:00100000:0.0:1777421077.002656:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 184 00000100:00100000:0.0:1777421077.002669:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+81:23849:x1863760833973248:12345-192.168.203.47@tcp:35:lfs.0 00000100:00100000:0.0:1777421077.003079:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+82:23849:x1863760833973248:12345-192.168.203.47@tcp:35:lfs.0 Request processed in 409us (2573us total) trans 4294967833 rc 0/0 00000100:00100000:0.0:1777421077.003089:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 184 00000100:00100000:1.0:1777421077.076872:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421077.077671:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833973504 00000100:00100000:0.0:1777421077.077688:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833973504 00000100:00100000:0.0:1777421077.077820:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 823 00000100:00100000:0.0:1777421077.077833:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001191f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+82:23865:x1863760833973504:12345-192.168.203.47@tcp:101:diff.0 00010000:00010000:0.0:1777421077.077863:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421077.077894:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866800/0xa38d71289386c29 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37662a expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421077.078041:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867000/0xa38d71289386c30 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421077.078078:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867000/0xa38d71289386c30 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x35:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421077.078093:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867000/0xa38d71289386c30 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x35:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421077.078108:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x35:0x0]: returning size 158 00010000:00010000:0.0:1777421077.078286:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866800/0xa38d71289386c29 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37662a expref: 85 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421077.078309:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867000/0xa38d71289386c30 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x35:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37662a expref: 84 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421077.078320:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff9af1112dcd00) 00010000:00010000:0.0:1777421077.078324:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1777421077.078328:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af003867000, rc 0) 00000100:00100000:0.0:1777421077.078483:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001191f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+84:23865:x1863760833973504:12345-192.168.203.47@tcp:101:diff.0 Request processed in 652us (1628us total) trans 4294967834 rc 0/0 00000100:00100000:0.0:1777421077.078492:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 823 00010000:00010000:1.0:1777421077.848977:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1777421077.999956:0:6572:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967333 is committed 00000001:00080000:3.0:1777421077.999975:0:6572:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967334 is committed 00000100:00100000:2.0:1777421078.031422:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421078.031454:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421078.031487:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421078.031520:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421078.031545:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421078.031562:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421078.031585:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421078.031614:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833973632 00000100:00100000:2.0:1777421078.031623:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833973632 00000100:00100000:2.0:1777421078.031669:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 465 00000100:00100000:2.0:1777421078.031680:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:71f90d2e-4852-44e2-8435-52916750919f+12:2369:x1863760833973632:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:2.0:1777421078.031761:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:71f90d2e-4852-44e2-8435-52916750919f+12:2369:x1863760833973632:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 83us (240us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421078.031769:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 465 00000100:00100000:2.0:1777421078.031799:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833973760 00000100:00100000:2.0:1777421078.031803:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833973760 00000100:00100000:2.0:1777421078.031836:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833974144 00000100:00100000:2.0:1777421078.031839:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833974144 00000100:00100000:2.0:1777421078.031856:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 172 00000100:00100000:2.0:1777421078.031861:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c005c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+84:2369:x1863760833973760:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:2.0:1777421078.031893:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c005c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+84:2369:x1863760833973760:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 31us (480us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421078.031899:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 172 00000100:00100000:2.0:1777421078.031911:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 173 00000100:00100000:2.0:1777421078.031918:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118843800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+43:2369:x1863760833974144:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:2.0:1777421078.031962:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118843800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+43:2369:x1863760833974144:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 44us (398us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421078.031968:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 173 00000100:00100000:2.0:1777421078.031987:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833974016 00000100:00100000:2.0:1777421078.031990:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833974016 00000100:00100000:2.0:1777421078.032013:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833974272 00000100:00100000:2.0:1777421078.032016:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833974272 00000100:00100000:2.0:1777421078.032028:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833973888 00000100:00100000:2.0:1777421078.032031:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833973888 00000100:00100000:2.0:1777421078.032042:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833974400 00000100:00100000:2.0:1777421078.032045:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833974400 00000100:00100000:2.0:1777421078.032058:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 168 00000100:00100000:2.0:1777421078.032063:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f775880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+12:2369:x1863760833974016:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:2.0:1777421078.032089:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f775880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+12:2369:x1863760833974016:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 25us (634us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421078.032094:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 168 00000100:00100000:2.0:1777421078.032105:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 169 00000100:00100000:2.0:1777421078.032112:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118843480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+8:2369:x1863760833974272:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:2.0:1777421078.032147:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118843480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+8:2369:x1863760833974272:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 35us (658us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421078.032155:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 169 00000100:00100000:2.0:1777421078.032166:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 170 00000100:00100000:2.0:1777421078.032172:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118842680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+10:2369:x1863760833973888:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:2.0:1777421078.032192:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118842680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+10:2369:x1863760833973888:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 20us (647us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421078.032207:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 170 00000100:00100000:2.0:1777421078.032219:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 171 00000100:00100000:2.0:1777421078.032225:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118840700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2369:x1863760833974400:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:2.0:1777421078.032250:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118840700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2369:x1863760833974400:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 25us (664us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421078.032256:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 171 00000100:00080000:2.0:1777421078.032408:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1777421078.032411:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777421078.032414:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1777421078.873296:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777421079.492937:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421079.493095:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833974528 00000100:00100000:0.0:1777421079.493109:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833974528 00000100:00100000:0.0:1777421079.493198:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 824 00000100:00100000:0.0:1777421079.493212:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001193800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+43:23793:x1863760833974528:12345-192.168.203.47@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1777421079.493408:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001193800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+43:23793:x1863760833974528:12345-192.168.203.47@tcp:60:lhsmtool_posix.0 Request processed in 198us (485us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421079.493417:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 824 00000100:00100000:0.0:1777421079.512647:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118841f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3296:1863760841145472:0@lo:400:kworker.0 00000100:00100000:3.0:1777421079.512711:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13d22b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1863760841145728:0@lo:400:kworker.0 00000100:00100000:0.0:1777421079.512786:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421079.512789:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421079.512861:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137955180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841145344:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777421079.512866:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118841880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3297:1863760841145600:0@lo:400:kworker.0 00000100:00100000:3.0:1777421079.512981:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841145728 00000100:00100000:3.0:1777421079.512991:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841145728 00000100:00100000:3.0:1777421079.513057:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 172 00000100:00100000:3.0:1777421079.513066:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3298:x1863760841145728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421079.513120:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3298:x1863760841145728:12345-0@lo:400:kworker.0 Request processed in 54us (333us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421079.513128:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 172 00000100:00080000:3.0:1777421079.513151:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777421079.513183:0:3298:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967334 gen 2 00000004:00080000:3.0:1777421079.513190:0:3298:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967334 committed transno 4294967334 00000100:00100000:3.0:1777421079.513223:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13d22b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1863760841145728:0@lo:400:kworker.0 00000100:00100000:3.0:1777421079.513262:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841145472 00000100:00100000:3.0:1777421079.513265:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841145472 00000100:00100000:3.0:1777421079.513297:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 174 00000100:00100000:3.0:1777421079.513303:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137955500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1863760841145472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421079.513335:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137955500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1863760841145472:12345-0@lo:400:kworker.0 Request processed in 32us (552us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421079.513342:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 174 00000100:00100000:0.0:1777421079.513677:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118841f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3296:1863760841145472:0@lo:400:kworker.0 00000100:00100000:0.0:1777421079.513701:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af134081180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841145984:0@lo:400:kworker.0 00000100:00100000:0.0:1777421079.513726:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421079.513775:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841145984 00000100:00100000:3.0:1777421079.513780:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841145984 00000100:00100000:3.0:1777421079.513821:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00100000:3.0:1777421079.513834:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137956680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3296:x1863760841145984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421079.513834:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1777421079.513845:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777421079.513871:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118842d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3295:1863760841145216:0@lo:400:kworker.0 00000100:00100000:0.0:1777421079.513875:0:6546:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841145344 00000100:00100000:2.0:1777421079.513882:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421079.513882:0:6546:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841145344 00000100:00100000:3.0:1777421079.513900:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137956680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3296:x1863760841145984:12345-0@lo:400:kworker.0 Request processed in 61us (162us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421079.513909:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00000100:00100000:1.0:1777421079.513924:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421079.513931:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1777421079.513937:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841145600 00000100:00100000:3.0:1777421079.513942:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841145600 00000100:00100000:0.0:1777421079.513942:0:6546:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001192300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3295:x1863760841145344:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777421079.513976:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13d22b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3295:1863760841145856:0@lo:400:kworker.0 00000100:00100000:3.0:1777421079.513982:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00100000:3.0:1777421079.513991:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134082d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1863760841145600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421079.514006:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421079.514038:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134082d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1863760841145600:12345-0@lo:400:kworker.0 Request processed in 49us (159us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421079.514044:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00000100:00100000:1.0:1777421079.514056:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841145216 00000100:00100000:3.0:1777421079.514060:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841145856 00000100:00100000:1.0:1777421079.514062:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841145216 00000100:00100000:3.0:1777421079.514065:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841145856 00000100:00100000:1.0:1777421079.514102:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 466 00000100:00100000:3.0:1777421079.514104:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 176 00000100:00100000:1.0:1777421079.514115:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3295:x1863760841145216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421079.514116:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001190700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3295:x1863760841145856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421079.514136:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118841880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3297:1863760841145600:0@lo:400:kworker.0 00000100:00100000:1.0:1777421079.514165:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3295:x1863760841145216:12345-0@lo:400:kworker.0 Request processed in 54us (243us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421079.514173:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 466 00000100:00100000:3.0:1777421079.514212:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001190700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3295:x1863760841145856:12345-0@lo:400:kworker.0 Request processed in 98us (205us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421079.514224:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af134081180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841145984:0@lo:400:kworker.0 00000100:00100000:3.0:1777421079.514235:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 176 00000100:00080000:1.0:1777421079.514251:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777421079.514266:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118842d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3295:1863760841145216:0@lo:400:kworker.0 00000100:00100000:2.0:1777421079.514281:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13d22b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3295:1863760841145856:0@lo:400:kworker.0 00002000:00000024:0.0:1777421079.514683:0:6546:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 66387968 pending 0 free 3855613952 avail 3853516800 00000100:00100000:0.0:1777421079.514750:0:6546:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001192300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3295:x1863760841145344:12345-0@lo:13:osp-pre-1-0.0 Request processed in 812us (921us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421079.514758:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1777421079.514789:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137955180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841145344:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1777421079.897504:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1777421080.272632:0:17810:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12c: Restore a file with stripe of 2 == 20:04:39 (1777421079) 00000100:00100000:2.0:1777421080.391433:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421080.391490:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833974656 00000100:00100000:3.0:1777421080.391500:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833974656 00000100:00100000:3.0:1777421080.391621:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 825 00000100:00100000:3.0:1777421080.391643:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134081c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+43:24478:x1863760833974656:12345-192.168.203.47@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1777421080.391758:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134081c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+43:24478:x1863760833974656:12345-192.168.203.47@tcp:59:lhsmtool_posix.0 Request processed in 127us (338us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421080.391766:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 825 00000100:00080000:1.0:1777421080.391768:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777421080.397625:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421080.397699:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833974784 00000100:00100000:3.0:1777421080.397710:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833974784 00000100:00100000:3.0:1777421080.397817:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 826 00000100:00100000:3.0:1777421080.397826:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134083100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+84:24479:x1863760833974784:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:3.0:1777421080.397844:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421080.397864:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289386c3e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376631 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.397919:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d71289386c45 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.397933:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d71289386c45 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.397947:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d71289386c45 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.397961:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289386c4c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.397985:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289386c4c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.397992:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289386c4c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.398075:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d71289386c45 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.398082:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d71289386c45 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.398089:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d71289386c45 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.398096:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf39400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421080.398100:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d71289386c45 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.398105:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d71289386c45 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.398114:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af111123f00) 00010000:00010000:3.0:1777421080.398116:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421080.398119:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d71289386c45 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.398123:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d71289386c45 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.398132:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289386c4c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.398145:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289386c4c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.398151:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289386c4c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.398157:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf38400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421080.398160:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289386c4c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.398166:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289386c4c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.398174:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c6c0408 (ffff9af103234400) 00010000:00010000:3.0:1777421080.398177:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421080.398179:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289386c4c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.398185:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289386c4c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.398211:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289386c3e lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376631 expref: 85 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.398218:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af111123f00) 00010000:00010000:3.0:1777421080.398220:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421080.398222:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289386c3e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376631 expref: 85 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.398227:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12cf39200, rc 0) 00000100:00100000:3.0:1777421080.398285:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134083100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+84:24479:x1863760833974784:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 461us (667us total) trans 0 rc 301/301 00000100:00100000:3.0:1777421080.398291:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 826 00000100:00080000:1.0:1777421080.398330:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777421080.401775:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421080.402063:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833975040 00000100:00100000:3.0:1777421080.402074:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833975040 00000100:00100000:3.0:1777421080.402159:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 827 00000100:00100000:3.0:1777421080.402170:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137954000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+84:24479:x1863760833975040:12345-192.168.203.47@tcp:36:lfs.0 00010000:00010000:3.0:1777421080.402227:0:5760:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421080.402251:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867800/0xa38d71289386a3f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37659e expref: 84 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.402268:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af111123f00) 00010000:00010000:3.0:1777421080.402271:0:5760:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777421080.402339:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d71289386c53 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.402348:0:5760:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866400/0xa38d71289386a69 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3765ac expref: 42 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.402386:0:5760:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d71289386c53 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.402464:0:5760:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866400/0xa38d71289386a69 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3765ac expref: 42 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.402477:0:5760:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866400/0xa38d71289386a69 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3765ac expref: 42 pid: 5761 timeout: 392 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421080.402491:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6b7800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1863760841146112:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777421080.403391:0:5760:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af11abb9780 going to sleep for 11 seconds 00000100:00100000:3.0:1777421080.405820:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6b7800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1863760841146112:192.168.203.47@tcp:104: 00010000:00010000:3.0:1777421080.405849:0:5760:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d71289386c53 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421080.405862:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421080.406091:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833975168 00000100:00100000:1.0:1777421080.406099:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833975168 00010000:00010000:1.0:1777421080.406131:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866400/0xa38d71289386a69 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3765ac expref: 43 pid: 5761 timeout: 392 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421080.406166:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 256 00000100:00100000:1.0:1777421080.406176:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137957100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+43:2369:x1863760833975168:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421080.406191:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421080.406198:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866400/0xa38d71289386a69 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3765ac expref: 43 pid: 5761 timeout: 392 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421080.406225:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866400/0xa38d71289386a69 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3765ac expref: 43 pid: 5761 timeout: 392 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421080.406247:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866400/0xa38d71289386a69 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3765ac expref: 43 pid: 5761 timeout: 392 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421080.406262:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af111123f00) 00010000:00010000:1.0:1777421080.406267:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d71289386c53 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421080.406276:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d71289386c53 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421080.406284:0:5746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d71289386c53 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421080.406340:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421080.406419:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137957100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+42:2369:x1863760833975168:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 243us (558us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421080.406427:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 256 00010000:00010000:3.0:1777421080.406647:0:5760:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d71289386c53 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.406655:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d71289386c53 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.406762:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3800/0xa38d71289386c5a lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.406774:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3800/0xa38d71289386c5a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.406782:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3800/0xa38d71289386c5a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421080.407621:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x36:0x0]: returning size 512 00010000:00010000:3.0:1777421080.407632:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d71289386c53 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.407639:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d71289386c53 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.407646:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d71289386c53 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.407652:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0011e2c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421080.407655:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d71289386c53 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.407671:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d71289386c53 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.407681:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af111123f00) 00010000:00010000:3.0:1777421080.407694:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421080.407698:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d71289386c53 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.407705:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d71289386c53 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777421080.407720:0:5760:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000005b2aedf4 reply state 000000000ef83cb4 transno 4294967835 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3800/0xa38d71289386c5a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421080.407738:0:5760:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777421080.407811:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137954000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+85:24479:x1863760833975040:12345-192.168.203.47@tcp:36:lfs.0 Request processed in 5641us (6044us total) trans 4294967835 rc 0/0 00000100:00100000:3.0:1777421080.407820:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 827 00010000:00010000:3.0:1777421080.408834:0:3282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3800/0xa38d71289386c5a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.408845:0:3282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3800/0xa38d71289386c5a lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.408853:0:3282:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3800/0xa38d71289386c5a lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.408859:0:3282:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0011e3800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421080.408863:0:3282:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3800/0xa38d71289386c5a lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.408990:0:3282:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3800/0xa38d71289386c5a lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.409000:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c6c0408 (ffff9af103234400) 00010000:00010000:3.0:1777421080.409002:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421080.409005:0:3282:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3800/0xa38d71289386c5a lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.409009:0:3282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3800/0xa38d71289386c5a lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421080.416480:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421080.416525:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833975296 00000100:00100000:3.0:1777421080.416537:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833975296 00000100:00100000:3.0:1777421080.416633:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 828 00000100:00100000:3.0:1777421080.416644:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134081180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+84:24480:x1863760833975296:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:3.0:1777421080.416665:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421080.416685:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d71289386c61 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376638 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.416755:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2000/0xa38d71289386c68 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.416770:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2000/0xa38d71289386c68 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.416781:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2000/0xa38d71289386c68 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421080.416831:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:3.0:1777421080.416845:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 23 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421080.416864:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2000/0xa38d71289386c68 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.416881:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d71289386c61 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376638 expref: 86 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.416892:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2000/0xa38d71289386c68 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376638 expref: 85 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.416898:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af103234300) 00010000:00010000:3.0:1777421080.416900:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777421080.416902:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0011e2000, rc 0) 00000100:00100000:3.0:1777421080.416949:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134081180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+85:24480:x1863760833975296:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 309us (482us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421080.416954:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 828 00000100:00100000:0.0:1777421080.418614:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421080.418650:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833975424 00000100:00100000:3.0:1777421080.418658:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833975424 00000100:00100000:3.0:1777421080.418695:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 829 00000100:00100000:3.0:1777421080.418702:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137956a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+85:24480:x1863760833975424:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:3.0:1777421080.418713:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421080.418723:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3800/0xa38d71289386c6f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37663f expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.418831:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3600/0xa38d71289386c76 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.418839:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3600/0xa38d71289386c76 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.418859:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3600/0xa38d71289386c76 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.418870:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289386c7d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.418874:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289386c7d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.418879:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289386c7d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.419168:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289386c84 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.419174:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289386c84 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.419179:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289386c84 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421080.419198:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x36:0x0]: returning size 512 00000004:00200000:3.0:1777421080.419200:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421080.419210:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289386c84 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.419218:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3600/0xa38d71289386c76 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.419222:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3600/0xa38d71289386c76 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.419234:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3600/0xa38d71289386c76 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.419238:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0011e3600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421080.419241:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3600/0xa38d71289386c76 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.419246:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3600/0xa38d71289386c76 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.419254:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af103234300) 00010000:00010000:3.0:1777421080.419256:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421080.419259:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3600/0xa38d71289386c76 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.419272:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3600/0xa38d71289386c76 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.419281:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289386c7d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.419285:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289386c7d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.419289:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289386c7d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.419292:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af12cf39200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421080.419293:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289386c7d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.419303:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289386c7d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.419307:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c6c0408 (ffff9af103234400) 00010000:00010000:3.0:1777421080.419309:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421080.419310:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289386c7d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.419314:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39200/0xa38d71289386c7d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.419332:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e3800/0xa38d71289386c6f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37663f expref: 87 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.419340:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf38400/0xa38d71289386c84 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37663f expref: 86 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.419344:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff9af103234000) 00010000:00010000:3.0:1777421080.419346:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1777421080.419347:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12cf38400, rc 0) 00000100:00100000:3.0:1777421080.419421:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137956a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+86:24480:x1863760833975424:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 719us (809us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421080.419428:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 829 00000100:00100000:0.0:1777421080.421641:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421080.421812:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833975680 00000100:00100000:3.0:1777421080.421819:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833975680 00000100:00100000:3.0:1777421080.421932:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 830 00000100:00100000:3.0:1777421080.421941:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137957800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+86:24480:x1863760833975680:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:3.0:1777421080.421956:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421080.421983:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d71289386c8b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376646 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.422090:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d71289386c92 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.422101:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d71289386c92 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.422111:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d71289386c92 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.422124:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289386c99 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.422132:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289386c99 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.422138:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289386c99 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.422581:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289386ca0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.422591:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289386ca0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.422598:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289386ca0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421080.422608:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 0 00010000:00010000:3.0:1777421080.422630:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d71289386c92 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.422648:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d71289386c92 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.422655:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d71289386c92 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.422661:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0011e2c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421080.422665:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d71289386c92 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.422672:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d71289386c92 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.422683:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff9af103234000) 00010000:00010000:3.0:1777421080.422686:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421080.422690:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d71289386c92 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.422696:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2c00/0xa38d71289386c92 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777421080.422707:0:5760:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000f3baf345 reply state 00000000629a6085 transno 4294967836 ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289386c99 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421080.422716:0:5760:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777421080.422756:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af12cf39400/0xa38d71289386c8b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376646 expref: 89 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.422771:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289386ca0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376646 expref: 88 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.422789:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff9af103234900) 00010000:00010000:3.0:1777421080.422791:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777421080.422794:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137c25000, rc 0) 00000100:00100000:3.0:1777421080.422839:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137957800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+89:24480:x1863760833975680:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 899us (1202us total) trans 4294967836 rc 0/0 00000100:00100000:3.0:1777421080.422847:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 830 00010000:00010000:3.0:1777421080.423945:0:3281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289386c99 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.423956:0:3281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289386c99 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.423962:0:3281:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289386c99 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.423968:0:3281:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137c25200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421080.423971:0:3281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289386c99 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.423978:0:3281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289386c99 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.423988:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x361913b3 (ffff9af103234100) 00010000:00010000:3.0:1777421080.423990:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421080.423994:0:3281:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289386c99 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.424000:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25200/0xa38d71289386c99 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421080.425509:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421080.425551:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833975936 00000100:00100000:0.0:1777421080.425560:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833975936 00000100:00100000:0.0:1777421080.425648:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 831 00000100:00100000:0.0:1777421080.425658:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+88:24480:x1863760833975936:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:0.0:1777421080.425677:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421080.425692:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866400/0xa38d71289386cae lrc: 2/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37664d expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421080.425803:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867800/0xa38d71289386cb5 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421080.425817:0:5760:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289386ca0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376646 expref: 89 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421080.425826:0:5760:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867800/0xa38d71289386cb5 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421080.425854:0:5760:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289386ca0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376646 expref: 89 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421080.425866:0:5760:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289386ca0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376646 expref: 89 pid: 5760 timeout: 392 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421080.425879:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137954380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1863760841146240:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777421080.425954:0:5760:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13c6a2b40 going to sleep for 11 seconds 00000100:00100000:2.0:1777421080.429638:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421080.429744:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137954380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1863760841146240:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421080.429767:0:5760:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867800/0xa38d71289386cb5 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421080.429820:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833976064 00000100:00100000:1.0:1777421080.429828:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833976064 00010000:00010000:1.0:1777421080.429860:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289386ca0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376646 expref: 90 pid: 5760 timeout: 392 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421080.429893:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 257 00000100:00100000:1.0:1777421080.429900:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011afb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+90:2369:x1863760833976064:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421080.429923:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421080.429928:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289386ca0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376646 expref: 90 pid: 5760 timeout: 392 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421080.429937:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289386ca0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376646 expref: 90 pid: 5760 timeout: 392 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421080.429956:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137c25000/0xa38d71289386ca0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376646 expref: 90 pid: 5760 timeout: 392 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421080.429972:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff9af103234900) 00010000:00010000:1.0:1777421080.429977:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867800/0xa38d71289386cb5 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421080.429987:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867800/0xa38d71289386cb5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421080.429995:0:5746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867800/0xa38d71289386cb5 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421080.430018:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421080.430037:0:5760:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867800/0xa38d71289386cb5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421080.430046:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867800/0xa38d71289386cb5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421080.430062:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011afb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+89:2369:x1863760833976064:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 161us (431us total) trans 0 rc 0/0 00000004:00200000:0.0:1777421080.430064:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 0 00000100:00100000:1.0:1777421080.430070:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 257 00000004:00080000:0.0:1777421080.430332:0:5760:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x11:0x0], index 0: 0 00000004:00080000:0.0:1777421080.430340:0:5760:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x11:0x0], index 1: 0 00010000:00010000:0.0:1777421080.430585:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867800/0xa38d71289386cb5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421080.430594:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867800/0xa38d71289386cb5 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421080.430601:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867800/0xa38d71289386cb5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421080.430607:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af003867800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421080.430611:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867800/0xa38d71289386cb5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421080.430618:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867800/0xa38d71289386cb5 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421080.430626:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff9af103234900) 00010000:00010000:0.0:1777421080.430629:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777421080.430633:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867800/0xa38d71289386cb5 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421080.430639:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867800/0xa38d71289386cb5 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421080.430684:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866400/0xa38d71289386cae lrc: 1/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37664d expref: 89 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421080.430694:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff9af103234000) 00010000:00010000:0.0:1777421080.430697:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777421080.430706:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866400/0xa38d71289386cae lrc: 0/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37664d expref: 89 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421080.430715:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af003866400, rc 0) 00000100:00100000:0.0:1777421080.430763:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+88:24480:x1863760833975936:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 5107us (5258us total) trans 4294967837 rc 301/301 00000100:00100000:0.0:1777421080.430770:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 831 00000100:00100000:2.0:1777421080.432905:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421080.432955:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833976320 00000100:00100000:1.0:1777421080.432963:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833976320 00000100:00100000:1.0:1777421080.433010:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 185 00000100:00100000:1.0:1777421080.433021:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+88:24480:x1863760833976320:12345-192.168.203.47@tcp:35:lfs.0 00000100:00100000:1.0:1777421080.433310:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+89:24480:x1863760833976320:12345-192.168.203.47@tcp:35:lfs.0 Request processed in 290us (410us total) trans 4294967838 rc 0/0 00000100:00100000:1.0:1777421080.433319:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 185 00000100:00100000:1.0:1777421080.434521:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421080.434552:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833976448 00000100:00100000:0.0:1777421080.434559:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833976448 00000100:00100000:0.0:1777421080.434593:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 832 00000100:00100000:0.0:1777421080.434599:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001192d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+89:24480:x1863760833976448:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:0.0:1777421080.434610:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421080.434627:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866600/0xa38d71289386cc3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376654 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421080.434662:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866600/0xa38d71289386cc3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376654 expref: 90 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421080.434672:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866600/0xa38d71289386cc3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376654 expref: 90 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421080.434683:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff9af111123100) 00010000:00010000:0.0:1777421080.434685:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777421080.434689:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af003866600, rc 0) 00000100:00100000:0.0:1777421080.434798:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001192d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+90:24480:x1863760833976448:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 126us (206us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421080.434808:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 832 00000100:00100000:3.0:1777421080.436200:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421080.436253:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833976704 00000100:00100000:1.0:1777421080.436258:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833976704 00000100:00100000:1.0:1777421080.436288:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 186 00000100:00100000:1.0:1777421080.436296:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af10f5bac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+90:24480:x1863760833976704:12345-192.168.203.47@tcp:35:lfs.0 00000100:00100000:1.0:1777421080.436485:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af10f5bac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+91:24480:x1863760833976704:12345-192.168.203.47@tcp:35:lfs.0 Request processed in 188us (286us total) trans 4294967839 rc 0/0 00000100:00100000:1.0:1777421080.436493:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 186 00000100:00100000:1.0:1777421080.453625:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421080.453706:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833976832 00000100:00100000:0.0:1777421080.453744:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833976832 00000100:00100000:0.0:1777421080.453804:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 833 00000100:00100000:0.0:1777421080.453815:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001193100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+91:24484:x1863760833976832:12345-192.168.203.47@tcp:101:mkdir.0 00010000:00010000:0.0:1777421080.453835:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421080.453856:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867800/0xa38d71289386cca lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37665b expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421080.453917:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866800/0xa38d71289386cd1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421080.453931:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866800/0xa38d71289386cd1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421080.453941:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866800/0xa38d71289386cd1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421080.453994:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x36:0x0]: returning size 512 00000004:00200000:0.0:1777421080.453998:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421080.454022:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866800/0xa38d71289386cd1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421080.454046:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af003867800/0xa38d71289386cca lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37665b expref: 93 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421080.454062:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866800/0xa38d71289386cd1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37665b expref: 92 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421080.454071:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff9af103234000) 00010000:00010000:0.0:1777421080.454074:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777421080.454077:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af003866800, rc 0) 00000100:00100000:0.0:1777421080.454142:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001193100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+92:24484:x1863760833976832:12345-192.168.203.47@tcp:101:mkdir.0 Request processed in 329us (526us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421080.454151:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 833 00000100:00100000:0.0:1777421080.461958:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421080.462324:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833976960 00000100:00100000:2.0:1777421080.462337:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833976960 00000100:00100000:2.0:1777421080.462418:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 834 00000100:00100000:2.0:1777421080.462443:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137954380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+92:24485:x1863760833976960:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:2.0:1777421080.462462:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421080.462494:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30400/0xa38d71289386cd8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376662 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.462557:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31c00/0xa38d71289386cdf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.462572:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31c00/0xa38d71289386cdf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.462582:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31c00/0xa38d71289386cdf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.462594:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31400/0xa38d71289386ce6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.462601:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31400/0xa38d71289386ce6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.462607:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31400/0xa38d71289386ce6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.462690:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31000/0xa38d71289386ced lrc: 3/1,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.462697:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31000/0xa38d71289386ced lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.462704:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31000/0xa38d71289386ced lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421080.462751:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 0 00000004:00200000:2.0:1777421080.462755:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421080.462770:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31000/0xa38d71289386ced lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.462781:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31000/0xa38d71289386ced lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.462789:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31c00/0xa38d71289386cdf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.462795:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31c00/0xa38d71289386cdf lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.462802:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31c00/0xa38d71289386cdf lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.462808:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af002b31c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421080.462812:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31c00/0xa38d71289386cdf lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.462819:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31c00/0xa38d71289386cdf lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.462828:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff9af103234000) 00010000:00010000:2.0:1777421080.462831:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421080.462835:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31c00/0xa38d71289386cdf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.462841:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31c00/0xa38d71289386cdf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.462861:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31400/0xa38d71289386ce6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.462867:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31400/0xa38d71289386ce6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.462873:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31400/0xa38d71289386ce6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.462878:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af002b31400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421080.462881:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31400/0xa38d71289386ce6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.462886:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31400/0xa38d71289386ce6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.462893:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x361913b3 (ffff9af118b05e00) 00010000:00010000:2.0:1777421080.462895:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421080.462897:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31400/0xa38d71289386ce6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.462903:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31400/0xa38d71289386ce6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.462927:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30400/0xa38d71289386cd8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376662 expref: 94 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.462939:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31000/0xa38d71289386ced lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376662 expref: 93 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.462954:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff9af111123100) 00010000:00010000:2.0:1777421080.462957:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777421080.462959:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af002b31000, rc 0) 00000100:00100000:2.0:1777421080.463007:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137954380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+93:24485:x1863760833976960:12345-192.168.203.47@tcp:101:rm.0 Request processed in 567us (1058us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421080.463014:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 834 00000100:00100000:3.0:1777421080.466447:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421080.466489:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421080.466517:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833977088 00000100:00100000:2.0:1777421080.466527:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833977088 00000100:00100000:2.0:1777421080.466599:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833977216 00000100:00100000:2.0:1777421080.466603:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833977216 00000100:00100000:1.0:1777421080.466611:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 199 00000100:00100000:1.0:1777421080.466626:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+10:2369:x1863760833977088:12345-192.168.203.47@tcp:101:rm.0 00000100:00100000:2.0:1777421080.466633:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 200 00000100:00100000:2.0:1777421080.466645:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d22b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+12:2369:x1863760833977216:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:1.0:1777421080.466645:0:6541:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421080.466656:0:11334:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421080.466665:0:6541:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f2308c17/0xa38d71289386cf4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376669 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.466670:0:11334:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001951f542/0xa38d71289386cfb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376670 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1777421080.466694:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777421080.466699:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:2.0:1777421080.466702:0:11334:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x11:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00010000:1.0:1777421080.466702:0:6541:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x11:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1777421080.466723:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421080.466723:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421080.466739:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421080.466749:0:11334:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001951f542/0xa38d71289386cfb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376670 expref: 13 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.466767:0:11334:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001951f542/0xa38d71289386cfb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376670 expref: 13 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.466784:0:11334:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af002b30800, rc 0) 00000100:00100000:2.0:1777421080.466833:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d22b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+13:2369:x1863760833977216:12345-192.168.203.47@tcp:101:rm.0 Request processed in 193us (345us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421080.466838:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 200 00010000:00010000:1.0:1777421080.466865:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421080.466874:0:6541:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f2308c17/0xa38d71289386cf4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376669 expref: 11 pid: 6541 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421080.466892:0:6541:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f2308c17/0xa38d71289386cf4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376669 expref: 11 pid: 6541 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421080.466910:0:6541:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af105d5cc00, rc 0) 00000100:00100000:1.0:1777421080.466935:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:2369:x1863760833977088:12345-192.168.203.47@tcp:101:rm.0 Request processed in 314us (496us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421080.466943:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 199 00000100:00100000:1.0:1777421080.470422:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421080.470526:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833977472 00000100:00100000:2.0:1777421080.470534:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833977472 00000100:00100000:2.0:1777421080.470581:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 835 00000100:00100000:2.0:1777421080.470590:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001190380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+93:24485:x1863760833977472:12345-192.168.203.47@tcp:36:rm.0 00010000:00010000:2.0:1777421080.470634:0:5761:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1777421080.470659:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31000/0xa38d71289386ced lrc: 0/0,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376662 expref: 93 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.470680:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866600/0xa38d71289386cc3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376654 expref: 92 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.470690:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff9af111123100) 00010000:00010000:2.0:1777421080.470717:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af003866800/0xa38d71289386cd1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37665b expref: 91 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.470738:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff9af103234000) 00010000:00010000:2.0:1777421080.470742:0:5761:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421080.470762:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30400/0xa38d71289386d02 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.470773:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30400/0xa38d71289386d02 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.470781:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30400/0xa38d71289386d02 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.470810:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31400/0xa38d71289386d09 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.470816:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31400/0xa38d71289386d09 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.470822:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31400/0xa38d71289386d09 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.471149:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31c00/0xa38d71289386d10 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.471159:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31c00/0xa38d71289386d10 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.471166:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31c00/0xa38d71289386d10 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777421080.471542:0:5761:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].9, 64 off8792 00000004:00080000:2.0:1777421080.471552:0:5761:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 292254199934ns, next at 293254197481ns, rc = 0 00000040:00080000:2.0:1777421080.471578:0:5761:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].8, 64 off8776 00000004:00080000:2.0:1777421080.471582:0:5761:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 292254230717ns, next at 293254229924ns, rc = 0 00010000:00010000:2.0:1777421080.471637:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30c00/0xa38d71289386d17 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.471646:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30c00/0xa38d71289386d17 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.471654:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30c00/0xa38d71289386d17 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.471672:0:5761:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30c00/0xa38d71289386d17 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.471678:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30c00/0xa38d71289386d17 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.471685:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30c00/0xa38d71289386d17 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.471705:0:5761:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777421080.471721:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31c00/0xa38d71289386d10 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.471737:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31c00/0xa38d71289386d10 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.471745:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31c00/0xa38d71289386d10 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.471751:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af002b31c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421080.471755:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31c00/0xa38d71289386d10 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.471762:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31c00/0xa38d71289386d10 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.471771:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff9af118b05300) 00010000:00010000:2.0:1777421080.471774:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777421080.471779:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31c00/0xa38d71289386d10 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.471795:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31c00/0xa38d71289386d10 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.471817:0:7419:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777421080.471832:0:7419:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30c00/0xa38d71289386d17 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.471843:0:7419:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af002b30c00 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:2.0:1777421080.471847:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30400/0xa38d71289386d02 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.471849:0:7419:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30c00/0xa38d71289386d17 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.471874:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30400/0xa38d71289386d02 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.471881:0:7419:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30c00/0xa38d71289386d17 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.471883:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30400/0xa38d71289386d02 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.471896:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af002b30400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421080.471902:0:7419:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff9af118b05300) 00010000:00010000:2.0:1777421080.471904:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30400/0xa38d71289386d02 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.471908:0:7419:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777421080.471918:0:7419:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30c00/0xa38d71289386d17 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.471922:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30400/0xa38d71289386d02 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.471943:0:7419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30c00/0xa38d71289386d17 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.471949:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff9af103234000) 00010000:00010000:2.0:1777421080.471954:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421080.471957:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30400/0xa38d71289386d02 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.471963:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30400/0xa38d71289386d02 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777421080.471989:0:5761:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000deaad5b4 reply state 00000000811f8cf8 transno 4294967840 ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31400/0xa38d71289386d09 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.471991:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777421080.471996:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777421080.472001:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777421080.472010:0:5761:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777421080.472094:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001190380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+92:24485:x1863760833977472:12345-192.168.203.47@tcp:36:rm.0 Request processed in 1503us (1679us total) trans 4294967840 rc 0/0 00000100:00100000:2.0:1777421080.472103:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 835 00010000:00010000:3.0:1777421080.474710:0:3282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31400/0xa38d71289386d09 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.474741:0:3282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31400/0xa38d71289386d09 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.474767:0:3282:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31400/0xa38d71289386d09 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.474774:0:3282:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af002b31400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421080.474780:0:3282:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31400/0xa38d71289386d09 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.474788:0:3282:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31400/0xa38d71289386d09 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.474816:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x361913b3 (ffff9af118b05e00) 00010000:00010000:3.0:1777421080.474820:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421080.474824:0:3282:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31400/0xa38d71289386d09 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.474831:0:3282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31400/0xa38d71289386d09 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421080.479903:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421080.479956:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833977728 00000100:00100000:2.0:1777421080.479967:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833977728 00000100:00100000:2.0:1777421080.480074:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 836 00000100:00100000:2.0:1777421080.480086:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001192680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+91:24486:x1863760833977728:12345-192.168.203.47@tcp:101:dd.0 00010000:00010000:2.0:1777421080.480109:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421080.480131:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31000/0xa38d71289386d1e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376677 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.480252:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30000/0xa38d71289386d25 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.480267:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30000/0xa38d71289386d25 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.480278:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30000/0xa38d71289386d25 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.480292:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30e00/0xa38d71289386d2c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.480299:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30e00/0xa38d71289386d2c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.480306:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30e00/0xa38d71289386d2c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421080.480580:0:6856:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13d22b100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:6856:1863760841146368:0@lo:5:osp-pre-0-0.0 00000100:00100000:3.0:1777421080.480640:0:6856:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421080.480688:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841146368 00000100:00100000:3.0:1777421080.480692:0:6856:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1100e0c00 going to sleep for 11 seconds 00000100:00100000:1.0:1777421080.480695:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841146368 00000004:00080000:2.0:1777421080.480714:0:5761:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x12:0x0], index 0: 0 00000100:00100000:1.0:1777421080.480760:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 201 00000100:00100000:1.0:1777421080.480771:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:6856:x1863760841146368:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:1.0:1777421080.480809:0:6541:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x240000400 at 34 00010000:00010000:2.0:1777421080.480890:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31a00/0xa38d71289386d33 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.480910:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31a00/0xa38d71289386d33 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.480917:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31a00/0xa38d71289386d33 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.480952:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30000/0xa38d71289386d25 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.480959:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30000/0xa38d71289386d25 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.480966:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30000/0xa38d71289386d25 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.480972:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af002b30000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421080.480977:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30000/0xa38d71289386d25 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.480985:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30000/0xa38d71289386d25 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.480997:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff9af103234000) 00010000:00010000:2.0:1777421080.481000:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421080.481004:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30000/0xa38d71289386d25 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.481009:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30000/0xa38d71289386d25 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777421080.481020:0:5761:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 0000000083e2de98 reply state 000000008f714f56 transno 4294967841 ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30e00/0xa38d71289386d2c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421080.481030:0:5761:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777421080.481052:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31000/0xa38d71289386d1e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376677 expref: 94 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.481064:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31a00/0xa38d71289386d33 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376677 expref: 93 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.481069:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff9af118b05f00) 00010000:00010000:2.0:1777421080.481071:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777421080.481072:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af002b31a00, rc 0) 00000100:00100000:2.0:1777421080.481128:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001192680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+94:24486:x1863760833977728:12345-192.168.203.47@tcp:101:dd.0 Request processed in 1044us (1244us total) trans 4294967841 rc 0/0 00000100:00100000:2.0:1777421080.481136:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 836 00010000:00010000:3.0:1777421080.484165:0:3281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30e00/0xa38d71289386d2c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.484175:0:3281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30e00/0xa38d71289386d2c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.484179:0:3281:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30e00/0xa38d71289386d2c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.484191:0:3281:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af002b30e00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421080.484194:0:3281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30e00/0xa38d71289386d2c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.484200:0:3281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30e00/0xa38d71289386d2c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.484212:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x361913b3 (ffff9af118b05800) 00010000:00010000:3.0:1777421080.484214:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421080.484217:0:3281:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30e00/0xa38d71289386d2c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.484221:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30e00/0xa38d71289386d2c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421080.489610:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421080.490250:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833977856 00000100:00100000:2.0:1777421080.490261:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833977856 00000100:00100000:2.0:1777421080.490316:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 202 00000100:00100000:2.0:1777421080.490328:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:24486:x1863760833977856:12345-192.168.203.47@tcp:101:dd.0 00010000:00010000:2.0:1777421080.490347:0:11334:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421080.490389:0:11334:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e1604291/0xa38d71289386d41 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37667e expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777421080.490426:0:11334:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x12:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1777421080.490450:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421080.490453:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421080.490461:0:11334:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e1604291/0xa38d71289386d41 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37667e expref: 12 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.490493:0:11334:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e1604291/0xa38d71289386d41 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37667e expref: 12 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.490508:0:11334:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af002b30400, rc 0) 00000100:00100000:2.0:1777421080.490568:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+12:24486:x1863760833977856:12345-192.168.203.47@tcp:101:dd.0 Request processed in 241us (963us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421080.490575:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 202 00000100:00100000:1.0:1777421080.495035:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:6856:x1863760841146368:12345-0@lo:5:osp-pre-0-0.0 Request processed in 14258us (14386us total) trans 4294967335 rc 0/0 00000100:00100000:1.0:1777421080.495050:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 201 00000100:00100000:3.0:1777421080.495077:0:6856:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13d22b100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:6856:1863760841146368:0@lo:5:osp-pre-0-0.0 00000004:00080000:3.0:1777421080.495094:0:6856:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x240000400:0x12:0x0]-[0x240000400:0x41:0x0] 00000100:00100000:0.0:1777421080.504428:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421080.504519:0:6548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833977984 00000100:00100000:1.0:1777421080.504529:0:6548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833977984 00002000:00100000:1.0:1777421080.504579:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x12:0x0] (0->1048575) req@ffff9af137954e00 x1863760833977984/t0(0) o4->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:91/0 lens 488/0 e 0 to 0 dl 1777421091 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421080.504590:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af137954e00 with x1863760833977984 ext(0->1048575) 00002000:00010000:1.0:1777421080.504596:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af137954e00 00000100:00100000:1.0:1777421080.504629:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 65 00000100:00100000:1.0:1777421080.504639:0:6548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137954e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+12:2368:x1863760833977984:12345-192.168.203.47@tcp:4:dd.0 00000100:00100000:0.0:1777421080.514881:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421080.514975:0:6549:0:(service.c:3435:ptlrpc_start_thread()) ost_io[0] started 3 min 3 max 116 00000100:00100000:2.0:1777421080.514987:0:6549:0:(service.c:3494:ptlrpc_start_thread()) starting thread 'll_ost_io00_003' 00000100:00100000:2.0:1777421080.515517:0:6549:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833978112 00000100:00100000:2.0:1777421080.515534:0:6549:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833978112 00002000:00100000:2.0:1777421080.515600:0:6549:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x12:0x0] (1048576->2097151) req@ffff9af137955f80 x1863760833978112/t0(0) o4->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:91/0 lens 488/0 e 0 to 0 dl 1777421091 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421080.515612:0:6549:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af137955f80 with x1863760833978112 ext(1048576->2097151) 00002000:00010000:2.0:1777421080.515619:0:6549:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af137955f80 00000100:00100000:3.0:1777421080.517252:0:17822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 66 00000100:00100000:3.0:1777421080.517267:0:17822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137955f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+14:2368:x1863760833978112:12345-192.168.203.47@tcp:4:dd.0 00000100:00100000:1.0:1777421080.528548:0:6548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137954e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+16:2368:x1863760833977984:12345-192.168.203.47@tcp:4:dd.0 Request processed in 23893us (24112us total) trans 4294967336 rc 0/0 00000100:00100000:1.0:1777421080.528576:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 65 00002000:00100000:1.0:1777421080.528596:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x12:0x0] (0->1048575) req@ffff9af137954e00 x1863760833977984/t4294967336(0) o4->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:91/0 lens 488/448 e 0 to 0 dl 1777421091 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421080.528610:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af137954e00 with x1863760833977984 ext(0->1048575) 00002000:00010000:1.0:1777421080.528617:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af137954e00 00000100:00100000:0.0:1777421080.531375:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421080.531497:0:6548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833978240 00000100:00100000:2.0:1777421080.531510:0:6548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833978240 00002000:00100000:2.0:1777421080.531563:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x12:0x0] (2097152->3145727) req@ffff9af137956d80 x1863760833978240/t0(0) o4->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:91/0 lens 488/0 e 0 to 0 dl 1777421091 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421080.531576:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af137956d80 with x1863760833978240 ext(2097152->3145727) 00002000:00010000:2.0:1777421080.531583:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af137956d80 00000100:00100000:2.0:1777421080.531622:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 67 00000100:00100000:2.0:1777421080.531633:0:6548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137956d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+16:2369:x1863760833978240:12345-192.168.203.47@tcp:4:dd.0 00000100:00100000:1.0:1777421080.539943:0:17822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137955f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+18:2368:x1863760833978112:12345-192.168.203.47@tcp:4:dd.0 Request processed in 22664us (25058us total) trans 4294967337 rc 0/0 00000100:00100000:1.0:1777421080.539960:0:17822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 66 00002000:00100000:1.0:1777421080.539976:0:17822:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x12:0x0] (1048576->2097151) req@ffff9af137955f80 x1863760833978112/t4294967337(0) o4->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:91/0 lens 488/448 e 0 to 0 dl 1777421091 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421080.540341:0:17822:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af137955f80 with x1863760833978112 ext(1048576->2097151) 00002000:00010000:1.0:1777421080.540381:0:17822:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af137955f80 00000100:00100000:2.0:1777421080.542696:0:6548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137956d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+18:2369:x1863760833978240:12345-192.168.203.47@tcp:4:dd.0 Request processed in 11050us (11340us total) trans 4294967338 rc 0/0 00000100:00100000:2.0:1777421080.542746:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 67 00002000:00100000:2.0:1777421080.542761:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x12:0x0] (2097152->3145727) req@ffff9af137956d80 x1863760833978240/t4294967338(0) o4->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:91/0 lens 488/448 e 0 to 0 dl 1777421091 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421080.542773:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af137956d80 with x1863760833978240 ext(2097152->3145727) 00002000:00010000:2.0:1777421080.542780:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af137956d80 00000100:00100000:0.0:1777421080.547958:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421080.548098:0:6548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833978368 00000100:00100000:2.0:1777421080.548112:0:6548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833978368 00002000:00100000:2.0:1777421080.548173:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x12:0x0] (3145728->4194303) req@ffff9af137957b80 x1863760833978368/t0(0) o4->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:91/0 lens 488/0 e 0 to 0 dl 1777421091 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421080.548185:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af137957b80 with x1863760833978368 ext(3145728->4194303) 00002000:00010000:2.0:1777421080.548192:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af137957b80 00000100:00100000:2.0:1777421080.548240:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 68 00000100:00100000:2.0:1777421080.548251:0:6548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137957b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+18:2369:x1863760833978368:12345-192.168.203.47@tcp:4:dd.0 00000100:00100000:3.0:1777421080.560331:0:6548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137957b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+20:2369:x1863760833978368:12345-192.168.203.47@tcp:4:dd.0 Request processed in 12065us (12370us total) trans 4294967339 rc 0/0 00000100:00100000:3.0:1777421080.560417:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 68 00002000:00100000:3.0:1777421080.560436:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x12:0x0] (3145728->4194303) req@ffff9af137957b80 x1863760833978368/t4294967339(0) o4->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:91/0 lens 488/448 e 0 to 0 dl 1777421091 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777421080.560447:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af137957b80 with x1863760833978368 ext(3145728->4194303) 00002000:00010000:3.0:1777421080.560471:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af137957b80 00000100:00100000:0.0:1777421080.564252:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421080.564411:0:6548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833978496 00000100:00100000:2.0:1777421080.564426:0:6548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833978496 00002000:00100000:2.0:1777421080.564489:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x12:0x0] (4194304->5242879) req@ffff9af137954700 x1863760833978496/t0(0) o4->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:91/0 lens 488/0 e 0 to 0 dl 1777421091 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421080.564501:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af137954700 with x1863760833978496 ext(4194304->5242879) 00002000:00010000:2.0:1777421080.564509:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af137954700 00000100:00100000:2.0:1777421080.564550:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 69 00000100:00100000:2.0:1777421080.564670:0:6548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137954700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+20:2368:x1863760833978496:12345-192.168.203.47@tcp:4:dd.0 00000100:00100000:2.0:1777421080.566797:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421080.570810:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833978752 00000100:00100000:1.0:1777421080.570834:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833978752 00000100:00100000:1.0:1777421080.570913:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 187 00000100:00100000:1.0:1777421080.570922:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+93:24486:x1863760833978752:12345-192.168.203.47@tcp:35:dd.0 00000100:00100000:1.0:1777421080.571282:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+94:24486:x1863760833978752:12345-192.168.203.47@tcp:35:dd.0 Request processed in 360us (4497us total) trans 4294967842 rc 0/0 00000100:00100000:1.0:1777421080.571290:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 187 00000100:00100000:2.0:1777421080.588595:0:6548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137954700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+22:2368:x1863760833978496:12345-192.168.203.47@tcp:4:dd.0 Request processed in 23913us (24341us total) trans 4294967340 rc 0/0 00000100:00100000:2.0:1777421080.588629:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 69 00002000:00100000:2.0:1777421080.588646:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x12:0x0] (4194304->5242879) req@ffff9af137954700 x1863760833978496/t4294967340(0) o4->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:91/0 lens 488/448 e 0 to 0 dl 1777421091 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421080.588657:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af137954700 with x1863760833978496 ext(4194304->5242879) 00002000:00010000:2.0:1777421080.588666:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af137954700 00000100:00100000:3.0:1777421080.606003:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421080.606132:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833979008 00000100:00100000:2.0:1777421080.606229:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833979008 00000100:00100000:2.0:1777421080.606302:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 837 00000100:00100000:2.0:1777421080.606314:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+94:24489:x1863760833979008:12345-192.168.203.47@tcp:101:md5sum.0 00010000:00010000:2.0:1777421080.606347:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421080.606417:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31800/0xa38d71289386d48 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376685 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.606542:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30a00/0xa38d71289386d4f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.606559:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30a00/0xa38d71289386d4f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x38:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.606572:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30a00/0xa38d71289386d4f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x38:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421080.606586:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x38:0x0]: returning size 5242880 00010000:00010000:2.0:1777421080.606754:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31800/0xa38d71289386d48 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376685 expref: 97 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.606775:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30a00/0xa38d71289386d4f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x38:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376685 expref: 96 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.606804:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff9af118b05f00) 00010000:00010000:2.0:1777421080.606807:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1777421080.606812:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af002b30a00, rc 0) 00000100:00100000:2.0:1777421080.607002:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+96:24489:x1863760833979008:12345-192.168.203.47@tcp:101:md5sum.0 Request processed in 689us (1014us total) trans 4294967843 rc 0/0 00000100:00100000:2.0:1777421080.607010:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 837 00000100:00100000:0.0:1777421080.642850:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421080.642965:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833979136 00000100:00100000:2.0:1777421080.642978:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833979136 00000100:00100000:2.0:1777421080.644497:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 838 00000100:00100000:2.0:1777421080.644511:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137955180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+96:24490:x1863760833979136:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:2.0:1777421080.644539:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421080.644562:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31800/0xa38d71289386d5d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37668c expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.644630:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30200/0xa38d71289386d64 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.644644:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30200/0xa38d71289386d64 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.644654:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30200/0xa38d71289386d64 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421080.644717:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x36:0x0]: returning size 512 00000004:00200000:2.0:1777421080.644720:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421080.644751:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30200/0xa38d71289386d64 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.644806:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31800/0xa38d71289386d5d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37668c expref: 98 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.644829:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30200/0xa38d71289386d64 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37668c expref: 97 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421080.644839:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff9af103234000) 00010000:00010000:2.0:1777421080.644842:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777421080.644846:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af002b30200, rc 0) 00000100:00100000:2.0:1777421080.644934:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137955180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+97:24490:x1863760833979136:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 423us (2097us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421080.644941:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 838 00000100:00100000:3.0:1777421080.649173:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421080.649280:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833979392 00000100:00100000:0.0:1777421080.649292:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833979392 00000100:00100000:0.0:1777421080.649407:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 839 00000100:00100000:0.0:1777421080.649426:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+97:24490:x1863760833979392:12345-192.168.203.47@tcp:58:lfs.0 00000040:00080000:0.0:1777421080.649834:0:5760:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].20, 136 off10912 00000100:00100000:0.0:1777421080.649944:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+97:24490:x1863760833979392:12345-192.168.203.47@tcp:58:lfs.0 Request processed in 527us (784us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421080.649953:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 839 00010000:00010000:1.0:1777421080.920643:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1777421081.050881:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777421081.051035:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777421081.051110:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 21 count 4 00000040:00080000:1.0:1777421081.051118:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777421081.051497:0:11331:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001193b80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841146496:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1777421081.051593:0:11331:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1348c9600 going to sleep for 11 seconds 00000100:00100000:0.0:1777421081.054975:0:11331:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001193b80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841146496:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1777421081.057616:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421081.057659:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833979520 00000100:00100000:2.0:1777421081.057669:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833979520 00000100:00100000:2.0:1777421081.057718:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 840 00000100:00100000:2.0:1777421081.057748:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+42:24500:x1863760833979520:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1777421081.057785:0:5760:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000401:0x38:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1777421081.057883:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+42:24500:x1863760833979520:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 156us (273us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421081.057891:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 840 00000100:00100000:0.0:1777421081.065860:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421081.066317:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833979776 00000100:00100000:1.0:1777421081.066329:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833979776 00000100:00100000:1.0:1777421081.066415:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 841 00000100:00100000:1.0:1777421081.066426:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118842d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+42:24500:x1863760833979776:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421081.066445:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421081.066465:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d71289386d6b lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376693 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421081.066555:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d71289386d72 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421081.066570:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d71289386d72 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421081.066581:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d71289386d72 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421081.066593:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x38:0x0]: returning size 5242880 00010000:00010000:1.0:1777421081.066736:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d800/0xa38d71289386d6b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376693 expref: 45 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421081.066755:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d71289386d72 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376693 expref: 44 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421081.066763:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff9af118b05f00) 00010000:00010000:1.0:1777421081.066766:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421081.066770:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af105d5d400, rc 0) 00000100:00100000:1.0:1777421081.066844:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118842d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+44:24500:x1863760833979776:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 419us (991us total) trans 4294967844 rc 0/0 00000100:00100000:1.0:1777421081.066851:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 841 00000100:00100000:3.0:1777421081.069815:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421081.070106:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833979904 00000100:00100000:1.0:1777421081.070116:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833979904 00000100:00080000:2.0:1777421081.070158:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777421081.070184:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 203 00000100:00100000:1.0:1777421081.070209:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+8:2366:x1863760833979904:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1777421081.070249:0:6541:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006052c9b6/0xa38d71289386d80 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421081.070269:0:6541:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e1604291/0xa38d71289386d41 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37667e expref: 21 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421081.070278:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777421081.070281:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777421081.070284:0:6541:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006052c9b6/0xa38d71289386d80 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421081.070318:0:6541:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e1604291/0xa38d71289386d41 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37667e expref: 21 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421081.070338:0:6541:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e1604291/0xa38d71289386d41 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37667e expref: 21 pid: 11334 timeout: 392 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421081.070469:0:6541:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001191c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6541:1863760841146624:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777421081.070558:0:6541:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1348c9600 going to sleep for 11 seconds 00000040:00080000:1.0:1777421081.078462:0:17860:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777421081.078477:0:17860:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777421081.078525:0:17860:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 21 count 4 00000040:00080000:1.0:1777421081.078530:0:17860:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777421081.079657:0:6541:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001191c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6541:1863760841146624:192.168.203.47@tcp:104: 00010000:00010000:1.0:1777421081.079683:0:6541:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006052c9b6/0xa38d71289386d80 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421081.079890:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421081.079939:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833980032 00000100:00100000:1.0:1777421081.079947:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833980032 00010000:00010000:1.0:1777421081.079982:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e1604291/0xa38d71289386d41 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37667e expref: 22 pid: 11334 timeout: 392 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421081.080016:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 258 00000100:00100000:1.0:1777421081.080022:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+22:2368:x1863760833980032:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421081.080034:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1777421081.080048:0:5746:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x12:0x0] updating lvb size from disk: 0 -> 5242880 00002000:00010000:1.0:1777421081.080050:0:5746:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x12:0x0] updating lvb mtime from disk: 0 -> 1777421080 00002000:00010000:1.0:1777421081.080051:0:5746:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x12:0x0] updating lvb ctime from disk: 0 -> 1777421080 00010000:00010000:1.0:1777421081.080055:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e1604291/0xa38d71289386d41 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37667e expref: 22 pid: 11334 timeout: 392 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421081.080064:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e1604291/0xa38d71289386d41 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37667e expref: 22 pid: 11334 timeout: 392 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421081.080081:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e1604291/0xa38d71289386d41 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37667e expref: 22 pid: 11334 timeout: 392 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421081.080099:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421081.080101:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421081.080104:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006052c9b6/0xa38d71289386d80 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421081.080110:0:5746:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006052c9b6/0xa38d71289386d80 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421081.080134:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421081.080179:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+21:2368:x1863760833980032:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 156us (298us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421081.080184:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 258 00010000:00010000:0.0:1777421081.080318:0:6541:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006052c9b6/0xa38d71289386d80 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421081.080326:0:6541:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006052c9b6/0xa38d71289386d80 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421081.080385:0:6541:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006052c9b6/0xa38d71289386d80 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421081.080395:0:6541:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006052c9b6/0xa38d71289386d80 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421081.080402:0:6541:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006052c9b6/0xa38d71289386d80 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421081.080407:0:6541:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af105d5c400 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:0.0:1777421081.080410:0:6541:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006052c9b6/0xa38d71289386d80 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421081.080416:0:6541:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006052c9b6/0xa38d71289386d80 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421081.080423:0:6541:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006052c9b6/0xa38d71289386d80 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421081.080428:0:6541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006052c9b6/0xa38d71289386d80 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421081.080469:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+8:2366:x1863760833979904:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 Request processed in 10277us (10662us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421081.080474:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 203 00000100:00100000:3.0:1777421081.083248:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421081.083457:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833980288 00000100:00100000:1.0:1777421081.083467:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833980288 00000100:00100000:1.0:1777421081.083517:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 842 00000100:00100000:1.0:1777421081.083527:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+44:24500:x1863760833980288:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777421081.083628:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+44:24500:x1863760833980288:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 102us (385us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421081.083636:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 842 00000100:00100000:1.0:1777421081.089979:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421081.090247:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833980416 00000100:00100000:0.0:1777421081.090257:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833980416 00000100:00100000:3.0:1777421081.093845:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 204 00000100:00100000:3.0:1777421081.093865:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001191c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+8:2368:x1863760833980416:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421081.093884:0:11334:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421081.093904:0:11334:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002e884284/0xa38d71289386d87 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37669a expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777421081.093929:0:11334:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x12:0x0] initial LVB size: 5242880, mtime: 0x69f14b18, atime: 0x0, ctime: 0x69f14b18, blocks: 0x1 00010000:00010000:3.0:1777421081.093947:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421081.093949:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421081.093957:0:11334:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002e884284/0xa38d71289386d87 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37669a expref: 9 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421081.093973:0:11334:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002e884284/0xa38d71289386d87 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37669a expref: 9 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421081.093986:0:11334:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af12cf39200, rc 0) 00000100:00100000:3.0:1777421081.094054:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001191c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2368:x1863760833980416:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 196us (4079us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421081.094061:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 204 00000100:00100000:1.0:1777421081.098479:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421081.100441:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833980672 00000100:00100000:0.0:1777421081.100455:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833980672 00000100:00100000:0.0:1777421081.100580:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 843 00000100:00100000:0.0:1777421081.100591:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001190e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+44:24500:x1863760833980672:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1777421081.101455:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001190e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+44:24500:x1863760833980672:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 862us (2980us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421081.101466:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 843 00000100:00100000:1.0:1777421081.109520:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421081.110615:0:6548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833980800 00000100:00100000:2.0:1777421081.110625:0:6548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833980800 00002000:00100000:2.0:1777421081.110670:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x12:0x0] (0->1048575) req@ffff9af001193b80 x1863760833980800/t0(0) o3->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:92/0 lens 488/0 e 0 to 0 dl 1777421092 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421081.110695:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af001193b80 with x1863760833980800 ext(0->1048575) 00002000:00010000:2.0:1777421081.110701:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af001193b80 00000100:00100000:2.0:1777421081.110772:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 70 00000100:00100000:2.0:1777421081.110782:0:6548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001193b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2369:x1863760833980800:12345-192.168.203.47@tcp:3:lhsmtool_posix.0 00000100:00100000:2.0:1777421081.124036:0:6548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001193b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2369:x1863760833980800:12345-192.168.203.47@tcp:3:lhsmtool_posix.0 Request processed in 13244us (14513us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1777421081.124050:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 70 00002000:00100000:2.0:1777421081.124062:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x12:0x0] (0->1048575) req@ffff9af001193b80 x1863760833980800/t0(0) o3->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:92/0 lens 488/440 e 0 to 0 dl 1777421092 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421081.124073:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af001193b80 with x1863760833980800 ext(0->1048575) 00002000:00010000:2.0:1777421081.124080:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af001193b80 00000100:00100000:3.0:1777421081.135504:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421081.135581:0:6548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833980928 00000100:00100000:2.0:1777421081.135596:0:6548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833980928 00002000:00100000:2.0:1777421081.135644:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x12:0x0] (1048576->2097151) req@ffff9af13f6f8000 x1863760833980928/t0(0) o3->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:92/0 lens 488/0 e 0 to 0 dl 1777421092 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421081.135657:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13f6f8000 with x1863760833980928 ext(1048576->2097151) 00002000:00010000:2.0:1777421081.135662:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af13f6f8000 00000100:00100000:2.0:1777421081.135707:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 71 00000100:00100000:2.0:1777421081.135720:0:6548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2369:x1863760833980928:12345-192.168.203.47@tcp:3:lhsmtool_posix.0 00000100:00100000:2.0:1777421081.143145:0:6548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2369:x1863760833980928:12345-192.168.203.47@tcp:3:lhsmtool_posix.0 Request processed in 7418us (7645us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1777421081.143158:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 71 00002000:00100000:2.0:1777421081.143176:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x12:0x0] (1048576->2097151) req@ffff9af13f6f8000 x1863760833980928/t0(0) o3->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:92/0 lens 488/440 e 0 to 0 dl 1777421092 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421081.143187:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13f6f8000 with x1863760833980928 ext(1048576->2097151) 00002000:00010000:2.0:1777421081.143194:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af13f6f8000 00000100:00100000:1.0:1777421081.154811:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421081.154879:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421081.154918:0:6548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833981056 00000100:00100000:3.0:1777421081.154936:0:6548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833981056 00000100:00100000:0.0:1777421081.154953:0:17822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833981184 00000100:00100000:0.0:1777421081.154966:0:17822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833981184 00002000:00100000:0.0:1777421081.155015:0:17822:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x12:0x0] (3145728->4194303) req@ffff9af137de8a80 x1863760833981184/t0(0) o3->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:92/0 lens 488/0 e 0 to 0 dl 1777421092 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421081.155027:0:17822:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af137de8a80 with x1863760833981184 ext(3145728->4194303) 00002000:00010000:0.0:1777421081.155033:0:17822:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af137de8a80 00002000:00100000:3.0:1777421081.155068:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x12:0x0] (2097152->3145727) req@ffff9af137dead80 x1863760833981056/t0(0) o3->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:92/0 lens 488/0 e 0 to 0 dl 1777421092 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1777421081.155075:0:17822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 72 00002000:00100000:3.0:1777421081.155090:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af137dead80 with x1863760833981056 ext(2097152->3145727) 00000100:00100000:0.0:1777421081.155093:0:17822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137de8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2368:x1863760833981184:12345-192.168.203.47@tcp:3:lhsmtool_posix.0 00002000:00010000:3.0:1777421081.155099:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af137dead80 00000100:00100000:3.0:1777421081.155140:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 73 00000100:00100000:3.0:1777421081.155153:0:6548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137dead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2368:x1863760833981056:12345-192.168.203.47@tcp:3:lhsmtool_posix.0 00000100:00100000:2.0:1777421081.168595:0:17822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137de8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2368:x1863760833981184:12345-192.168.203.47@tcp:3:lhsmtool_posix.0 Request processed in 13498us (13707us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1777421081.168610:0:17822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 72 00002000:00100000:2.0:1777421081.168624:0:17822:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x12:0x0] (3145728->4194303) req@ffff9af137de8a80 x1863760833981184/t0(0) o3->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:92/0 lens 488/440 e 0 to 0 dl 1777421092 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421081.168635:0:17822:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af137de8a80 with x1863760833981184 ext(3145728->4194303) 00002000:00010000:2.0:1777421081.168642:0:17822:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af137de8a80 00000100:00100000:3.0:1777421081.174855:0:6548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137dead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2368:x1863760833981056:12345-192.168.203.47@tcp:3:lhsmtool_posix.0 Request processed in 19687us (20037us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1777421081.174875:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 73 00002000:00100000:3.0:1777421081.174893:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x12:0x0] (2097152->3145727) req@ffff9af137dead80 x1863760833981056/t0(0) o3->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:92/0 lens 488/440 e 0 to 0 dl 1777421092 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777421081.174905:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af137dead80 with x1863760833981056 ext(2097152->3145727) 00002000:00010000:3.0:1777421081.174914:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af137dead80 00000100:00100000:1.0:1777421081.198659:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421081.198749:0:6548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833981312 00000100:00100000:3.0:1777421081.198769:0:6548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833981312 00002000:00100000:3.0:1777421081.198849:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x12:0x0] (4194304->5242879) req@ffff9af137df6d80 x1863760833981312/t0(0) o3->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:92/0 lens 488/0 e 0 to 0 dl 1777421092 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777421081.198863:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af137df6d80 with x1863760833981312 ext(4194304->5242879) 00002000:00010000:3.0:1777421081.198870:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af137df6d80 00000100:00100000:3.0:1777421081.198908:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 74 00000100:00100000:3.0:1777421081.198919:0:6548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2369:x1863760833981312:12345-192.168.203.47@tcp:3:lhsmtool_posix.0 00000100:00100000:2.0:1777421081.209257:0:6548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2369:x1863760833981312:12345-192.168.203.47@tcp:3:lhsmtool_posix.0 Request processed in 10325us (10593us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1777421081.209271:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 74 00002000:00100000:2.0:1777421081.209284:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x12:0x0] (4194304->5242879) req@ffff9af137df6d80 x1863760833981312/t0(0) o3->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:92/0 lens 488/440 e 0 to 0 dl 1777421092 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421081.209292:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af137df6d80 with x1863760833981312 ext(4194304->5242879) 00002000:00010000:2.0:1777421081.209299:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af137df6d80 00000100:00100000:3.0:1777421081.219443:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421081.219554:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833981440 00000100:00100000:0.0:1777421081.219571:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833981440 00000100:00100000:0.0:1777421081.219651:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 844 00000100:00100000:0.0:1777421081.219662:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+44:24500:x1863760833981440:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421081.219685:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421081.219712:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d71289386d8e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3766a1 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421081.219756:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289386d95 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421081.219788:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289386d95 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421081.219801:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289386d95 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421081.219903:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d71289386d8e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766a1 expref: 46 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421081.219921:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289386d95 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766a1 expref: 45 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421081.219930:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff9af118b05f00) 00010000:00010000:0.0:1777421081.219932:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777421081.219936:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a0400, rc 0) 00000100:00100000:0.0:1777421081.220000:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+45:24500:x1863760833981440:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 339us (574us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421081.220008:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 844 00000100:00100000:1.0:1777421081.228565:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421081.228629:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833981568 00000100:00100000:3.0:1777421081.228653:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833981568 00000100:00100000:3.0:1777421081.228734:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 845 00000100:00100000:3.0:1777421081.228749:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+45:24500:x1863760833981568:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1777421081.228791:0:5760:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000401:0x38:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1777421081.228920:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+45:24500:x1863760833981568:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 174us (369us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421081.228929:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 845 00000100:00100000:1.0:1777421081.234591:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421081.234693:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833981696 00000100:00100000:0.0:1777421081.234706:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833981696 00000100:00100000:0.0:1777421081.234795:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 205 00000100:00100000:0.0:1777421081.234808:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2369:x1863760833981696:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1777421081.234867:0:6541:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005ad53228/0xa38d71289386d9c lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421081.234886:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421081.234889:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421081.234915:0:6541:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005ad53228/0xa38d71289386d9c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421081.234935:0:6541:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005ad53228/0xa38d71289386d9c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421081.234975:0:6541:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005ad53228/0xa38d71289386d9c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421081.234985:0:6541:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005ad53228/0xa38d71289386d9c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421081.234994:0:6541:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005ad53228/0xa38d71289386d9c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421081.235003:0:6541:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a0a00 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:0.0:1777421081.235007:0:6541:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005ad53228/0xa38d71289386d9c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421081.235017:0:6541:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005ad53228/0xa38d71289386d9c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421081.235035:0:6541:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005ad53228/0xa38d71289386d9c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421081.235043:0:6541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005ad53228/0xa38d71289386d9c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421081.235152:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2369:x1863760833981696:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 Request processed in 346us (576us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421081.235161:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 205 00000100:00100000:1.0:1777421081.237535:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421081.237777:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833981952 00000100:00100000:3.0:1777421081.237791:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833981952 00000100:00100000:3.0:1777421081.237860:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 846 00000100:00100000:3.0:1777421081.237873:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+45:24500:x1863760833981952:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1777421081.237973:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289386da3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421081.237995:0:5760:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289386d95 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766a1 expref: 45 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421081.238006:0:5760:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289386da3 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421081.238131:0:5760:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289386d95 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766a1 expref: 45 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421081.238148:0:5760:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289386d95 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766a1 expref: 45 pid: 5761 timeout: 393 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421081.238167:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118e70a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1863760841146752:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777421081.238296:0:5760:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1100e0f00 going to sleep for 11 seconds 00000100:00100000:1.0:1777421081.241763:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421081.242047:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118e70a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1863760841146752:192.168.203.47@tcp:104: 00010000:00010000:3.0:1777421081.242084:0:5760:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289386da3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421081.242399:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833982080 00000100:00100000:2.0:1777421081.242409:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833982080 00010000:00010000:2.0:1777421081.242458:0:5747:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289386d95 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766a1 expref: 46 pid: 5761 timeout: 393 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421081.242502:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 259 00000100:00100000:2.0:1777421081.242515:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1056c2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+46:2369:x1863760833982080:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421081.242552:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421081.242560:0:5747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289386d95 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766a1 expref: 46 pid: 5761 timeout: 393 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421081.242573:0:5747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289386d95 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766a1 expref: 46 pid: 5761 timeout: 393 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421081.242600:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289386d95 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766a1 expref: 46 pid: 5761 timeout: 393 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421081.242619:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff9af118b05f00) 00010000:00010000:2.0:1777421081.242624:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289386da3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421081.242632:0:5747:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289386da3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421081.242639:0:5747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289386da3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421081.242662:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777421081.242687:0:5760:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289386da3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421081.242694:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289386da3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421081.242738:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1056c2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+45:2369:x1863760833982080:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 226us (989us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421081.242746:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 259 00010000:00010000:3.0:1777421081.243155:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289386da3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421081.243164:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289386da3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421081.243172:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289386da3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421081.243178:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004441000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421081.243183:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289386da3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421081.243191:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289386da3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421081.243200:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff9af118b05f00) 00010000:00010000:3.0:1777421081.243203:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1777421081.243207:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289386da3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421081.243237:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289386da3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421081.243841:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+45:24500:x1863760833981952:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 5965us (6443us total) trans 4294967845 rc 0/0 00000100:00100000:2.0:1777421081.243852:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 846 00000100:00100000:1.0:1777421081.252195:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421081.252274:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833982336 00000100:00100000:2.0:1777421081.252306:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833982336 00000100:00100000:2.0:1777421081.252419:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 188 00000100:00100000:2.0:1777421081.252435:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d06a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+45:24500:x1863760833982336:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1777421081.252792:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d06a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+46:24500:x1863760833982336:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 352us (600us total) trans 4294967846 rc 0/0 00000100:00100000:0.0:1777421081.252802:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 188 00000004:00080000:3.0:1777421081.560571:0:6856:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 293343217382ns, next at 294343214438ns, rc = 0 00000100:00100000:2.0:1777421081.560606:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118e70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841146880:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777421081.560716:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421081.560838:0:6546:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841146880 00000100:00100000:0.0:1777421081.560852:0:6546:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841146880 00000100:00100000:0.0:1777421081.560946:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1777421081.560957:0:6546:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3297:x1863760841146880:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777421081.560987:0:6546:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 1703936 granted 83296256 pending 8519680 free 3857711104 avail 3855613952 00000100:00080000:2.0:1777421081.561003:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777421081.561050:0:6546:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3297:x1863760841146880:12345-0@lo:13:osp-pre-0-0.0 Request processed in 93us (334us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421081.561060:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:2.0:1777421081.561090:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118e70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841146880:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1777421081.944560:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1777421082.101127:0:7430:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967338 is committed 00000001:00080000:0.0:1777421082.101153:0:7430:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967337 is committed 00000001:00080000:1.0:1777421082.111849:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967846 is committed 00000001:00080000:1.0:1777421082.111875:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967837 is committed 00000001:00080000:1.0:1777421082.111907:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967842 is committed 00000020:00080000:1.0:1777421082.111922:0:5782:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 11 batchid updated 00000001:00080000:1.0:1777421082.111945:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967843 is committed 00000004:00080000:1.0:1777421082.111955:0:5782:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 8 committed 00000004:00080000:1.0:1777421082.111966:0:5782:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 11 committed 00000004:00080000:1.0:1777421082.111989:0:5782:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 12 committed 00000020:00080000:1.0:1777421082.112005:0:5782:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9af13c06a240 refcount 2 committed 0 result 0 batchid 12 00000020:00080000:1.0:1777421082.112010:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9af13f70e200 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9af10b7319c0 00000020:00080000:1.0:1777421082.112013:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9af13f70e100 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9af13f7ac000 00000020:00080000:3.0:1777421082.112157:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 12 committed batchid 11 00000100:00100000:1.0:1777421082.112278:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c15e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1863760841147008:0@lo:6:osp-syn-1-0.0 00000020:00080000:3.0:1777421082.112347:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 11 00000100:00100000:1.0:1777421082.112451:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421082.112551:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841147008 00000100:00100000:0.0:1777421082.112560:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841147008 00000100:00100000:2.0:1777421082.112596:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c15c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841147136:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777421082.112619:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421082.112626:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841147136 00000100:00100000:0.0:1777421082.112631:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841147136 00000100:00100000:0.0:1777421082.112658:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 206 00000100:00100000:0.0:1777421082.112669:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3298:x1863760841147008:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777421082.112670:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 207 00000100:00100000:2.0:1777421082.112681:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3295:x1863760841147136:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1777421082.112696:0:6543:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:17 count 1 00002000:00080000:0.0:1777421082.112698:0:6541:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:17 count 1 00010000:00010000:2.0:1777421082.112733:0:6543:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008e5b925b/0xa38d71289386db1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421082.112733:0:6541:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005ad53228/0xa38d71289386daa lrc: 3/0,1 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421082.112763:0:6543:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f2308c17/0xa38d71289386cf4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376669 expref: 20 pid: 6541 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421082.112783:0:6543:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421082.112786:0:6543:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421082.112788:0:6543:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008e5b925b/0xa38d71289386db1 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421082.112793:0:6541:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001951f542/0xa38d71289386cfb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376670 expref: 12 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421082.112803:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421082.112805:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421082.112809:0:6541:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005ad53228/0xa38d71289386daa lrc: 4/0,1 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421082.112812:0:6543:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f2308c17/0xa38d71289386cf4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376669 expref: 20 pid: 6541 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421082.112844:0:6543:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f2308c17/0xa38d71289386cf4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376669 expref: 20 pid: 6541 timeout: 393 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421082.112848:0:6541:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001951f542/0xa38d71289386cfb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376670 expref: 12 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421082.112858:0:6543:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c15f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6543:1863760841147264:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421082.112865:0:6541:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001951f542/0xa38d71289386cfb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376670 expref: 12 pid: 11334 timeout: 393 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421082.112879:0:6541:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118841880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6541:1863760841147392:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777421082.112987:0:6543:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af110f41000 going to sleep for 11 seconds 00000100:00100000:0.0:1777421082.112987:0:6541:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af106050cc0 going to sleep for 11 seconds 00000100:00080000:0.0:1777421082.113010:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777421082.115859:0:6541:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118841880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6541:1863760841147392:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421082.115887:0:6541:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005ad53228/0xa38d71289386daa lrc: 3/0,1 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421082.116079:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421082.116133:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421082.116150:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833982464 00000100:00100000:0.0:1777421082.116158:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833982464 00000100:00080000:3.0:1777421082.116200:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1777421082.116204:0:5747:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f2308c17/0xa38d71289386cf4 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376669 expref: 21 pid: 6541 timeout: 393 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421082.116564:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833982592 00000100:00100000:1.0:1777421082.116570:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833982592 00010000:00010000:1.0:1777421082.116608:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001951f542/0xa38d71289386cfb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376670 expref: 13 pid: 11334 timeout: 393 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421082.116638:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 260 00000100:00100000:1.0:1777421082.116646:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e72300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+13:2366:x1863760833982592:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421082.116666:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421082.116681:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001951f542/0xa38d71289386cfb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376670 expref: 13 pid: 11334 timeout: 393 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421082.116693:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001951f542/0xa38d71289386cfb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376670 expref: 13 pid: 11334 timeout: 393 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421082.116724:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001951f542/0xa38d71289386cfb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376670 expref: 13 pid: 11334 timeout: 393 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421082.116740:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421082.116742:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421082.116747:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005ad53228/0xa38d71289386daa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421082.116757:0:5746:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005ad53228/0xa38d71289386daa lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421082.116789:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 261 00010000:00010000:1.0:1777421082.116793:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421082.116798:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e70380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+21:2366:x1863760833982464:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421082.116806:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421082.116811:0:5747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f2308c17/0xa38d71289386cf4 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376669 expref: 21 pid: 6541 timeout: 393 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421082.116820:0:5747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f2308c17/0xa38d71289386cf4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376669 expref: 21 pid: 6541 timeout: 393 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421082.116832:0:6543:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c15f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6543:1863760841147264:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421082.116834:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f2308c17/0xa38d71289386cf4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376669 expref: 21 pid: 6541 timeout: 393 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421082.116847:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421082.116849:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421082.116852:0:5747:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008e5b925b/0xa38d71289386db1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421082.116859:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e72300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+12:2366:x1863760833982592:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 209us (725us total) trans 0 rc 0/0 00010000:00010000:0.0:1777421082.116860:0:5747:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008e5b925b/0xa38d71289386db1 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1777421082.116872:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777421082.116881:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 260 00010000:00010000:2.0:1777421082.117235:0:6543:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008e5b925b/0xa38d71289386db1 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421082.117302:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421082.117382:0:6543:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008e5b925b/0xa38d71289386db1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421082.117394:0:6543:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008e5b925b/0xa38d71289386db1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421082.117405:0:6543:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008e5b925b/0xa38d71289386db1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421082.117414:0:6543:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008e5b925b/0xa38d71289386db1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421082.117481:0:6543:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777421082.117603:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e70380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+20:2366:x1863760833982464:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 805us (1807us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421082.117613:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 261 00010000:00010000:0.0:1777421082.117646:0:6541:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005ad53228/0xa38d71289386daa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421082.117789:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3295:x1863760841147136:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5108us (5166us total) trans 4294967341 rc 0/0 00000100:00100000:2.0:1777421082.117810:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 207 00000004:00080000:1.0:1777421082.117822:0:3295:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9af13c15c000/2, rc 0, transno 4294967341 00000100:00100000:1.0:1777421082.117831:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c15c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841147136:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777421082.117856:0:6541:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005ad53228/0xa38d71289386daa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421082.117866:0:6541:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005ad53228/0xa38d71289386daa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421082.117873:0:6541:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005ad53228/0xa38d71289386daa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421082.117948:0:6541:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1777421082.117969:0:7419:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1777421082.117977:0:7419:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008e5b925b/0xa38d71289386db1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421082.117987:0:7419:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af002b31e00 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:2.0:1777421082.117992:0:7419:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008e5b925b/0xa38d71289386db1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421082.118000:0:7419:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008e5b925b/0xa38d71289386db1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421082.118015:0:7419:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008e5b925b/0xa38d71289386db1 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421082.118022:0:7419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008e5b925b/0xa38d71289386db1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421082.118039:0:7419:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777421082.118043:0:7419:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005ad53228/0xa38d71289386daa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421082.118050:0:7419:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a0a00 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:2.0:1777421082.118054:0:7419:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005ad53228/0xa38d71289386daa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421082.118074:0:7419:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005ad53228/0xa38d71289386daa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421082.118085:0:7419:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005ad53228/0xa38d71289386daa lrc: 1/0,0 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421082.118093:0:7419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005ad53228/0xa38d71289386daa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421082.118110:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421082.118112:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421082.118114:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777421082.118169:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777421082.118615:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3298:x1863760841147008:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5947us (6164us total) trans 4294967339 rc 0/0 00000100:00100000:0.0:1777421082.118622:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 206 00000100:00100000:1.0:1777421082.119875:0:3298:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967338 gen 2 00000004:00080000:1.0:1777421082.119884:0:3298:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967338 committed transno 4294967338 00000100:00100000:1.0:1777421082.119910:0:3298:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9af13c15e680 x1863760841147008/t4294967339(4294967339) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777421098 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1777421082.119937:0:3298:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9af13c15e680/2, rc 0, transno 4294967339 00000100:00100000:1.0:1777421082.119943:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c15e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1863760841147008:0@lo:6:osp-syn-1-0.0 00000040:00080000:0.0:1777421082.265583:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777421082.265593:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777421082.265664:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 21 count 4 00000040:00080000:0.0:1777421082.265672:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:0.0:1777421082.481495:0:17913:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777421082.481505:0:17913:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777421082.481555:0:17913:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 21 count 4 00000040:00080000:0.0:1777421082.481561:0:17913:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777421082.512992:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421082.513829:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833982720 00000100:00100000:0.0:1777421082.513841:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833982720 00000100:00100000:0.0:1777421082.513916:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 208 00000100:00100000:0.0:1777421082.513929:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+20:2369:x1863760833982720:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:0.0:1777421082.513965:0:6541:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421082.513984:0:6541:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000080ae42c6/0xa38d71289386db8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3766a8 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421082.514019:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421082.514022:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421082.514030:0:6541:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000080ae42c6/0xa38d71289386db8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766a8 expref: 21 pid: 6541 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421082.514064:0:6541:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000080ae42c6/0xa38d71289386db8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766a8 expref: 21 pid: 6541 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421082.514078:0:6541:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a0c00, rc 0) 00000100:00100000:0.0:1777421082.514140:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+21:2369:x1863760833982720:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 213us (1154us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421082.514148:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 208 00000100:00100000:1.0:1777421082.520727:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421082.521094:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833982976 00000100:00100000:3.0:1777421082.521105:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833982976 00000100:00100000:3.0:1777421082.521174:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 189 00000100:00100000:3.0:1777421082.521182:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+84:24510:x1863760833982976:12345-192.168.203.47@tcp:35:lfs.0 00000100:00080000:0.0:1777421082.521573:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777421082.521624:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+85:24510:x1863760833982976:12345-192.168.203.47@tcp:35:lfs.0 Request processed in 441us (912us total) trans 4294967847 rc 0/0 00000100:00100000:3.0:1777421082.521633:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 189 00000100:00100000:1.0:1777421082.524794:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421082.524840:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833983232 00000100:00100000:3.0:1777421082.524851:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833983232 00000100:00100000:3.0:1777421082.524909:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 847 00000100:00100000:3.0:1777421082.524919:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+85:24510:x1863760833983232:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:3.0:1777421082.524940:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421082.524943:0:5760:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1777421082.524970:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30a00/0xa38d71289386d4f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x38:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376685 expref: 85 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421082.525000:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff9af118b05f00) 00010000:00010000:3.0:1777421082.525013:0:5760:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777421082.525033:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289386dbf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3766af expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421082.525132:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d71289386dc6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421082.525146:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d71289386dc6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421082.525157:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d71289386dc6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421082.525171:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x38:0x0]: returning size 5242880 00010000:00010000:3.0:1777421082.525296:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289386dbf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x38:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766af expref: 87 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421082.525311:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d71289386dc6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766af expref: 86 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421082.525319:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff9af118b05f00) 00010000:00010000:3.0:1777421082.525322:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1777421082.525331:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af004440000, rc 0) 00000100:00100000:3.0:1777421082.525504:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+86:24510:x1863760833983232:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 585us (716us total) trans 4294967848 rc 0/0 00000100:00100000:3.0:1777421082.525512:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 847 00000100:00100000:1.0:1777421082.530140:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421082.530212:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833983360 00000100:00100000:0.0:1777421082.530222:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833983360 00000100:00100000:0.0:1777421082.530281:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 209 00000100:00100000:0.0:1777421082.530292:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+21:2369:x1863760833983360:12345-192.168.203.47@tcp:1:lfs.0 00010000:00010000:0.0:1777421082.530331:0:6541:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e2862098/0xa38d71289386dd4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421082.530377:0:6541:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002e884284/0xa38d71289386d87 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37669a expref: 8 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421082.530404:0:6541:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000080ae42c6/0xa38d71289386db8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766a8 expref: 21 pid: 6541 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421082.530412:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421082.530414:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421082.530418:0:6541:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e2862098/0xa38d71289386dd4 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421082.530454:0:6541:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000080ae42c6/0xa38d71289386db8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766a8 expref: 21 pid: 6541 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421082.530468:0:6541:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000080ae42c6/0xa38d71289386db8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766a8 expref: 21 pid: 6541 timeout: 394 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421082.530483:0:6541:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118841880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6541:1863760841147520:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421082.530580:0:6541:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002e884284/0xa38d71289386d87 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37669a expref: 8 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421082.530590:0:6541:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002e884284/0xa38d71289386d87 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37669a expref: 8 pid: 11334 timeout: 394 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421082.530600:0:6541:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118841f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6541:1863760841147648:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777421082.530624:0:6541:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1060509c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777421082.535314:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421082.535327:0:6541:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118841880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6541:1863760841147520:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777421082.535344:0:6541:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118841f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6541:1863760841147648:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421082.535406:0:6541:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e2862098/0xa38d71289386dd4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421082.535501:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833983488 00000100:00100000:1.0:1777421082.535508:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833983488 00010000:00010000:1.0:1777421082.535544:0:5747:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000080ae42c6/0xa38d71289386db8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766a8 expref: 22 pid: 6541 timeout: 394 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421082.535574:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 262 00000100:00100000:1.0:1777421082.535584:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+22:2368:x1863760833983488:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421082.535598:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421082.535619:0:5747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000080ae42c6/0xa38d71289386db8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766a8 expref: 22 pid: 6541 timeout: 394 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421082.535632:0:5747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000080ae42c6/0xa38d71289386db8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766a8 expref: 22 pid: 6541 timeout: 394 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421082.535655:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000080ae42c6/0xa38d71289386db8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766a8 expref: 22 pid: 6541 timeout: 394 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421082.535670:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421082.535727:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+21:2368:x1863760833983488:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 143us (421us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421082.535743:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 262 00000100:00100000:1.0:1777421082.544241:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421082.544301:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833983616 00000100:00100000:0.0:1777421082.544312:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833983616 00010000:00010000:0.0:1777421082.544366:0:5745:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002e884284/0xa38d71289386d87 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37669a expref: 9 pid: 11334 timeout: 394 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421082.544408:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 263 00000100:00100000:0.0:1777421082.544418:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d07480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2369:x1863760833983616:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421082.544431:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421082.544452:0:5745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002e884284/0xa38d71289386d87 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37669a expref: 9 pid: 11334 timeout: 394 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421082.544466:0:5745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002e884284/0xa38d71289386d87 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37669a expref: 9 pid: 11334 timeout: 394 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421082.544487:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002e884284/0xa38d71289386d87 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37669a expref: 9 pid: 11334 timeout: 394 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421082.544500:0:5745:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421082.544502:0:5745:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421082.544506:0:5745:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e2862098/0xa38d71289386dd4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421082.544525:0:5745:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e2862098/0xa38d71289386dd4 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421082.544561:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421082.544610:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d07480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+8:2369:x1863760833983616:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 192us (375us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421082.544617:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 263 00010000:00010000:1.0:1777421082.544683:0:6541:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e2862098/0xa38d71289386dd4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421082.544693:0:6541:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e2862098/0xa38d71289386dd4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421082.544730:0:6541:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e2862098/0xa38d71289386dd4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421082.544739:0:6541:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e2862098/0xa38d71289386dd4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421082.544747:0:6541:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e2862098/0xa38d71289386dd4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421082.544755:0:6541:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a0800 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:1.0:1777421082.544759:0:6541:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e2862098/0xa38d71289386dd4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421082.544768:0:6541:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e2862098/0xa38d71289386dd4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421082.544780:0:6541:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e2862098/0xa38d71289386dd4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421082.544799:0:6541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e2862098/0xa38d71289386dd4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421082.545073:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+20:2369:x1863760833983360:12345-192.168.203.47@tcp:1:lfs.0 Request processed in 14782us (14942us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421082.545083:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 209 00000100:00100000:1.0:1777421082.546933:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421082.546990:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833983872 00000100:00100000:3.0:1777421082.547007:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833983872 00000100:00100000:3.0:1777421082.547092:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 190 00000100:00100000:3.0:1777421082.547104:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+86:24510:x1863760833983872:12345-192.168.203.47@tcp:35:lfs.0 00000004:00010000:3.0:1777421082.547185:0:13879:0:(mdt_open.c:1996:mdt_hsm_release()) ### [0x200000401:0x38:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d71289386dc6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766af expref: 86 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777421082.547570:0:13879:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967849 00000001:00080000:3.0:1777421082.548206:0:13879:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967850 00010000:00010000:3.0:1777421082.548269:0:13879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440400/0xa38d71289386ddb lrc: 3/0,1 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421082.548287:0:13879:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31a00/0xa38d71289386d33 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376677 expref: 89 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421082.548297:0:13879:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d71289386d72 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376693 expref: 34 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421082.548305:0:13879:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440400/0xa38d71289386ddb lrc: 5/0,1 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421082.548373:0:13879:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d71289386d72 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376693 expref: 34 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421082.548393:0:13879:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d71289386d72 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376693 expref: 34 pid: 5761 timeout: 394 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421082.548413:0:13879:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118e70e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:13879:1863760841147776:192.168.203.47@tcp:104: 00010000:00010000:3.0:1777421082.548560:0:13879:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31a00/0xa38d71289386d33 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376677 expref: 89 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421082.548584:0:13879:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31a00/0xa38d71289386d33 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376677 expref: 89 pid: 5761 timeout: 394 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421082.548596:0:13879:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118e70a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:13879:1863760841147904:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777421082.548631:0:13879:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af105449cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1777421082.554516:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421082.554577:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421082.554623:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833984000 00000100:00100000:0.0:1777421082.554633:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833984000 00010000:00010000:0.0:1777421082.554682:0:5747:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d71289386d72 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376693 expref: 35 pid: 5761 timeout: 394 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421082.554723:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833984128 00000100:00100000:0.0:1777421082.554726:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833984128 00010000:00010000:0.0:1777421082.554738:0:5747:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31a00/0xa38d71289386d33 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376677 expref: 90 pid: 5761 timeout: 394 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421082.555670:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 264 00000100:00100000:0.0:1777421082.555682:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118841f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+35:2369:x1863760833984000:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421082.555699:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421082.555707:0:5747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d71289386d72 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376693 expref: 35 pid: 5761 timeout: 394 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421082.555734:0:5747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d71289386d72 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376693 expref: 35 pid: 5761 timeout: 394 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421082.555765:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff9af118b05f00) 00010000:00010000:0.0:1777421082.555771:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440400/0xa38d71289386ddb lrc: 3/0,1 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421082.555781:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440400/0xa38d71289386ddb lrc: 3/0,1 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421082.555787:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421082.555839:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118841f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+35:2369:x1863760833984000:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 158us (1332us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421082.555847:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 264 00000100:00100000:0.0:1777421082.555865:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 265 00000100:00100000:0.0:1777421082.555872:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118841880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+90:2368:x1863760833984128:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421082.555880:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421082.555885:0:5747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31a00/0xa38d71289386d33 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376677 expref: 90 pid: 5761 timeout: 394 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1777421082.556298:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1777421082.557604:0:5747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31a00/0xa38d71289386d33 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376677 expref: 90 pid: 5761 timeout: 394 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421082.557627:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff9af118b05f00) 00010000:00010000:0.0:1777421082.557633:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440400/0xa38d71289386ddb lrc: 3/0,1 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421082.557642:0:5747:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440400/0xa38d71289386ddb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421082.557662:0:5747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440400/0xa38d71289386ddb lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421082.557683:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421082.557737:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118841880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+90:2368:x1863760833984128:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 1864us (3159us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421082.557746:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 265 00010000:00010000:0.0:1777421082.557919:0:13879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af105d5d400/0xa38d71289386d72 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376693 expref: 34 pid: 5761 timeout: 394 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421082.557935:0:13879:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118e70e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:13879:1863760841147776:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421082.557949:0:13879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31a00/0xa38d71289386d33 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376677 expref: 89 pid: 5761 timeout: 394 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421082.557960:0:13879:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118e70a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:13879:1863760841147904:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421082.557981:0:13879:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440400/0xa38d71289386ddb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421082.557990:0:13879:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440400/0xa38d71289386ddb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421082.557997:0:13879:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440400/0xa38d71289386ddb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777421082.558151:0:13879:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967851 00000001:00080000:0.0:1777421082.558767:0:13879:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967852 00000100:00100000:0.0:1777421082.558878:0:13879:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c21180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:13879:1863760841148032:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777421082.558932:0:13879:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421082.558981:0:13879:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af103e2e840 going to sleep for 11 seconds 00000100:00100000:3.0:1777421082.559044:0:17395:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841148032 00000100:00100000:3.0:1777421082.559051:0:17395:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841148032 00000100:00100000:3.0:1777421082.559096:0:17395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1777421082.559105:0:17395:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:13879:x1863760841148032:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777421082.559172:0:17395:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:13879:x1863760841148032:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 68us (239us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421082.559180:0:17395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1777421082.562664:0:13879:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c21180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:13879:1863760841148032:0@lo:1000:mdt_rdpg00_002.0 00000001:00080000:0.0:1777421082.562948:0:13879:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967853 00000100:00100000:0.0:1777421082.563027:0:13879:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c21180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:13879:1863760841148160:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777421082.563082:0:13879:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421082.563121:0:13879:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1060509c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777421082.564303:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841148160 00000100:00100000:2.0:1777421082.564313:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841148160 00000100:00100000:2.0:1777421082.564379:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1777421082.564389:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:13879:x1863760841148160:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777421082.564590:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:13879:x1863760841148160:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 203us (1507us total) trans 4294967342 rc 0/0 00000100:00100000:2.0:1777421082.564599:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1777421082.565687:0:13879:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c21180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:13879:1863760841148160:0@lo:1000:mdt_rdpg00_002.0 00000001:00080000:0.0:1777421082.565772:0:13879:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967854 00010000:00010000:0.0:1777421082.565816:0:13879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440400/0xa38d71289386ddb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421082.565826:0:13879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440400/0xa38d71289386ddb lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421082.565833:0:13879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440400/0xa38d71289386ddb lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421082.565840:0:13879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004440400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421082.565844:0:13879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440400/0xa38d71289386ddb lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421082.565852:0:13879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440400/0xa38d71289386ddb lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421082.565866:0:13879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff9af118b05f00) 00010000:00010000:0.0:1777421082.565869:0:13879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1777421082.565873:0:13879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440400/0xa38d71289386ddb lrc: 2/0,0 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421082.565892:0:13879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440400/0xa38d71289386ddb lrc: 0/0,0 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777421082.566084:0:13879:0:(mdd_object.c:3993:mdd_close()) Object [0x200000401:0x39:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1777421082.566189:0:13879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10, 64 off8856 00000004:00080000:0.0:1777421082.566200:0:13879:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 294348848029ns, next at 295348846129ns, rc = 0 00000001:00080000:0.0:1777421082.566207:0:13879:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967855 00010000:00010000:0.0:1777421082.566269:0:13879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff9af118b05f00) 00010000:00010000:0.0:1777421082.566272:0:13879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777421082.566279:0:13879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d71289386dc6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766af expref: 93 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421082.566430:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+92:24510:x1863760833983872:12345-192.168.203.47@tcp:35:lfs.0 Request processed in 19327us (19501us total) trans 4294967856 rc 0/0 00000100:00100000:0.0:1777421082.566440:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 190 00000020:00080000:0.0:1777421082.566529:0:13879:0:(tgt_main.c:782:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:0.0:1777421082.579979:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421082.580082:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833984384 00000100:00100000:3.0:1777421082.580092:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833984384 00000100:00100000:3.0:1777421082.580149:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 848 00000100:00100000:3.0:1777421082.580159:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+92:24512:x1863760833984384:12345-192.168.203.47@tcp:101:md5sum.0 00010000:00010000:3.0:1777421082.580183:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421082.580204:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289386de2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3766b6 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421082.580277:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441800/0xa38d71289386de9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421082.580291:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441800/0xa38d71289386de9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421082.580331:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441800/0xa38d71289386de9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421082.580375:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d71289386df0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421082.580385:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d71289386df0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421082.580393:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d71289386df0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421082.580529:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289386df7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421082.580538:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289386df7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421082.580546:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289386df7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421082.580556:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x38:0x0]: returning size 5242880 00010000:00010000:3.0:1777421082.580643:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441800/0xa38d71289386de9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421082.580812:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441800/0xa38d71289386de9 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421082.580819:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441800/0xa38d71289386de9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421082.580826:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004441800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421082.580836:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441800/0xa38d71289386de9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421082.580845:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441800/0xa38d71289386de9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421082.580857:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff9af103234000) 00010000:00010000:3.0:1777421082.580861:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421082.580865:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441800/0xa38d71289386de9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421082.580872:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441800/0xa38d71289386de9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421082.580882:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d71289386df0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421082.580888:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d71289386df0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421082.580894:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d71289386df0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421082.580900:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004441c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421082.580903:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d71289386df0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421082.580909:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d71289386df0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421082.580916:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x361913b3 (ffff9af103234900) 00010000:00010000:3.0:1777421082.580919:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421082.580927:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d71289386df0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421082.580933:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d71289386df0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421082.580974:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289386de2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766b6 expref: 95 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421082.580988:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289386df7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766b6 expref: 94 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421082.580995:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff9af103234c00) 00010000:00010000:3.0:1777421082.580997:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777421082.580999:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af004440c00, rc 0) 00000100:00100000:3.0:1777421082.581103:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+94:24512:x1863760833984384:12345-192.168.203.47@tcp:101:md5sum.0 Request processed in 940us (1128us total) trans 4294967857 rc 0/0 00000100:00100000:3.0:1777421082.581110:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 848 00000100:00100000:0.0:1777421082.584469:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421082.584520:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833984640 00000100:00100000:2.0:1777421082.584530:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833984640 00000100:00100000:2.0:1777421082.584593:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 34 00000100:00100000:2.0:1777421082.584605:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1056c0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+94:24512:x1863760833984640:12345-192.168.203.47@tcp:103:md5sum.0 00010000:00010000:2.0:1777421082.584620:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421082.584668:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289386df7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766b6 expref: 94 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421082.584786:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff9af103234c00) 00010000:00010000:2.0:1777421082.584797:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421082.584840:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1056c0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+93:24512:x1863760833984640:12345-192.168.203.47@tcp:103:md5sum.0 Request processed in 239us (378us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421082.584848:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 34 00000100:00100000:0.0:1777421082.588509:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421082.588559:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833984768 00000100:00100000:3.0:1777421082.588569:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833984768 00000100:00100000:3.0:1777421082.588621:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 849 00000100:00100000:3.0:1777421082.588632:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+93:24512:x1863760833984768:12345-192.168.203.47@tcp:58:md5sum.0 00010000:00010000:3.0:1777421082.588741:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d71289386e05 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421082.588754:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d71289386e05 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421082.588763:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d71289386e05 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777421082.588981:0:5760:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].21, 136 off11048 00000100:00100000:3.0:1777421082.589057:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+93:24512:x1863760833984768:12345-192.168.203.47@tcp:58:md5sum.0 Request processed in 427us (557us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421082.589065:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 849 00000100:00100000:3.0:1777421082.590502:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421082.590576:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833984896 00000100:00100000:2.0:1777421082.590584:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833984896 00000100:00100000:2.0:1777421082.590630:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 850 00000100:00100000:2.0:1777421082.590639:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+93:24512:x1863760833984896:12345-192.168.203.47@tcp:101:md5sum.0 00010000:00010000:2.0:1777421082.590654:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421082.590671:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31000/0xa38d71289386e0c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3766bd expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421082.590724:0:5760:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d71289386e05 lrc: 2/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421082.590734:0:5760:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31000/0xa38d71289386e0c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766bd expref: 94 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421082.590751:0:5760:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d71289386e05 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421082.590764:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31000/0xa38d71289386e0c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766bd expref: 94 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421082.590776:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff9af103234900) 00010000:00010000:2.0:1777421082.590790:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777421082.590794:0:5760:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31000/0xa38d71289386e0c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766bd expref: 94 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421082.590802:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af002b31000, rc 0) 00000100:00100000:2.0:1777421082.590846:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+94:24512:x1863760833984896:12345-192.168.203.47@tcp:101:md5sum.0 Request processed in 208us (350us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421082.590853:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 850 00010000:00010000:1.0:1777421082.969633:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1777421083.142285:0:6572:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967337 is committed 00000001:00080000:2.0:1777421083.142308:0:6572:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967335 is committed 00000001:00080000:2.0:1777421083.142316:0:6572:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967342 is committed 00000001:00080000:2.0:1777421083.142323:0:6572:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967340 is committed 00000100:00100000:0.0:1777421083.151625:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421083.151760:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421083.151801:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421083.151868:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833985152 00000100:00100000:2.0:1777421083.151878:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833985152 00000100:00100000:3.0:1777421083.151888:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833985280 00000100:00100000:3.0:1777421083.151894:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833985280 00000100:00100000:2.0:1777421083.151937:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 174 00000100:00100000:3.0:1777421083.151949:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 175 00000100:00100000:2.0:1777421083.151951:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+12:2367:x1863760833985152:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777421083.151962:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2366:x1863760833985280:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777421083.152038:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2366:x1863760833985280:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 79us (235us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421083.152039:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+12:2367:x1863760833985152:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 91us (278us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421083.152053:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 175 00000100:00100000:2.0:1777421083.152060:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 174 00000100:00080000:0.0:1777421083.152190:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777421083.152214:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833985024 00000100:00100000:1.0:1777421083.152218:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833985024 00000100:00100000:1.0:1777421083.152319:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 467 00000100:00100000:1.0:1777421083.152326:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119148050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+12:2366:x1863760833985024:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777421083.152447:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119148050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+12:2366:x1863760833985024:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 121us (832us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421083.152452:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 467 00000040:00080000:0.0:1777421083.289061:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777421083.289069:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777421083.289106:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 22 count 5 00000040:00080000:0.0:1777421083.289113:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777421083.289241:0:11331:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c21880 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841148288:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1777421083.289384:0:11331:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af10617fcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1777421083.291455:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421083.291485:0:11331:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c21880 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841148288:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1777421083.291531:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833985408 00000100:00100000:2.0:1777421083.291541:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833985408 00000100:00100000:2.0:1777421083.291602:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 851 00000100:00100000:2.0:1777421083.291610:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+34:24513:x1863760833985408:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1777421083.291637:0:5760:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000401:0x38:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1777421083.291725:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+34:24513:x1863760833985408:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 115us (282us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421083.291733:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 851 00000100:00100000:3.0:1777421083.293834:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421083.293951:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833985536 00000100:00100000:2.0:1777421083.293963:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833985536 00000100:00100000:2.0:1777421083.294041:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 852 00000100:00100000:2.0:1777421083.294052:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+34:24513:x1863760833985536:12345-192.168.203.47@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1777421083.294144:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31400/0xa38d71289386e13 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.294166:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31400/0xa38d71289386e13 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.294182:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31400/0xa38d71289386e13 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.294201:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30c00/0xa38d71289386e1a lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.294209:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30c00/0xa38d71289386e1a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.294216:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30c00/0xa38d71289386e1a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.294245:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30e00/0xa38d71289386e21 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.294255:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30e00/0xa38d71289386e21 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.294262:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30e00/0xa38d71289386e21 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421083.294305:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x38:0x0]: returning size 5242880 00000004:00200000:2.0:1777421083.294325:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421083.294344:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30e00/0xa38d71289386e21 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.294388:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31400/0xa38d71289386e13 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.294395:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31400/0xa38d71289386e13 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.294403:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31400/0xa38d71289386e13 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.294410:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af002b31400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421083.294415:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31400/0xa38d71289386e13 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.294422:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31400/0xa38d71289386e13 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.294436:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9af106213200) 00010000:00010000:2.0:1777421083.294439:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421083.294445:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31400/0xa38d71289386e13 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.294451:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31400/0xa38d71289386e13 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.294468:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30c00/0xa38d71289386e1a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.294474:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30c00/0xa38d71289386e1a lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.294489:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30c00/0xa38d71289386e1a lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.294495:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af002b30c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421083.294498:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30c00/0xa38d71289386e1a lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.294519:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30c00/0xa38d71289386e1a lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.294527:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xb1925f2 (ffff9af118b05d00) 00010000:00010000:2.0:1777421083.294530:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421083.294533:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30c00/0xa38d71289386e1a lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.294539:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30c00/0xa38d71289386e1a lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.294559:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30e00/0xa38d71289386e21 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.294565:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30e00/0xa38d71289386e21 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.294571:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30e00/0xa38d71289386e21 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.294575:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af002b30e00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421083.294578:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30e00/0xa38d71289386e21 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.294594:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30e00/0xa38d71289386e21 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.294602:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff9af103234900) 00010000:00010000:2.0:1777421083.294604:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421083.294607:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30e00/0xa38d71289386e21 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.294613:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30e00/0xa38d71289386e21 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421083.294693:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+34:24513:x1863760833985536:12345-192.168.203.47@tcp:34:lhsmtool_posix.0 Request processed in 643us (871us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421083.294702:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 852 00000100:00100000:3.0:1777421083.297226:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421083.299603:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833985792 00000100:00100000:2.0:1777421083.299621:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833985792 00000100:00100000:2.0:1777421083.299697:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 853 00000100:00100000:2.0:1777421083.299719:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+34:24513:x1863760833985792:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421083.299746:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421083.299775:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31a00/0xa38d71289386e28 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3766c4 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.299902:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30000/0xa38d71289386e2f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.299921:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30000/0xa38d71289386e2f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.299934:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30000/0xa38d71289386e2f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421083.299978:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x38:0x0]: returning size 5242880 00010000:00010000:2.0:1777421083.300111:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30000/0xa38d71289386e2f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.300121:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30000/0xa38d71289386e2f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.300129:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30000/0xa38d71289386e2f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.300136:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af002b30000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421083.300141:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30000/0xa38d71289386e2f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.300149:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30000/0xa38d71289386e2f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.300163:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff9af103234900) 00010000:00010000:2.0:1777421083.300166:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777421083.300172:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30000/0xa38d71289386e2f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.300179:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30000/0xa38d71289386e2f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.300234:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31a00/0xa38d71289386e28 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766c4 expref: 36 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.300245:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9af106213200) 00010000:00010000:2.0:1777421083.300247:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777421083.300258:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31a00/0xa38d71289386e28 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766c4 expref: 36 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.300270:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af002b31a00, rc 0) 00000100:00100000:2.0:1777421083.300347:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+35:24513:x1863760833985792:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 639us (3133us total) trans 4294967858 rc 301/301 00000100:00100000:2.0:1777421083.300379:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 853 00000100:00100000:3.0:1777421083.302321:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421083.302393:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833985920 00000100:00100000:2.0:1777421083.302405:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833985920 00000100:00100000:2.0:1777421083.302468:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 854 00000100:00100000:2.0:1777421083.302483:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c678000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+35:24513:x1863760833985920:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1777421083.302524:0:5760:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000401:0x38:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1777421083.302652:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c678000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+35:24513:x1863760833985920:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 171us (341us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421083.302659:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 854 00000100:00100000:3.0:1777421083.304403:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421083.304581:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833986048 00000100:00100000:2.0:1777421083.304592:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833986048 00000100:00100000:2.0:1777421083.304634:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 855 00000100:00100000:2.0:1777421083.304641:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af120430e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+35:24513:x1863760833986048:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421083.304659:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421083.304694:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30e00/0xa38d71289386e3d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3766cb expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.304783:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30c00/0xa38d71289386e44 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.304809:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30c00/0xa38d71289386e44 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.304846:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30c00/0xa38d71289386e44 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421083.305107:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1777421083.305112:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 23 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421083.305143:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30c00/0xa38d71289386e44 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.305171:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30e00/0xa38d71289386e3d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766cb expref: 37 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.305190:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30c00/0xa38d71289386e44 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766cb expref: 36 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.305199:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af103234300) 00010000:00010000:2.0:1777421083.305202:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777421083.305207:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af002b30c00, rc 0) 00000100:00100000:2.0:1777421083.305269:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af120430e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+36:24513:x1863760833986048:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 627us (871us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421083.305278:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 855 00000100:00100000:3.0:1777421083.308161:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421083.308233:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833986176 00000100:00100000:2.0:1777421083.308244:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833986176 00000100:00100000:2.0:1777421083.308298:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 856 00000100:00100000:2.0:1777421083.308306:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af120430000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+36:24513:x1863760833986176:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421083.308334:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421083.308393:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31a00/0xa38d71289386e4b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3766d2 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.308497:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30000/0xa38d71289386e52 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.308513:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30000/0xa38d71289386e52 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.308525:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30000/0xa38d71289386e52 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.308541:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31400/0xa38d71289386e59 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.308548:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31400/0xa38d71289386e59 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.308554:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31400/0xa38d71289386e59 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.308909:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31c00/0xa38d71289386e60 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.308919:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31c00/0xa38d71289386e60 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.308927:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31c00/0xa38d71289386e60 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421083.308963:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x36:0x0]: returning size 11776 00000004:00200000:2.0:1777421083.308966:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421083.308991:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31c00/0xa38d71289386e60 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.309015:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30000/0xa38d71289386e52 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.309022:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30000/0xa38d71289386e52 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.309029:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30000/0xa38d71289386e52 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.309036:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af002b30000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421083.309040:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30000/0xa38d71289386e52 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.309048:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30000/0xa38d71289386e52 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.309061:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af103234300) 00010000:00010000:2.0:1777421083.309064:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421083.309069:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30000/0xa38d71289386e52 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.309075:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30000/0xa38d71289386e52 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.309087:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31400/0xa38d71289386e59 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.309093:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31400/0xa38d71289386e59 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.309099:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31400/0xa38d71289386e59 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.309109:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af002b31400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421083.309112:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31400/0xa38d71289386e59 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.309118:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31400/0xa38d71289386e59 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.309125:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c6c0408 (ffff9af118b05d00) 00010000:00010000:2.0:1777421083.309128:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421083.309131:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31400/0xa38d71289386e59 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.309137:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31400/0xa38d71289386e59 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.309169:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31a00/0xa38d71289386e4b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766d2 expref: 38 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.309182:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31c00/0xa38d71289386e60 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766d2 expref: 37 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.309189:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff9af103234000) 00010000:00010000:2.0:1777421083.309192:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1777421083.309194:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af002b31c00, rc 0) 00000100:00100000:2.0:1777421083.309266:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af120430000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+37:24513:x1863760833986176:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 960us (1113us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421083.309275:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 856 00000100:00100000:3.0:1777421083.311435:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421083.311637:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833986432 00000100:00100000:2.0:1777421083.311662:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833986432 00000100:00100000:2.0:1777421083.311737:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 857 00000100:00100000:2.0:1777421083.311748:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af120431f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+37:24513:x1863760833986432:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421083.311771:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421083.311794:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30a00/0xa38d71289386e67 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3766d9 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.312675:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31e00/0xa38d71289386e6e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.312694:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31e00/0xa38d71289386e6e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.312717:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31e00/0xa38d71289386e6e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421083.312728:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x16:0x0]: returning size 0 00010000:00010000:2.0:1777421083.312782:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30a00/0xa38d71289386e67 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766d9 expref: 40 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.312800:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31e00/0xa38d71289386e6e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766d9 expref: 39 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.312808:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff9af118b05300) 00010000:00010000:2.0:1777421083.312811:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777421083.312814:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af002b31e00, rc 0) 00000100:00100000:2.0:1777421083.312891:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af120431f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+39:24513:x1863760833986432:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 1144us (1465us total) trans 4294967859 rc 0/0 00000100:00100000:2.0:1777421083.312899:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 857 00000100:00100000:3.0:1777421083.315552:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421083.315744:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833986688 00000100:00100000:1.0:1777421083.315758:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833986688 00000100:00100000:1.0:1777421083.315827:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 858 00000100:00100000:1.0:1777421083.315839:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af120431c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+39:24513:x1863760833986688:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1777421083.315995:0:5761:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421083.316028:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31e00/0xa38d71289386e6e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766d9 expref: 39 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.316053:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff9af118b05300) 00010000:00010000:1.0:1777421083.316082:0:5761:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421083.316110:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d71289386e7c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.316125:0:5761:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30200/0xa38d71289386d64 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37668c expref: 93 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.316134:0:5761:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d71289386e7c lrc: 4/0,1 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.316175:0:5761:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30200/0xa38d71289386d64 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37668c expref: 93 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.316191:0:5761:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30200/0xa38d71289386d64 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37668c expref: 93 pid: 5761 timeout: 395 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421083.316208:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af105d04700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841148416:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777421083.316312:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af118192c00 going to sleep for 11 seconds 00000100:00100000:1.0:1777421083.318759:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af105d04700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841148416:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777421083.318789:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00010000:00010000:1.0:1777421083.318797:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d71289386e7c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421083.318836:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833986816 00000100:00100000:2.0:1777421083.318845:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833986816 00010000:00010000:2.0:1777421083.318885:0:5745:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30200/0xa38d71289386d64 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37668c expref: 94 pid: 5761 timeout: 395 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421083.318977:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 266 00000100:00100000:2.0:1777421083.318988:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c21880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+94:2369:x1863760833986816:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421083.319004:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421083.319012:0:5745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30200/0xa38d71289386d64 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37668c expref: 94 pid: 5761 timeout: 395 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.319025:0:5745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30200/0xa38d71289386d64 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37668c expref: 94 pid: 5761 timeout: 395 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.319050:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30200/0xa38d71289386d64 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37668c expref: 94 pid: 5761 timeout: 395 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.319069:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff9af103234000) 00010000:00010000:2.0:1777421083.319073:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d71289386e7c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.319082:0:5745:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d71289386e7c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.319089:0:5745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d71289386e7c lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.319116:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421083.319172:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c21880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+93:2369:x1863760833986816:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 185us (388us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421083.319203:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 266 00010000:00010000:1.0:1777421083.320457:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d71289386e7c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.320472:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d71289386e7c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.320506:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12e00/0xa38d71289386e83 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x36:0x0].0x225dcf32 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.320534:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12e00/0xa38d71289386e83 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x225dcf32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.320544:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12e00/0xa38d71289386e83 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x225dcf32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.320728:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d71289386e7c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.320737:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d71289386e7c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.320745:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d71289386e7c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.320752:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137d12400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421083.320757:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d71289386e7c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.320771:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d71289386e7c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.320785:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff9af103234000) 00010000:00010000:1.0:1777421083.320789:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421083.320794:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d71289386e7c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.320801:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12400/0xa38d71289386e7c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.320815:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12e00/0xa38d71289386e83 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x225dcf32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.320827:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12e00/0xa38d71289386e83 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x225dcf32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.320834:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12e00/0xa38d71289386e83 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x225dcf32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.320839:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137d12e00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421083.320842:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12e00/0xa38d71289386e83 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x225dcf32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.320849:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12e00/0xa38d71289386e83 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x225dcf32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.320857:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x225dcf32 (ffff9af1112dc800) 00010000:00010000:1.0:1777421083.320860:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421083.320863:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12e00/0xa38d71289386e83 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x36:0x0].0x225dcf32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.320869:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12e00/0xa38d71289386e83 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x36:0x0].0x225dcf32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421083.320968:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af120431c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+38:24513:x1863760833986688:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 Request processed in 5127us (5425us total) trans 0 rc -2/-2 00000100:00100000:1.0:1777421083.320977:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 858 00000100:00100000:0.0:1777421083.327189:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421083.327285:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833986944 00000100:00100000:1.0:1777421083.327300:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833986944 00000100:00100000:1.0:1777421083.327403:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 859 00000100:00100000:1.0:1777421083.327416:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+38:24513:x1863760833986944:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421083.327442:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421083.327489:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13600/0xa38d71289386e8a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3766e0 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.327536:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13e00/0xa38d71289386e91 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.327554:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13e00/0xa38d71289386e91 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.327568:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13e00/0xa38d71289386e91 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.327699:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13600/0xa38d71289386e8a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x16:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766e0 expref: 40 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.327732:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13e00/0xa38d71289386e91 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766e0 expref: 39 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.327743:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff9af1112dc200) 00010000:00010000:1.0:1777421083.327747:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1777421083.327751:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137d13e00, rc 0) 00000100:00100000:1.0:1777421083.328935:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+39:24513:x1863760833986944:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 1515us (1754us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421083.328947:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 859 00000100:00100000:1.0:1777421083.333545:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421083.333650:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833987200 00000100:00100000:0.0:1777421083.333666:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833987200 00000100:00100000:0.0:1777421083.333796:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 860 00000100:00100000:0.0:1777421083.333818:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+39:24513:x1863760833987200:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1777421083.333926:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1400/0xa38d71289386e98 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421083.333949:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1400/0xa38d71289386e98 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421083.333962:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1400/0xa38d71289386e98 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777421083.334244:0:5761:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000007985e1ea reply state 00000000767d3ae2 transno 4294967860 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1400/0xa38d71289386e98 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421083.334255:0:5761:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777421083.334421:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+41:24513:x1863760833987200:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 Request processed in 604us (887us total) trans 4294967860 rc 0/0 00000100:00100000:0.0:1777421083.334430:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 860 00010000:00010000:2.0:1777421083.336998:0:3282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1400/0xa38d71289386e98 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.337027:0:3282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1400/0xa38d71289386e98 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.337037:0:3282:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1400/0xa38d71289386e98 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.337045:0:3282:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a1400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421083.337051:0:3282:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1400/0xa38d71289386e98 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.337059:0:3282:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1400/0xa38d71289386e98 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.337079:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff9af1112dc200) 00010000:00010000:2.0:1777421083.337082:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1777421083.337087:0:3282:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1400/0xa38d71289386e98 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.337094:0:3282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1400/0xa38d71289386e98 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421083.337491:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421083.339812:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833987328 00000100:00100000:0.0:1777421083.339833:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833987328 00000100:00100000:0.0:1777421083.339920:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 861 00000100:00100000:0.0:1777421083.339933:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+40:24513:x1863760833987328:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421083.339987:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421083.340018:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0800/0xa38d71289386e9f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3766e7 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421083.340094:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0800/0xa38d71289386e9f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766e7 expref: 41 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421083.340111:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0800/0xa38d71289386e9f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766e7 expref: 41 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421083.340123:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff9af1112dc200) 00010000:00010000:0.0:1777421083.340125:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777421083.340130:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a0800, rc 0) 00000100:00100000:0.0:1777421083.340213:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+41:24513:x1863760833987328:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 282us (2728us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421083.340222:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 861 00000100:00100000:3.0:1777421083.343113:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421083.343240:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833987456 00000100:00100000:0.0:1777421083.343253:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833987456 00000100:00100000:0.0:1777421083.343389:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 191 00000100:00100000:0.0:1777421083.343400:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1050fb850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+41:24513:x1863760833987456:12345-192.168.203.47@tcp:49:lhsmtool_posix.0 00000100:00100000:0.0:1777421083.343554:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1050fb850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+41:24513:x1863760833987456:12345-192.168.203.47@tcp:49:lhsmtool_posix.0 Request processed in 155us (451us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421083.343562:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 191 00000100:00100000:3.0:1777421083.347081:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421083.347201:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833987712 00000100:00100000:0.0:1777421083.347215:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833987712 00000100:00100000:0.0:1777421083.347322:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 192 00000100:00100000:0.0:1777421083.347334:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af120430a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+41:24513:x1863760833987712:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1777421083.347654:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af120430a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+42:24513:x1863760833987712:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 321us (586us total) trans 4294967861 rc 0/0 00000100:00100000:0.0:1777421083.347662:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 192 00000100:00100000:3.0:1777421083.351591:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421083.351726:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833987968 00000100:00100000:0.0:1777421083.351740:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833987968 00000100:00100000:0.0:1777421083.351863:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 862 00000100:00100000:0.0:1777421083.351881:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af120431180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+42:24513:x1863760833987968:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1777421083.352021:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af120431180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+42:24513:x1863760833987968:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 146us (443us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421083.352030:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 862 00000100:00100000:3.0:1777421083.353933:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421083.354086:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833988224 00000100:00100000:0.0:1777421083.354098:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833988224 00000100:00100000:0.0:1777421083.354172:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 863 00000100:00100000:0.0:1777421083.354184:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af120432300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+42:24513:x1863760833988224:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421083.354206:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421083.354234:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289386ea6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3766ee expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421083.354397:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289386ead lrc: 3/0,1 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421083.354416:0:5761:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0800/0xa38d71289386e9f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766e7 expref: 43 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421083.354426:0:5761:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289386ead lrc: 4/0,1 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421083.354490:0:5761:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0800/0xa38d71289386e9f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766e7 expref: 43 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421083.354506:0:5761:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0800/0xa38d71289386e9f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766e7 expref: 43 pid: 5761 timeout: 395 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421083.354522:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c20e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841148544:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777421083.354886:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af104987900 going to sleep for 11 seconds 00000100:00100000:3.0:1777421083.357799:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421083.357992:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c20e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841148544:192.168.203.47@tcp:104: 00010000:00010000:1.0:1777421083.358036:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289386ead lrc: 3/0,1 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421083.358586:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833988352 00000100:00100000:2.0:1777421083.358598:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833988352 00010000:00010000:2.0:1777421083.358640:0:5745:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0800/0xa38d71289386e9f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766e7 expref: 44 pid: 5761 timeout: 395 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421083.358680:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 267 00000100:00100000:2.0:1777421083.358700:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af120432680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+44:2368:x1863760833988352:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421083.358786:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421083.358795:0:5745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0800/0xa38d71289386e9f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766e7 expref: 44 pid: 5761 timeout: 395 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.358809:0:5745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0800/0xa38d71289386e9f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766e7 expref: 44 pid: 5761 timeout: 395 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.358837:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0800/0xa38d71289386e9f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766e7 expref: 44 pid: 5761 timeout: 395 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.358856:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff9af1112dc200) 00010000:00010000:2.0:1777421083.358862:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289386ead lrc: 3/0,1 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.358874:0:5745:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289386ead lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.358883:0:5745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289386ead lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.358971:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421083.358992:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289386ead lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.359000:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289386ead lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421083.359019:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x16:0x0]: returning size 0 00000100:00100000:2.0:1777421083.359080:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af120432680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+43:2368:x1863760833988352:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 381us (1292us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421083.359089:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 267 00000100:00100000:0.0:1777421083.359306:0:7918:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c23800 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:7918:1863760841148672:0@lo:5:osp-pre-1-0.0 00000100:00100000:0.0:1777421083.359393:0:7918:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421083.359425:0:7918:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af104987900 going to sleep for 11 seconds 00000004:00080000:1.0:1777421083.359533:0:5761:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x12:0x0], index 1: 0 00000100:00100000:2.0:1777421083.359589:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841148672 00000100:00100000:2.0:1777421083.359595:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841148672 00000100:00100000:2.0:1777421083.359632:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 210 00000100:00100000:2.0:1777421083.359642:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:7918:x1863760841148672:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:2.0:1777421083.359704:0:11334:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x280000400 at 34 00010000:00010000:1.0:1777421083.359723:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289386ead lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.359734:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289386ead lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.359742:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289386ead lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.359749:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a1c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421083.359755:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289386ead lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.359765:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289386ead lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.359778:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff9af1112dc200) 00010000:00010000:1.0:1777421083.359781:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777421083.359786:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289386ead lrc: 2/0,0 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.359792:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289386ead lrc: 0/0,0 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.359865:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289386ea6 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766ee expref: 43 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.359876:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff9af103234000) 00010000:00010000:1.0:1777421083.359879:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777421083.359883:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289386ea6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766ee expref: 43 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.359894:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a0c00, rc 0) 00000100:00100000:1.0:1777421083.359929:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af120432300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+42:24513:x1863760833988224:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 5747us (6006us total) trans 4294967862 rc 301/301 00000100:00100000:1.0:1777421083.359938:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 863 00000100:00100000:0.0:1777421083.367790:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421083.367990:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833988608 00000100:00100000:1.0:1777421083.368004:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833988608 00000100:00100000:1.0:1777421083.368072:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 193 00000100:00100000:1.0:1777421083.368084:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+42:24513:x1863760833988608:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1777421083.368528:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+43:24513:x1863760833988608:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 445us (751us total) trans 4294967863 rc 0/0 00000100:00100000:1.0:1777421083.368538:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 193 00000100:00100000:3.0:1777421083.372300:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421083.372386:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833988736 00000100:00100000:1.0:1777421083.372399:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833988736 00000100:00100000:1.0:1777421083.372463:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 864 00000100:00100000:1.0:1777421083.372473:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af120432a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+43:24513:x1863760833988736:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421083.372501:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421083.372527:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13600/0xa38d71289386ebb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3766f5 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.372630:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12e00/0xa38d71289386ec2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.372647:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12e00/0xa38d71289386ec2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.372660:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12e00/0xa38d71289386ec2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421083.372681:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:7918:x1863760841148672:12345-0@lo:5:osp-pre-1-0.0 Request processed in 13040us (13286us total) trans 4294967340 rc 0/0 00000100:00100000:2.0:1777421083.372691:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 210 00000004:00200000:1.0:1777421083.372700:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x16:0x0]: returning size 0 00000004:00200000:1.0:1777421083.372704:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421083.372742:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12e00/0xa38d71289386ec2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.372772:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13600/0xa38d71289386ebb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x16:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766f5 expref: 45 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421083.372787:0:7918:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c23800 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:7918:1863760841148672:0@lo:5:osp-pre-1-0.0 00010000:00010000:1.0:1777421083.372789:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12e00/0xa38d71289386ec2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766f5 expref: 44 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.372798:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff9af1112dc200) 00010000:00010000:1.0:1777421083.372801:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00000004:00080000:0.0:1777421083.372805:0:7918:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x280000400:0x12:0x0]-[0x280000400:0x41:0x0] 00010000:00010000:1.0:1777421083.372806:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137d12e00, rc 0) 00000100:00100000:1.0:1777421083.372853:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af120432a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+44:24513:x1863760833988736:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 380us (564us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421083.372860:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 864 00000100:00100000:3.0:1777421083.375725:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421083.375848:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833988864 00000100:00100000:2.0:1777421083.375859:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833988864 00000100:00100000:2.0:1777421083.375950:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 211 00000100:00100000:2.0:1777421083.375962:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af120433b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2369:x1863760833988864:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421083.375984:0:11334:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421083.376004:0:11334:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b966f941/0xa38d71289386ec9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3766fc expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777421083.376029:0:11334:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x12:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1777421083.376051:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421083.376053:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421083.376064:0:11334:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b966f941/0xa38d71289386ec9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766fc expref: 10 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.376084:0:11334:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b966f941/0xa38d71289386ec9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766fc expref: 10 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.376098:0:11334:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af002b30200, rc 0) 00000100:00100000:2.0:1777421083.376164:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af120433b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2369:x1863760833988864:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 203us (460us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421083.376172:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 211 00000100:00100000:0.0:1777421083.379618:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421083.379792:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833989120 00000100:00100000:1.0:1777421083.379806:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833989120 00000100:00100000:1.0:1777421083.379917:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 865 00000100:00100000:1.0:1777421083.380238:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+44:24513:x1863760833989120:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777421083.380396:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+44:24513:x1863760833989120:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 468us (840us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421083.380405:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 865 00000100:00100000:0.0:1777421083.388769:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421083.388959:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833989248 00000100:00100000:2.0:1777421083.388988:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833989248 00000100:00100000:2.0:1777421083.389221:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 212 00000100:00100000:2.0:1777421083.389234:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:24513:x1863760833989248:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421083.389257:0:11334:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421083.389282:0:11334:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000088c0c452/0xa38d71289386ed0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376703 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.389327:0:11334:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b966f941/0xa38d71289386ec9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766fc expref: 11 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.389337:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421083.389340:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421083.389345:0:11334:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000088c0c452/0xa38d71289386ed0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376703 expref: 11 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.389423:0:11334:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b966f941/0xa38d71289386ec9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766fc expref: 11 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.389439:0:11334:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b966f941/0xa38d71289386ec9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766fc expref: 11 pid: 11334 timeout: 395 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421083.389455:0:11334:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c15f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11334:1863760841148800:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777421083.389579:0:11334:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af106050540 going to sleep for 11 seconds 00000100:00100000:2.0:1777421083.393531:0:11334:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c15f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11334:1863760841148800:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777421083.393579:0:11334:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000088c0c452/0xa38d71289386ed0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376703 expref: 11 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.393635:0:11334:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af002b30a00, rc 0) 00000100:00100000:2.0:1777421083.393754:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:24513:x1863760833989248:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 4522us (4998us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421083.393765:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 212 00000100:00100000:1.0:1777421083.394940:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421083.395072:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833989376 00000100:00100000:2.0:1777421083.395083:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833989376 00010000:00010000:2.0:1777421083.395125:0:5745:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b966f941/0xa38d71289386ec9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766fc expref: 11 pid: 11334 timeout: 395 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421083.395167:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 268 00000100:00100000:2.0:1777421083.395179:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d06a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2368:x1863760833989376:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421083.395195:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421083.395223:0:5745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b966f941/0xa38d71289386ec9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766fc expref: 11 pid: 11334 timeout: 395 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.395238:0:5745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b966f941/0xa38d71289386ec9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766fc expref: 11 pid: 11334 timeout: 395 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.395266:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b966f941/0xa38d71289386ec9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766fc expref: 11 pid: 11334 timeout: 395 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.395286:0:5745:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421083.395288:0:5745:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421083.395297:0:5745:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000088c0c452/0xa38d71289386ed0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376703 expref: 10 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.395323:0:5745:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000088c0c452/0xa38d71289386ed0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376703 expref: 10 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.395408:0:5745:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000088c0c452/0xa38d71289386ed0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376703 expref: 10 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421083.395425:0:5745:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c15f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5745:1863760841148928:192.168.203.47@tcp:105: 00000100:00100000:2.0:1777421083.395509:0:5745:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af106050540 going to sleep for 11 seconds 00000100:00100000:2.0:1777421083.398177:0:5745:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c15f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5745:1863760841148928:192.168.203.47@tcp:105: 00010000:00010000:2.0:1777421083.398211:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421083.398278:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d06a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2368:x1863760833989376:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 3101us (3353us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421083.398291:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 268 00000100:00100000:1.0:1777421083.410702:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421083.410839:0:6548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833989504 00000100:00100000:2.0:1777421083.410854:0:6548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833989504 00002000:00100000:2.0:1777421083.410931:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x12:0x0] (0->1048575) req@ffff9af105d06300 x1863760833989504/t0(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:94/0 lens 488/0 e 0 to 0 dl 1777421094 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421083.410945:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af105d06300 with x1863760833989504 ext(0->1048575) 00002000:00010000:2.0:1777421083.410952:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af105d06300 00000100:00100000:2.0:1777421083.410999:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 75 00000100:00100000:2.0:1777421083.411012:0:6548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2369:x1863760833989504:12345-192.168.203.47@tcp:4:lhsmtool_posix.0 00000100:00100000:1.0:1777421083.420246:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421083.420315:0:17822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833989632 00000100:00100000:0.0:1777421083.420340:0:17822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833989632 00002000:00100000:0.0:1777421083.420435:0:17822:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x12:0x0] (1048576->2097151) req@ffff9af105d04000 x1863760833989632/t0(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:94/0 lens 488/0 e 0 to 0 dl 1777421094 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421083.420449:0:17822:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af105d04000 with x1863760833989632 ext(1048576->2097151) 00002000:00010000:0.0:1777421083.420456:0:17822:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af105d04000 00000100:00100000:0.0:1777421083.420490:0:17822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 76 00000100:00100000:0.0:1777421083.420500:0:17822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2368:x1863760833989632:12345-192.168.203.47@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1777421083.434287:0:6548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+14:2369:x1863760833989504:12345-192.168.203.47@tcp:4:lhsmtool_posix.0 Request processed in 23262us (23585us total) trans 4294967341 rc 0/0 00000100:00100000:2.0:1777421083.434322:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 75 00002000:00100000:2.0:1777421083.434340:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x12:0x0] (0->1048575) req@ffff9af105d06300 x1863760833989504/t4294967341(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:94/0 lens 488/448 e 0 to 0 dl 1777421094 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421083.434380:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af105d06300 with x1863760833989504 ext(0->1048575) 00002000:00010000:2.0:1777421083.434388:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af105d06300 00000100:00100000:1.0:1777421083.434629:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421083.435987:0:6548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833989760 00000100:00100000:2.0:1777421083.436005:0:6548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833989760 00002000:00100000:2.0:1777421083.436375:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x12:0x0] (2097152->3145727) req@ffff9af001c13800 x1863760833989760/t0(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:94/0 lens 488/0 e 0 to 0 dl 1777421094 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421083.436388:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af001c13800 with x1863760833989760 ext(2097152->3145727) 00002000:00010000:2.0:1777421083.436396:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af001c13800 00000100:00100000:2.0:1777421083.436443:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 77 00000100:00100000:2.0:1777421083.436457:0:6548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+14:2369:x1863760833989760:12345-192.168.203.47@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1777421083.439597:0:17822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+16:2368:x1863760833989632:12345-192.168.203.47@tcp:4:lhsmtool_posix.0 Request processed in 19083us (19353us total) trans 4294967342 rc 0/0 00000100:00100000:0.0:1777421083.439616:0:17822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 76 00002000:00100000:0.0:1777421083.439631:0:17822:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x12:0x0] (1048576->2097151) req@ffff9af105d04000 x1863760833989632/t4294967342(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:94/0 lens 488/448 e 0 to 0 dl 1777421094 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421083.439643:0:17822:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af105d04000 with x1863760833989632 ext(1048576->2097151) 00002000:00010000:0.0:1777421083.439650:0:17822:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af105d04000 00000100:00100000:3.0:1777421083.442340:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421083.443233:0:17822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833989888 00000100:00100000:0.0:1777421083.443248:0:17822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833989888 00002000:00100000:0.0:1777421083.443309:0:17822:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x12:0x0] (3145728->4194303) req@ffff9af120431880 x1863760833989888/t0(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:94/0 lens 488/0 e 0 to 0 dl 1777421094 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421083.443322:0:17822:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af120431880 with x1863760833989888 ext(3145728->4194303) 00002000:00010000:0.0:1777421083.443330:0:17822:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af120431880 00000100:00100000:0.0:1777421083.443396:0:17822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 78 00000100:00100000:0.0:1777421083.443408:0:17822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af120431880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+16:2368:x1863760833989888:12345-192.168.203.47@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1777421083.445869:0:6548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+18:2369:x1863760833989760:12345-192.168.203.47@tcp:4:lhsmtool_posix.0 Request processed in 9347us (11172us total) trans 4294967343 rc 0/0 00000100:00100000:2.0:1777421083.446093:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 77 00002000:00100000:2.0:1777421083.446108:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x12:0x0] (2097152->3145727) req@ffff9af001c13800 x1863760833989760/t4294967343(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:94/0 lens 488/448 e 0 to 0 dl 1777421094 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421083.446120:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af001c13800 with x1863760833989760 ext(2097152->3145727) 00002000:00010000:2.0:1777421083.446127:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af001c13800 00000100:00100000:0.0:1777421083.451180:0:17822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af120431880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+18:2368:x1863760833989888:12345-192.168.203.47@tcp:4:lhsmtool_posix.0 Request processed in 7756us (8834us total) trans 4294967344 rc 0/0 00000100:00100000:0.0:1777421083.451199:0:17822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 78 00002000:00100000:0.0:1777421083.451215:0:17822:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x12:0x0] (3145728->4194303) req@ffff9af120431880 x1863760833989888/t4294967344(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:94/0 lens 488/448 e 0 to 0 dl 1777421094 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421083.451228:0:17822:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af120431880 with x1863760833989888 ext(3145728->4194303) 00002000:00010000:0.0:1777421083.451235:0:17822:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af120431880 00000100:00100000:3.0:1777421083.451876:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421083.451973:0:17822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833990016 00000100:00100000:0.0:1777421083.451999:0:17822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833990016 00002000:00100000:0.0:1777421083.452042:0:17822:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x12:0x0] (4194304->5242879) req@ffff9af120431500 x1863760833990016/t0(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:94/0 lens 488/0 e 0 to 0 dl 1777421094 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421083.452053:0:17822:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af120431500 with x1863760833990016 ext(4194304->5242879) 00002000:00010000:0.0:1777421083.452057:0:17822:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af120431500 00000100:00100000:0.0:1777421083.452085:0:17822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 79 00000100:00100000:0.0:1777421083.452093:0:17822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af120431500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+18:2368:x1863760833990016:12345-192.168.203.47@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1777421083.461301:0:17822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af120431500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+20:2368:x1863760833990016:12345-192.168.203.47@tcp:4:lhsmtool_posix.0 Request processed in 9193us (9414us total) trans 4294967345 rc 0/0 00000100:00100000:0.0:1777421083.461318:0:17822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 79 00002000:00100000:0.0:1777421083.461333:0:17822:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x12:0x0] (4194304->5242879) req@ffff9af120431500 x1863760833990016/t4294967345(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:94/0 lens 488/448 e 0 to 0 dl 1777421094 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421083.461346:0:17822:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af120431500 with x1863760833990016 ext(4194304->5242879) 00002000:00010000:0.0:1777421083.461381:0:17822:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af120431500 00000100:00100000:2.0:1777421083.463559:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421083.463639:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833990144 00000100:00100000:1.0:1777421083.463653:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833990144 00000100:00100000:1.0:1777421083.463783:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 866 00000100:00100000:1.0:1777421083.463796:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+44:24513:x1863760833990144:12345-192.168.203.47@tcp:44:lhsmtool_posix.0 00000001:00080000:3.0:1777421083.484785:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967861 is committed 00000001:00080000:3.0:1777421083.484814:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967856 is committed 00000004:00080000:3.0:1777421083.484820:0:5782:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 13 committed 00000020:00080000:3.0:1777421083.484850:0:5782:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9af13c4ea9c0 refcount 2 committed 0 result 0 batchid 13 00000020:00080000:3.0:1777421083.484856:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9af13799ae00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9af13c4ea0c0 00000020:00080000:3.0:1777421083.484860:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9af13799a400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9af105d53400 00000001:00080000:3.0:1777421083.484891:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967863 is committed 00000001:00080000:3.0:1777421083.484914:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967857 is committed 00000100:00100000:1.0:1777421083.484929:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+38:24513:x1863760833990144:12345-192.168.203.47@tcp:44:lhsmtool_posix.0 Request processed in 21127us (21374us total) trans 0 rc 0/0 00000020:00080000:3.0:1777421083.484932:0:5782:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 12 batchid updated 00000100:00100000:1.0:1777421083.484945:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 866 00000020:00080000:0.0:1777421083.484955:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 13 committed batchid 12 00000100:00100000:1.0:1777421083.485115:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c15ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841149056:0@lo:6:osp-syn-0-0.0 00000020:00080000:0.0:1777421083.485186:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 12 00000100:00100000:1.0:1777421083.485267:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421083.485316:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841149056 00000100:00100000:2.0:1777421083.485327:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841149056 00000100:00100000:2.0:1777421083.485413:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 213 00000100:00100000:2.0:1777421083.485423:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0043eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3296:x1863760841149056:12345-0@lo:6:osp-syn-0-0.0 00000100:00080000:0.0:1777421083.485433:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00080000:2.0:1777421083.485450:0:11334:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:18 count 1 00002000:00010000:2.0:1777421083.485487:0:11334:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x12:0x0] initial LVB size: 5242880, mtime: 0x69f14b18, atime: 0x0, ctime: 0x69f14b18, blocks: 0x2807 00010000:00010000:2.0:1777421083.485494:0:11334:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005bdd1a51/0xa38d71289386ed7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.485508:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421083.485510:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421083.485515:0:11334:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005bdd1a51/0xa38d71289386ed7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.485529:0:11334:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005bdd1a51/0xa38d71289386ed7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.485536:0:11334:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005bdd1a51/0xa38d71289386ed7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.485542:0:11334:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005bdd1a51/0xa38d71289386ed7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.485563:0:11334:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777421083.485903:0:5749:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777421083.485910:0:5749:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005bdd1a51/0xa38d71289386ed7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.485918:0:5749:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af002b31400 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:1.0:1777421083.485922:0:5749:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005bdd1a51/0xa38d71289386ed7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.485940:0:5749:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005bdd1a51/0xa38d71289386ed7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.485961:0:5749:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005bdd1a51/0xa38d71289386ed7 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.485969:0:5749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005bdd1a51/0xa38d71289386ed7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.485992:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777421083.485994:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777421083.485996:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777421083.486249:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0043eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3296:x1863760841149056:12345-0@lo:6:osp-syn-0-0.0 Request processed in 828us (1054us total) trans 4294967343 rc 0/0 00000100:00100000:2.0:1777421083.486258:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 213 00000100:00100000:1.0:1777421083.486287:0:3296:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967342 gen 2 00000004:00080000:1.0:1777421083.486302:0:3296:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9af13c15c000, transno 4294967341 00000004:00080000:1.0:1777421083.486313:0:3296:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967342 committed transno 4294967342 00000100:00100000:1.0:1777421083.486347:0:3296:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9af13c15ce00 x1863760841149056/t4294967343(4294967343) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777421099 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1777421083.486395:0:3296:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9af13c15ce00/2, rc 0, transno 4294967343 00000100:00100000:1.0:1777421083.486401:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c15ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841149056:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777421083.488640:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421083.488725:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833990272 00000100:00100000:2.0:1777421083.488735:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833990272 00000100:00100000:2.0:1777421083.488787:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 214 00000100:00100000:2.0:1777421083.488815:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0043ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+20:2368:x1863760833990272:12345-192.168.203.47@tcp:16:lhsmtool_posix.0 00000001:00080000:1.0:1777421083.543663:0:7430:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967345 is committed 00000001:00080000:1.0:1777421083.543691:0:7430:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967339 is committed 00000001:00080000:1.0:1777421083.543720:0:7430:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967340 is committed 00000100:00100000:3.0:1777421083.543729:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0043ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2368:x1863760833990272:12345-192.168.203.47@tcp:16:lhsmtool_posix.0 Request processed in 54913us (55092us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421083.543741:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 214 00000100:00100000:3.0:1777421083.547214:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421083.547388:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833990528 00000100:00100000:1.0:1777421083.547398:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833990528 00000100:00100000:1.0:1777421083.547456:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 867 00000100:00100000:1.0:1777421083.547480:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af120432d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+38:24513:x1863760833990528:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1777421083.547529:0:5761:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421083.547557:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12e00/0xa38d71289386ec2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x16:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766f5 expref: 38 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.547576:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff9af1112dc200) 00010000:00010000:1.0:1777421083.547581:0:5761:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421083.547610:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289386ede lrc: 3/0,1 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.547623:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289386ede lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.547632:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289386ede lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.547656:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289386ede lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.547662:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289386ede lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.547669:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289386ede lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.547675:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137d12000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421083.547680:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289386ede lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.547687:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289386ede lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.547718:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff9af1112dc200) 00010000:00010000:1.0:1777421083.547721:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421083.547725:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289386ede lrc: 2/0,0 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.547731:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d12000/0xa38d71289386ede lrc: 0/0,0 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421083.547828:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af120432d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+37:24513:x1863760833990528:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 Request processed in 349us (620us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421083.547840:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 867 00000100:00100000:3.0:1777421083.549684:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421083.549752:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833990656 00000100:00100000:1.0:1777421083.549765:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833990656 00000100:00100000:1.0:1777421083.549817:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 868 00000100:00100000:1.0:1777421083.549828:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af120430700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+37:24513:x1863760833990656:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421083.549846:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421083.549864:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13600/0xa38d71289386ee5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37670a expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.549912:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13600/0xa38d71289386ee5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37670a expref: 38 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.549925:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13600/0xa38d71289386ee5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37670a expref: 38 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.549943:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff9af1112dc200) 00010000:00010000:1.0:1777421083.549947:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777421083.549962:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137d13600, rc 0) 00000100:00100000:1.0:1777421083.550015:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af120430700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+38:24513:x1863760833990656:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 189us (341us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421083.550022:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 868 00000100:00100000:0.0:1777421083.552314:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421083.552485:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833990784 00000100:00100000:3.0:1777421083.552497:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833990784 00000100:00100000:3.0:1777421083.552565:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 215 00000100:00100000:3.0:1777421083.552576:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12dc82c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2369:x1863760833990784:12345-192.168.203.47@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1777421083.553114:0:11334:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x12:0x0] updating lvb size from disk: 0 -> 5242880 00002000:00010000:3.0:1777421083.553119:0:11334:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x12:0x0] updating lvb mtime from disk: 0 -> 1777421080 00002000:00010000:3.0:1777421083.553121:0:11334:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x12:0x0] updating lvb atime from disk: 0 -> 1777421080 00002000:00010000:3.0:1777421083.553123:0:11334:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x12:0x0] updating lvb ctime from disk: 0 -> 1777421080 00002000:00010000:3.0:1777421083.553124:0:11334:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x12:0x0] updating lvb blocks from disk: 1 -> 10247 00000100:00100000:3.0:1777421083.553190:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12dc82c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2369:x1863760833990784:12345-192.168.203.47@tcp:2:lhsmtool_posix.0 Request processed in 616us (890us total) trans 4294967346 rc 0/0 00000100:00100000:3.0:1777421083.553216:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 215 00000100:00100000:3.0:1777421083.555320:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421083.555463:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833991040 00000100:00100000:1.0:1777421083.555482:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833991040 00000100:00100000:2.0:1777421083.555650:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 869 00000100:00100000:2.0:1777421083.555662:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af120433b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+38:24513:x1863760833991040:12345-192.168.203.47@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1777421083.555735:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30e00/0xa38d71289386eec lrc: 3/0,1 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.555752:0:5761:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13e00/0xa38d71289386e91 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766e0 expref: 38 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.555762:0:5761:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30e00/0xa38d71289386eec lrc: 4/0,1 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.555797:0:5761:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13e00/0xa38d71289386e91 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766e0 expref: 38 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.555809:0:5761:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13e00/0xa38d71289386e91 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766e0 expref: 38 pid: 5761 timeout: 395 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421083.555826:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c15c000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841149184:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777421083.555928:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af10550b840 going to sleep for 11 seconds 00000100:00100000:2.0:1777421083.559016:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421083.559108:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c15c000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841149184:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421083.559139:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30e00/0xa38d71289386eec lrc: 3/0,1 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421083.559211:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833991168 00000100:00100000:3.0:1777421083.559220:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833991168 00010000:00010000:3.0:1777421083.559252:0:5745:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13e00/0xa38d71289386e91 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766e0 expref: 39 pid: 5761 timeout: 395 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421083.559292:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 269 00000100:00100000:3.0:1777421083.559302:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+39:2368:x1863760833991168:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421083.559317:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421083.559324:0:5745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13e00/0xa38d71289386e91 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766e0 expref: 39 pid: 5761 timeout: 395 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421083.559348:0:5745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13e00/0xa38d71289386e91 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766e0 expref: 39 pid: 5761 timeout: 395 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421083.559410:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13e00/0xa38d71289386e91 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766e0 expref: 39 pid: 5761 timeout: 395 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421083.559426:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff9af1112dc200) 00010000:00010000:3.0:1777421083.559432:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30e00/0xa38d71289386eec lrc: 3/0,1 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421083.559441:0:5745:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30e00/0xa38d71289386eec lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421083.559450:0:5745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30e00/0xa38d71289386eec lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421083.559496:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421083.559527:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30e00/0xa38d71289386eec lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421083.559536:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30e00/0xa38d71289386eec lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421083.559566:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30e00/0xa38d71289386eec lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421083.559574:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30e00/0xa38d71289386eec lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421083.559580:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30e00/0xa38d71289386eec lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421083.559587:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af002b30e00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421083.559591:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30e00/0xa38d71289386eec lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421083.559599:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30e00/0xa38d71289386eec lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421083.559608:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff9af1112dc200) 00010000:00010000:0.0:1777421083.559611:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1777421083.559615:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30e00/0xa38d71289386eec lrc: 2/0,0 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421083.559621:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30e00/0xa38d71289386eec lrc: 0/0,0 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421083.559684:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af120433b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+38:24513:x1863760833991040:12345-192.168.203.47@tcp:55:lhsmtool_posix.0 Request processed in 4025us (4373us total) trans 0 rc -22/-22 00000100:00100000:0.0:1777421083.559693:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 869 00000100:00100000:2.0:1777421083.560686:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+37:2368:x1863760833991168:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 1381us (1672us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421083.560695:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 269 00000100:00100000:2.0:1777421083.562437:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421083.562589:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833991296 00000100:00100000:3.0:1777421083.562598:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833991296 00000100:00100000:3.0:1777421083.562649:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 216 00000100:00100000:3.0:1777421083.562659:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2368:x1863760833991296:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1777421083.562697:0:11334:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e36d1e58/0xa38d71289386ef3 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421083.562723:0:11334:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000088c0c452/0xa38d71289386ed0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376703 expref: 11 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421083.562729:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777421083.562731:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777421083.562733:0:11334:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e36d1e58/0xa38d71289386ef3 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421083.562759:0:11334:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000088c0c452/0xa38d71289386ed0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376703 expref: 11 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421083.562768:0:11334:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000088c0c452/0xa38d71289386ed0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376703 expref: 11 pid: 11334 timeout: 395 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421083.562779:0:11334:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c007b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11334:1863760841149312:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777421083.562875:0:11334:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af103e2e840 going to sleep for 11 seconds 00000100:00100000:3.0:1777421083.564436:0:11334:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c007b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11334:1863760841149312:192.168.203.47@tcp:104: 00010000:00010000:3.0:1777421083.564476:0:11334:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e36d1e58/0xa38d71289386ef3 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421083.572001:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421083.572110:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833991424 00000100:00100000:0.0:1777421083.572122:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833991424 00010000:00010000:0.0:1777421083.572161:0:5745:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000088c0c452/0xa38d71289386ed0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376703 expref: 12 pid: 11334 timeout: 395 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421083.572221:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 270 00000100:00100000:0.0:1777421083.572231:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2369:x1863760833991424:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421083.572246:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421083.572266:0:5745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000088c0c452/0xa38d71289386ed0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376703 expref: 12 pid: 11334 timeout: 395 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421083.572279:0:5745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000088c0c452/0xa38d71289386ed0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376703 expref: 12 pid: 11334 timeout: 395 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421083.572299:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000088c0c452/0xa38d71289386ed0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376703 expref: 12 pid: 11334 timeout: 395 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421083.573410:0:5745:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421083.573416:0:5745:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421083.573422:0:5745:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e36d1e58/0xa38d71289386ef3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421083.573434:0:5745:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e36d1e58/0xa38d71289386ef3 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421083.573463:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421083.573518:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2369:x1863760833991424:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 1287us (1523us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421083.573526:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 270 00010000:00010000:2.0:1777421083.574825:0:11334:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e36d1e58/0xa38d71289386ef3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.574853:0:11334:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e36d1e58/0xa38d71289386ef3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.574885:0:11334:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e36d1e58/0xa38d71289386ef3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.574895:0:11334:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e36d1e58/0xa38d71289386ef3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.574903:0:11334:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e36d1e58/0xa38d71289386ef3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.574911:0:11334:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004441c00 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:2.0:1777421083.574916:0:11334:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e36d1e58/0xa38d71289386ef3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.574924:0:11334:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e36d1e58/0xa38d71289386ef3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.574940:0:11334:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e36d1e58/0xa38d71289386ef3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.574948:0:11334:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e36d1e58/0xa38d71289386ef3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421083.575030:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2368:x1863760833991296:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 Request processed in 12371us (12596us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421083.575039:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 216 00000100:00100000:2.0:1777421083.578138:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421083.578412:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833991680 00000100:00100000:0.0:1777421083.578432:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833991680 00000100:00100000:0.0:1777421083.578493:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 870 00000100:00100000:0.0:1777421083.578504:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118843480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+37:24513:x1863760833991680:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1777421083.578577:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0200/0xa38d71289386efa lrc: 3/0,1 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421083.578593:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0200/0xa38d71289386efa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421083.578604:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0200/0xa38d71289386efa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421083.578836:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1200/0xa38d71289386f01 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421083.578849:0:5761:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13600/0xa38d71289386ee5 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37670a expref: 38 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421083.578857:0:5761:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1200/0xa38d71289386f01 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421083.578890:0:5761:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13600/0xa38d71289386ee5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37670a expref: 38 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421083.578903:0:5761:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13600/0xa38d71289386ee5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37670a expref: 38 pid: 5761 timeout: 395 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421083.578917:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c21c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841149440:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777421083.579002:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1346d1300 going to sleep for 11 seconds 00000100:00100000:0.0:1777421083.584336:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421083.584453:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833991808 00000100:00100000:1.0:1777421083.584462:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833991808 00000100:00100000:2.0:1777421083.584491:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c21c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841149440:192.168.203.47@tcp:104: 00010000:00010000:1.0:1777421083.584500:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13600/0xa38d71289386ee5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37670a expref: 39 pid: 5761 timeout: 395 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.584516:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1200/0xa38d71289386f01 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421083.584578:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 271 00000100:00100000:1.0:1777421083.584587:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c23100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+39:2368:x1863760833991808:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421083.584618:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421083.584632:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13600/0xa38d71289386ee5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37670a expref: 39 pid: 5761 timeout: 395 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.584658:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13600/0xa38d71289386ee5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37670a expref: 39 pid: 5761 timeout: 395 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.584699:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13600/0xa38d71289386ee5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37670a expref: 39 pid: 5761 timeout: 395 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.584747:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff9af1112dc200) 00010000:00010000:1.0:1777421083.584751:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1200/0xa38d71289386f01 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.584760:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1200/0xa38d71289386f01 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.584774:0:5746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1200/0xa38d71289386f01 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.584810:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421083.584842:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1200/0xa38d71289386f01 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.584851:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1200/0xa38d71289386f01 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421083.584875:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c23100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+38:2368:x1863760833991808:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 288us (545us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421083.584883:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 271 00000001:00080000:2.0:1777421083.585074:0:5761:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967864 00000001:00080000:2.0:1777421083.585209:0:5761:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967865 00000001:00080000:2.0:1777421083.585254:0:5761:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967866 00000100:00100000:2.0:1777421083.585330:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118842680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5761:1863760841149568:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1777421083.585665:0:5761:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421083.585696:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af105449900 going to sleep for 11 seconds 00000100:00100000:3.0:1777421083.585738:0:17395:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841149568 00000100:00100000:3.0:1777421083.585744:0:17395:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841149568 00000100:00100000:3.0:1777421083.585783:0:17395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1777421083.585791:0:17395:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118840700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:5761:x1863760841149568:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1777421083.585861:0:17395:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118840700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:5761:x1863760841149568:12345-0@lo:1000:mdt00_001.0 Request processed in 72us (197us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421083.585869:0:17395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1777421083.585889:0:5761:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967340 gen 2 00000004:00080000:2.0:1777421083.585896:0:5761:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9af13c15e680, transno 4294967339 00000100:00100000:2.0:1777421083.585925:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118842680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5761:1863760841149568:0@lo:1000:mdt00_001.0 00000001:00080000:2.0:1777421083.586246:0:5761:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967867 00000100:00100000:2.0:1777421083.586281:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118842680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5761:1863760841149696:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1777421083.586304:0:5761:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421083.586338:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af105449d80 going to sleep for 11 seconds 00000100:00100000:3.0:1777421083.586419:0:17395:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841149696 00000100:00100000:3.0:1777421083.586424:0:17395:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841149696 00000100:00100000:3.0:1777421083.586453:0:17395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1777421083.586460:0:17395:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118841f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:5761:x1863760841149696:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1777421083.586639:0:17395:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118841f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:5761:x1863760841149696:12345-0@lo:1000:mdt00_001.0 Request processed in 177us (332us total) trans 4294967347 rc 0/0 00000100:00100000:3.0:1777421083.586646:0:17395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1777421083.586658:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118842680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5761:1863760841149696:0@lo:1000:mdt00_001.0 00000001:00080000:2.0:1777421083.586735:0:5761:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967868 00010000:00010000:2.0:1777421083.586759:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1200/0xa38d71289386f01 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.586767:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1200/0xa38d71289386f01 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.586774:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1200/0xa38d71289386f01 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.586780:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a1200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421083.586783:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1200/0xa38d71289386f01 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.586791:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1200/0xa38d71289386f01 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.586804:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff9af1112dc200) 00010000:00010000:2.0:1777421083.586806:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777421083.586811:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1200/0xa38d71289386f01 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.586816:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1200/0xa38d71289386f01 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.586842:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d71289386e05 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.586849:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d71289386e05 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.586865:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d71289386e05 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.586870:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004441400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421083.586873:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d71289386e05 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.586878:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d71289386e05 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.586886:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff9af103234900) 00010000:00010000:2.0:1777421083.586889:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777421083.586894:0:5761:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31000/0xa38d71289386e0c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766bd expref: 81 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.586903:0:5761:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31000/0xa38d71289386e0c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766bd expref: 81 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.586911:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31000/0xa38d71289386e0c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766bd expref: 81 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.586932:0:5761:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31000/0xa38d71289386e0c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766bd expref: 81 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421083.586945:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118841880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841149824:192.168.203.47@tcp:105: 00000100:00100000:2.0:1777421083.587056:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af105449d80 going to sleep for 11 seconds 00000100:00100000:2.0:1777421083.589815:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118841880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841149824:192.168.203.47@tcp:105: 00010000:00010000:2.0:1777421083.589856:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d71289386e05 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.589867:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d71289386e05 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.589897:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31600/0xa38d71289386f08 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.589910:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31600/0xa38d71289386f08 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.589922:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31600/0xa38d71289386f08 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.589932:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31600/0xa38d71289386f08 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.589939:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31600/0xa38d71289386f08 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.589945:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31600/0xa38d71289386f08 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.589951:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af002b31600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421083.589954:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31600/0xa38d71289386f08 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.589967:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31600/0xa38d71289386f08 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.589978:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff9af103234900) 00010000:00010000:2.0:1777421083.589981:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421083.589991:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31600/0xa38d71289386f08 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.589998:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b31600/0xa38d71289386f08 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.590009:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0200/0xa38d71289386efa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.590015:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0200/0xa38d71289386efa lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.590021:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0200/0xa38d71289386efa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.590027:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a0200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421083.590029:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0200/0xa38d71289386efa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.590036:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0200/0xa38d71289386efa lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.590043:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff9af103234900) 00010000:00010000:2.0:1777421083.590045:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777421083.590048:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0200/0xa38d71289386efa lrc: 2/0,0 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.590054:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0200/0xa38d71289386efa lrc: 0/0,0 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421083.590238:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421083.590315:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833991936 00000100:00100000:0.0:1777421083.590322:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833991936 00000100:00100000:0.0:1777421083.590597:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 194 00000100:00100000:0.0:1777421083.590607:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c007b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+82:24512:x1863760833991936:12345-192.168.203.47@tcp:49:md5sum.0 00000100:00100000:0.0:1777421083.590741:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c007b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+82:24512:x1863760833991936:12345-192.168.203.47@tcp:49:md5sum.0 Request processed in 136us (503us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421083.590749:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 194 00000040:00080000:2.0:1777421083.591078:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777421083.591083:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777421083.591666:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 5 00000040:00080000:2.0:1777421083.591679:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777421083.591754:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118843480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+42:24513:x1863760833991680:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 13251us (13624us total) trans 4294967869 rc 0/0 00000100:00100000:2.0:1777421083.591764:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 870 00000020:00080000:2.0:1777421083.591768:0:5761:0:(tgt_main.c:782:tgt_ses_key_exit()) total 6 transactions per RPC 00000100:00100000:0.0:1777421083.596797:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421083.597487:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833992192 00000100:00100000:1.0:1777421083.597497:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833992192 00000100:00100000:1.0:1777421083.597552:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 195 00000100:00100000:1.0:1777421083.597561:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+42:24513:x1863760833992192:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000004:00080000:1.0:1777421083.597997:0:5763:0:(mdd_object.c:3993:mdd_close()) Object [0x200000402:0x16:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000100:00100000:3.0:1777421083.598026:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000001:00080000:1.0:1777421083.598098:0:5763:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967870 00000100:00100000:2.0:1777421083.598106:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833992320 00000100:00100000:2.0:1777421083.598112:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833992320 00010000:00010000:1.0:1777421083.598139:0:5763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13600/0xa38d71289386f0f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.598156:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13600/0xa38d71289386f0f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421083.598160:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 217 00010000:00010000:1.0:1777421083.598173:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13600/0xa38d71289386f0f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421083.598174:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c004700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+12:24512:x1863760833992320:12345-192.168.203.47@tcp:101:md5sum.0 00010000:00010000:1.0:1777421083.598189:0:5763:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13600/0xa38d71289386f0f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.598192:0:11334:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421083.598199:0:5763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13600/0xa38d71289386f0f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.598205:0:5763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13600/0xa38d71289386f0f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.598210:0:11334:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d6f8da41/0xa38d71289386f16 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376711 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.598241:0:5763:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1777421083.598255:0:11334:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x12:0x0] initial LVB size: 5242880, mtime: 0x69f14b18, atime: 0x69f14b18, ctime: 0x69f14b18, blocks: 0x2807 00010000:00010000:2.0:1777421083.598272:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421083.598275:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421083.598282:0:11334:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d6f8da41/0xa38d71289386f16 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376711 expref: 13 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.598297:0:11334:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d6f8da41/0xa38d71289386f16 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376711 expref: 13 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421083.598309:0:11334:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af002b31600, rc 0) 00000100:00100000:1.0:1777421083.598340:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+44:24513:x1863760833992192:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 778us (1550us total) trans 4294967871 rc 0/0 00000100:00100000:2.0:1777421083.598341:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c004700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+13:24512:x1863760833992320:12345-192.168.203.47@tcp:101:md5sum.0 Request processed in 168us (314us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421083.598378:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 217 00000100:00100000:1.0:1777421083.598384:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 195 00000020:00080000:1.0:1777421083.598390:0:5763:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1777421083.598416:0:5748:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777421083.598422:0:5748:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13600/0xa38d71289386f0f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.598429:0:5748:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137d13600 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:1.0:1777421083.598433:0:5748:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13600/0xa38d71289386f0f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.598440:0:5748:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13600/0xa38d71289386f0f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.598452:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff9af1112dc800) 00010000:00010000:1.0:1777421083.598455:0:5748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777421083.598459:0:5748:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13600/0xa38d71289386f0f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.598464:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137d13600/0xa38d71289386f0f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421083.598479:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777421083.598481:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777421083.598483:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777421083.601117:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421083.601193:0:17822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833992448 00000100:00100000:2.0:1777421083.601212:0:17822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833992448 00002000:00100000:2.0:1777421083.601245:0:17822:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x12:0x0] (0->32767) req@ffff9af001c21c00 x1863760833992448/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:94/0 lens 488/0 e 0 to 0 dl 1777421094 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421083.601253:0:17822:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af001c21c00 with x1863760833992448 ext(0->32767) 00002000:00010000:2.0:1777421083.601257:0:17822:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af001c21c00 00000100:00100000:2.0:1777421083.601311:0:17822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 80 00000100:00100000:2.0:1777421083.601318:0:17822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+13:2369:x1863760833992448:12345-192.168.203.47@tcp:3:md5sum.0 00000100:00100000:2.0:1777421083.605396:0:17822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+13:2369:x1863760833992448:12345-192.168.203.47@tcp:3:md5sum.0 Request processed in 4070us (4276us total) trans 0 rc 32768/32768 00000100:00100000:2.0:1777421083.605406:0:17822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 80 00002000:00100000:2.0:1777421083.605416:0:17822:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x12:0x0] (0->32767) req@ffff9af001c21c00 x1863760833992448/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:94/0 lens 488/440 e 0 to 0 dl 1777421094 ref 1 fl Complete:/600/0 rc 32768/32768 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421083.605423:0:17822:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af001c21c00 with x1863760833992448 ext(0->32767) 00002000:00010000:2.0:1777421083.605429:0:17822:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af001c21c00 00000100:00100000:0.0:1777421083.611722:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421083.611787:0:17822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833992576 00000100:00100000:2.0:1777421083.611796:0:17822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833992576 00002000:00100000:2.0:1777421083.611836:0:17822:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x12:0x0] (32768->1048575) req@ffff9af001c23b80 x1863760833992576/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:94/0 lens 488/0 e 0 to 0 dl 1777421094 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421083.611845:0:17822:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af001c23b80 with x1863760833992576 ext(32768->1048575) 00002000:00010000:2.0:1777421083.611850:0:17822:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af001c23b80 00000100:00100000:2.0:1777421083.611900:0:17822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 81 00000100:00100000:2.0:1777421083.611907:0:17822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+13:2367:x1863760833992576:12345-192.168.203.47@tcp:3:md5sum.0 00000100:00100000:2.0:1777421083.625092:0:17822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+13:2367:x1863760833992576:12345-192.168.203.47@tcp:3:md5sum.0 Request processed in 13175us (13379us total) trans 0 rc 1015808/1015808 00000100:00100000:2.0:1777421083.625123:0:17822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 81 00002000:00100000:2.0:1777421083.625136:0:17822:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x12:0x0] (32768->1048575) req@ffff9af001c23b80 x1863760833992576/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:94/0 lens 488/440 e 0 to 0 dl 1777421094 ref 1 fl Complete:/600/0 rc 1015808/1015808 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421083.625146:0:17822:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af001c23b80 with x1863760833992576 ext(32768->1048575) 00002000:00010000:2.0:1777421083.625152:0:17822:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af001c23b80 00000100:00100000:3.0:1777421083.640970:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421083.641022:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421083.641173:0:17822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833992704 00000100:00100000:2.0:1777421083.641189:0:17822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833992704 00002000:00100000:2.0:1777421083.641261:0:17822:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x12:0x0] (1048576->2097151) req@ffff9af13c006300 x1863760833992704/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:94/0 lens 488/0 e 0 to 0 dl 1777421094 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421083.641272:0:17822:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13c006300 with x1863760833992704 ext(1048576->2097151) 00002000:00010000:2.0:1777421083.641278:0:17822:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af13c006300 00000100:00100000:2.0:1777421083.641306:0:17822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833992832 00000100:00100000:2.0:1777421083.641310:0:17822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833992832 00002000:00100000:2.0:1777421083.641326:0:17822:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x12:0x0] (2097152->3145727) req@ffff9af12d0d0700 x1863760833992832/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:94/0 lens 488/0 e 0 to 0 dl 1777421094 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421083.641334:0:17822:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af12d0d0700 with x1863760833992832 ext(2097152->3145727) 00002000:00010000:2.0:1777421083.641338:0:17822:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af12d0d0700 00000100:00100000:0.0:1777421083.641411:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 82 00000100:00100000:2.0:1777421083.641533:0:17822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 83 00000100:00100000:0.0:1777421083.641541:0:6548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c006300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+14:2366:x1863760833992704:12345-192.168.203.47@tcp:3:md5sum.0 00000100:00100000:2.0:1777421083.641552:0:17822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+14:2366:x1863760833992832:12345-192.168.203.47@tcp:3:md5sum.0 00000100:00100000:2.0:1777421083.644391:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421083.644436:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421083.644976:0:6549:0:(service.c:3435:ptlrpc_start_thread()) ost_io[0] started 4 min 3 max 116 00000100:00100000:3.0:1777421083.644990:0:6549:0:(service.c:3494:ptlrpc_start_thread()) starting thread 'll_ost_io00_004' 00000100:00100000:1.0:1777421083.645894:0:6547:0:(service.c:3435:ptlrpc_start_thread()) ost_io[0] started 4 min 3 max 116 00000100:00100000:1.0:1777421083.645912:0:6547:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833992960 00000100:00100000:1.0:1777421083.645925:0:6547:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833992960 00002000:00100000:1.0:1777421083.646010:0:6547:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x12:0x0] (3145728->4194303) req@ffff9af118841880 x1863760833992960/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:94/0 lens 488/0 e 0 to 0 dl 1777421094 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421083.646033:0:6547:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af118841880 with x1863760833992960 ext(3145728->4194303) 00002000:00010000:1.0:1777421083.646041:0:6547:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af118841880 00000100:00100000:2.0:1777421083.646059:0:6549:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833993088 00000100:00100000:2.0:1777421083.646066:0:6549:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833993088 00002000:00100000:2.0:1777421083.646091:0:6549:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x12:0x0] (4194304->5242879) req@ffff9af137debb80 x1863760833993088/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:94/0 lens 488/0 e 0 to 0 dl 1777421094 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421083.646108:0:6549:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af137debb80 with x1863760833993088 ext(4194304->5242879) 00002000:00010000:2.0:1777421083.646112:0:6549:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af137debb80 00000100:00100000:0.0:1777421083.646894:0:17930:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 84 00000100:00100000:0.0:1777421083.646909:0:17930:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118841880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+18:2366:x1863760833992960:12345-192.168.203.47@tcp:3:md5sum.0 00000100:00100000:1.0:1777421083.660931:0:17822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+18:2366:x1863760833992832:12345-192.168.203.47@tcp:3:md5sum.0 Request processed in 19362us (19882us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1777421083.660949:0:17822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 83 00002000:00100000:1.0:1777421083.660967:0:17822:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x12:0x0] (2097152->3145727) req@ffff9af12d0d0700 x1863760833992832/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:94/0 lens 488/440 e 0 to 0 dl 1777421094 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421083.660979:0:17822:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af12d0d0700 with x1863760833992832 ext(2097152->3145727) 00002000:00010000:1.0:1777421083.660987:0:17822:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af12d0d0700 00000100:00100000:1.0:1777421083.661030:0:17822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 85 00000100:00100000:1.0:1777421083.661045:0:17822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137debb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+17:2366:x1863760833993088:12345-192.168.203.47@tcp:3:md5sum.0 00000100:00100000:1.0:1777421083.669034:0:6548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c006300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+17:2366:x1863760833992704:12345-192.168.203.47@tcp:3:md5sum.0 Request processed in 27487us (28061us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1777421083.669053:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 82 00002000:00100000:1.0:1777421083.669071:0:6548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x12:0x0] (1048576->2097151) req@ffff9af13c006300 x1863760833992704/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:94/0 lens 488/440 e 0 to 0 dl 1777421094 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421083.669084:0:6548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13c006300 with x1863760833992704 ext(1048576->2097151) 00002000:00010000:1.0:1777421083.669094:0:6548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af13c006300 00000100:00100000:2.0:1777421083.677521:0:17930:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118841880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+15:2366:x1863760833992960:12345-192.168.203.47@tcp:3:md5sum.0 Request processed in 30599us (33125us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1777421083.677537:0:17930:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 84 00002000:00100000:2.0:1777421083.677553:0:17930:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x12:0x0] (3145728->4194303) req@ffff9af118841880 x1863760833992960/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:94/0 lens 488/440 e 0 to 0 dl 1777421094 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421083.677563:0:17930:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af118841880 with x1863760833992960 ext(3145728->4194303) 00002000:00010000:2.0:1777421083.677572:0:17930:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af118841880 00000100:00100000:1.0:1777421083.686292:0:17822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137debb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+13:2366:x1863760833993088:12345-192.168.203.47@tcp:3:md5sum.0 Request processed in 25236us (41839us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1777421083.686309:0:17822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 85 00002000:00100000:1.0:1777421083.686341:0:17822:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x12:0x0] (4194304->5242879) req@ffff9af137debb80 x1863760833993088/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:94/0 lens 488/440 e 0 to 0 dl 1777421094 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421083.686384:0:17822:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af137debb80 with x1863760833993088 ext(4194304->5242879) 00002000:00010000:1.0:1777421083.686392:0:17822:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af137debb80 00000100:00100000:3.0:1777421083.709985:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421083.710277:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833993344 00000100:00100000:0.0:1777421083.710292:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833993344 00000100:00100000:0.0:1777421083.710654:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 196 00000100:00100000:0.0:1777421083.710667:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+82:24512:x1863760833993344:12345-192.168.203.47@tcp:35:md5sum.0 00000100:00100000:0.0:1777421083.711177:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+83:24512:x1863760833993344:12345-192.168.203.47@tcp:35:md5sum.0 Request processed in 510us (1203us total) trans 4294967872 rc 0/0 00000100:00100000:0.0:1777421083.711187:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 196 00010000:00010000:2.0:1777421083.992940:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777421084.633553:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137de9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3298:1863760841150080:0@lo:400:kworker.0 00000100:00100000:3.0:1777421084.633628:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421084.633689:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137dea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1863760841150592:0@lo:400:kworker.0 00000100:00100000:3.0:1777421084.633762:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421084.633786:0:3298:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1777421084.633792:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137deb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3298:1863760841149952:0@lo:400:kworker.0 00000100:00100000:3.0:1777421084.633816:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421084.633834:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137de8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3298:1863760841150464:0@lo:400:kworker.0 00000100:00100000:3.0:1777421084.633851:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421084.633878:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841150592 00000100:00100000:3.0:1777421084.633885:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841150592 00000100:00100000:3.0:1777421084.633934:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 176 00000100:00100000:3.0:1777421084.633943:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3298:x1863760841150592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421084.633992:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3298:x1863760841150592:12345-0@lo:400:kworker.0 Request processed in 49us (229us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421084.633999:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 176 00000100:00100000:3.0:1777421084.634021:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841150080 00000100:00100000:3.0:1777421084.634024:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841150080 00000100:00100000:3.0:1777421084.634045:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841150464 00000100:00100000:3.0:1777421084.634049:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841150464 00000100:00100000:2.0:1777421084.634071:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 177 00000100:00100000:3.0:1777421084.634079:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 178 00000100:00100000:2.0:1777421084.634085:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1863760841150080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421084.634090:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1863760841150464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421084.634139:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1863760841150080:12345-0@lo:400:kworker.0 Request processed in 58us (510us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421084.634141:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1863760841150464:12345-0@lo:400:kworker.0 Request processed in 54us (287us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421084.634152:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 177 00000100:00100000:3.0:1777421084.634161:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 178 00000100:00100000:2.0:1777421084.634179:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841149952 00000100:00100000:2.0:1777421084.634183:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841149952 00000100:00100000:3.0:1777421084.634206:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137de8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3298:1863760841150464:0@lo:400:kworker.0 00000100:00100000:3.0:1777421084.634219:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137de9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3298:1863760841150080:0@lo:400:kworker.0 00000100:00100000:3.0:1777421084.634227:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137dea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1863760841150592:0@lo:400:kworker.0 00000100:00100000:1.0:1777421084.636240:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137de8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3295:1863760841150208:0@lo:400:kworker.0 00000100:00100000:0.0:1777421084.636243:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137deb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841150336:0@lo:400:kworker.0 00000100:00100000:2.0:1777421084.636265:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 468 00000100:00100000:2.0:1777421084.636283:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3298:x1863760841149952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421084.636320:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421084.636321:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1777421084.636369:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777421084.636377:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777421084.636382:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3298:x1863760841149952:12345-0@lo:400:kworker.0 Request processed in 105us (2562us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421084.636384:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841150720:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777421084.636387:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841150336 00000100:00100000:2.0:1777421084.636397:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 468 00000100:00100000:0.0:1777421084.636405:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841150336 00000100:00100000:3.0:1777421084.636416:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137deb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3298:1863760841149952:0@lo:400:kworker.0 00000100:00100000:1.0:1777421084.636424:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421084.636442:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 177 00000100:00100000:0.0:1777421084.636449:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3296:x1863760841150336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421084.636474:0:7924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841150720 00000100:00100000:3.0:1777421084.636479:0:7924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841150720 00000100:00100000:0.0:1777421084.636490:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3296:x1863760841150336:12345-0@lo:400:kworker.0 Request processed in 41us (173us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421084.636494:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841150208 00000100:00100000:0.0:1777421084.636498:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 177 00000100:00100000:1.0:1777421084.636501:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841150208 00000100:00100000:3.0:1777421084.636522:0:7924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:3.0:1777421084.636534:0:7924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0043ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3295:x1863760841150720:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777421084.636541:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137deb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841150336:0@lo:400:kworker.0 00000100:00100000:1.0:1777421084.636551:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 179 00000100:00080000:0.0:1777421084.636551:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00002000:00000024:3.0:1777421084.636556:0:7924:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 1703936 granted 74776576 pending 0 free 3855613952 avail 3848273920 00000100:00100000:1.0:1777421084.636567:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0043ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3295:x1863760841150208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421084.636614:0:7924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0043ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3295:x1863760841150720:12345-0@lo:13:osp-pre-1-0.0 Request processed in 84us (194us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421084.636621:0:7924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:1.0:1777421084.636965:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0043ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3295:x1863760841150208:12345-0@lo:400:kworker.0 Request processed in 401us (647us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421084.636967:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137de8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3295:1863760841150208:0@lo:400:kworker.0 00000100:00100000:1.0:1777421084.636979:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 179 00000100:00100000:0.0:1777421084.636989:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841150720:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1777421085.016643:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777421085.843132:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421085.843757:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833993472 00000100:00100000:1.0:1777421085.843768:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833993472 00000100:00080000:0.0:1777421085.843862:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777421085.843920:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 871 00000100:00100000:1.0:1777421085.843932:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137deb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+44:24478:x1863760833993472:12345-192.168.203.47@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1777421085.844048:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137deb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+44:24478:x1863760833993472:12345-192.168.203.47@tcp:60:lhsmtool_posix.0 Request processed in 119us (923us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421085.844056:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 871 00010000:00010000:1.0:1777421086.040704:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1777421086.654069:0:18113:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12d: Restore of a non archived, non released file must work ========================================================== 20:04:45 (1777421085) 00000100:00100000:0.0:1777421086.682107:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137df4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841150848:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777421086.682173:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421086.682209:0:7924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841150848 00000100:00100000:2.0:1777421086.682218:0:7924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841150848 00000100:00100000:2.0:1777421086.682452:0:7924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:2.0:1777421086.682464:0:7924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3296:x1863760841150848:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1777421086.682469:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:2.0:1777421086.682496:0:7924:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 1703936 granted 74776576 pending 0 free 3852468224 avail 3850371072 00000100:00100000:2.0:1777421086.682544:0:7924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3296:x1863760841150848:12345-0@lo:13:osp-pre-0-0.0 Request processed in 83us (371us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421086.682551:0:7924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:0.0:1777421086.682738:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137df4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841150848:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777421086.774861:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421086.774915:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833993600 00000100:00100000:0.0:1777421086.774926:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833993600 00000100:00100000:0.0:1777421086.775017:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 872 00000100:00100000:0.0:1777421086.775029:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137de8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+44:25114:x1863760833993600:12345-192.168.203.47@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1777421086.775124:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137de8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+44:25114:x1863760833993600:12345-192.168.203.47@tcp:59:lhsmtool_posix.0 Request processed in 97us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421086.775132:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 872 00000100:00100000:3.0:1777421086.789181:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421086.789800:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833993728 00000100:00100000:0.0:1777421086.789810:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833993728 00000100:00100000:0.0:1777421086.789884:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 873 00000100:00100000:0.0:1777421086.789892:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+83:25115:x1863760833993728:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:0.0:1777421086.789923:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421086.789939:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1200/0xa38d71289386f1d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376718 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421086.789993:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289386f24 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421086.790004:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289386f24 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421086.790012:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289386f24 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421086.790057:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289386f2b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421086.790062:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289386f2b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421086.790068:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289386f2b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1777421086.790373:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1777421086.790637:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289386f24 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421086.790647:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289386f24 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421086.790654:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289386f24 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421086.790660:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a1600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421086.790671:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289386f24 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421086.790678:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289386f24 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421086.790702:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af103234300) 00010000:00010000:0.0:1777421086.790705:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421086.790710:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289386f24 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421086.790716:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289386f24 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421086.790728:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289386f2b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421086.790735:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289386f2b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421086.790741:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289386f2b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421086.790746:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a1a00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421086.790748:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289386f2b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421086.790754:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289386f2b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421086.790761:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb0a77ca6 (ffff9af111123000) 00010000:00010000:0.0:1777421086.790764:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421086.790773:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289386f2b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421086.790779:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289386f2b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421086.790809:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1200/0xa38d71289386f1d lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376718 expref: 84 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421086.790820:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af103234300) 00010000:00010000:0.0:1777421086.790822:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421086.790825:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1200/0xa38d71289386f1d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376718 expref: 84 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421086.790834:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a1200, rc 0) 00000100:00100000:0.0:1777421086.790895:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+83:25115:x1863760833993728:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 1003us (1722us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421086.790904:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 873 00000100:00100000:2.0:1777421086.793885:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421086.793964:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833993984 00000100:00100000:0.0:1777421086.793973:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833993984 00000100:00100000:0.0:1777421086.794024:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 874 00000100:00100000:0.0:1777421086.794035:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137deb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+83:25115:x1863760833993984:12345-192.168.203.47@tcp:36:lfs.0 00010000:00010000:0.0:1777421086.794080:0:7427:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421086.794101:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0011e2000/0xa38d71289386c68 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376638 expref: 83 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421086.794125:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af103234300) 00010000:00010000:0.0:1777421086.794129:0:7427:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421086.794220:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0200/0xa38d71289386f32 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421086.794234:0:7427:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30c00/0xa38d71289386e44 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766cb expref: 43 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421086.794243:0:7427:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0200/0xa38d71289386f32 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421086.794274:0:7427:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30c00/0xa38d71289386e44 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766cb expref: 43 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421086.794287:0:7427:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30c00/0xa38d71289386e44 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766cb expref: 43 pid: 5760 timeout: 398 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421086.794301:0:7427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c22680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:7427:1863760841150976:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777421086.794421:0:7427:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af120045540 going to sleep for 11 seconds 00000100:00100000:0.0:1777421086.796754:0:7427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c22680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:7427:1863760841150976:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421086.796782:0:7427:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0200/0xa38d71289386f32 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421086.796810:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421086.796996:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833994112 00000100:00100000:0.0:1777421086.797004:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833994112 00010000:00010000:0.0:1777421086.797033:0:5745:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30c00/0xa38d71289386e44 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766cb expref: 44 pid: 5760 timeout: 398 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421086.797070:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 272 00000100:00100000:0.0:1777421086.797080:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1056c2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+44:2369:x1863760833994112:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421086.797093:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421086.797111:0:5745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30c00/0xa38d71289386e44 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766cb expref: 44 pid: 5760 timeout: 398 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421086.797124:0:5745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30c00/0xa38d71289386e44 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766cb expref: 44 pid: 5760 timeout: 398 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421086.797145:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af002b30c00/0xa38d71289386e44 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3766cb expref: 44 pid: 5760 timeout: 398 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421086.797160:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af103234300) 00010000:00010000:0.0:1777421086.797165:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0200/0xa38d71289386f32 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421086.797174:0:5745:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0200/0xa38d71289386f32 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421086.797183:0:5745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0200/0xa38d71289386f32 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421086.797212:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421086.797242:0:7427:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0200/0xa38d71289386f32 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.797258:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0200/0xa38d71289386f32 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421086.797264:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1056c2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+43:2369:x1863760833994112:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 183us (452us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421086.797279:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 272 00010000:00010000:1.0:1777421086.797292:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d71289386f39 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.797303:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d71289386f39 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.797312:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d71289386f39 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421086.798282:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3a:0x0]: returning size 512 00010000:00010000:1.0:1777421086.798293:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0200/0xa38d71289386f32 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.798300:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0200/0xa38d71289386f32 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.798306:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0200/0xa38d71289386f32 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.798313:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a0200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421086.798317:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0200/0xa38d71289386f32 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.798324:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0200/0xa38d71289386f32 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.798335:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af103234300) 00010000:00010000:1.0:1777421086.798339:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421086.798368:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0200/0xa38d71289386f32 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.798376:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0200/0xa38d71289386f32 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777421086.798395:0:7427:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000007f3d6dbc reply state 000000004ba522b8 transno 4294967873 ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d71289386f39 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421086.798404:0:7427:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777421086.798474:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137deb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+84:25115:x1863760833993984:12345-192.168.203.47@tcp:36:lfs.0 Request processed in 4439us (4595us total) trans 4294967873 rc 0/0 00000100:00100000:1.0:1777421086.798482:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 874 00010000:00010000:3.0:1777421086.799630:0:3281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d71289386f39 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.799642:0:3281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d71289386f39 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.799649:0:3281:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d71289386f39 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.799655:0:3281:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a32e00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421086.799658:0:3281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d71289386f39 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.799665:0:3281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d71289386f39 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.799700:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb0a77ca6 (ffff9af1112dc400) 00010000:00010000:3.0:1777421086.799703:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421086.799706:0:3281:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d71289386f39 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.799711:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d71289386f39 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421086.806147:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421086.806838:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833994240 00000100:00100000:1.0:1777421086.806849:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833994240 00000100:00100000:1.0:1777421086.806899:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 875 00000100:00100000:1.0:1777421086.806963:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137dea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+83:25116:x1863760833994240:12345-192.168.203.47@tcp:101:bash.0 00010000:00010000:1.0:1777421086.807076:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421086.807098:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289386f40 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37671f expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.807287:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d71289386f47 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.807302:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d71289386f47 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.807508:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d71289386f47 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421086.807583:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:1.0:1777421086.807600:0:7427:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 24 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421086.807626:0:7427:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d71289386f47 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.807808:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289386f40 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37671f expref: 85 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.807826:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d71289386f47 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37671f expref: 84 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.807834:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1112dc000) 00010000:00010000:1.0:1777421086.807838:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777421086.807842:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af120a33800, rc 0) 00000100:00100000:1.0:1777421086.807899:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137dea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+84:25116:x1863760833994240:12345-192.168.203.47@tcp:101:bash.0 Request processed in 991us (1758us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421086.807907:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 875 00000100:00100000:2.0:1777421086.810033:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421086.810099:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833994368 00000100:00100000:1.0:1777421086.810110:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833994368 00000100:00100000:1.0:1777421086.810159:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 876 00000100:00100000:1.0:1777421086.810170:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137de9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+84:25116:x1863760833994368:12345-192.168.203.47@tcp:101:bash.0 00010000:00010000:1.0:1777421086.810187:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421086.810205:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d71289386f4e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376726 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.810267:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32000/0xa38d71289386f55 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.810280:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32000/0xa38d71289386f55 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.810308:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32000/0xa38d71289386f55 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.810328:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33200/0xa38d71289386f5c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.810336:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33200/0xa38d71289386f5c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.810342:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33200/0xa38d71289386f5c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.810499:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32a00/0xa38d71289386f63 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.810507:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32a00/0xa38d71289386f63 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.810514:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32a00/0xa38d71289386f63 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421086.810544:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3a:0x0]: returning size 512 00000004:00200000:1.0:1777421086.810548:0:7427:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421086.810566:0:7427:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32a00/0xa38d71289386f63 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.810577:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32000/0xa38d71289386f55 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.810584:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32000/0xa38d71289386f55 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.810597:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32000/0xa38d71289386f55 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.810601:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a32000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421086.810604:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32000/0xa38d71289386f55 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.810609:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32000/0xa38d71289386f55 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.810616:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1112dc000) 00010000:00010000:1.0:1777421086.810618:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421086.810621:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32000/0xa38d71289386f55 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.810625:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32000/0xa38d71289386f55 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.810641:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33200/0xa38d71289386f5c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.810647:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33200/0xa38d71289386f5c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.810654:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33200/0xa38d71289386f5c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.810658:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a33200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421086.810661:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33200/0xa38d71289386f5c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.810676:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33200/0xa38d71289386f5c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.810696:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb0a77ca6 (ffff9af1112dcf00) 00010000:00010000:1.0:1777421086.810698:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421086.810701:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33200/0xa38d71289386f5c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.810708:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33200/0xa38d71289386f5c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.810740:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d71289386f4e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376726 expref: 86 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.810753:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32a00/0xa38d71289386f63 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376726 expref: 85 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.810760:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff9af1112dcb00) 00010000:00010000:1.0:1777421086.810763:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1777421086.810765:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af120a32a00, rc 0) 00000100:00100000:1.0:1777421086.810820:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137de9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+85:25116:x1863760833994368:12345-192.168.203.47@tcp:101:bash.0 Request processed in 651us (793us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421086.810827:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 876 00000100:00100000:2.0:1777421086.813578:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421086.813719:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833994496 00000100:00100000:1.0:1777421086.813729:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833994496 00000100:00100000:1.0:1777421086.813784:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 877 00000100:00100000:1.0:1777421086.813794:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137de8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+85:25116:x1863760833994496:12345-192.168.203.47@tcp:101:bash.0 00010000:00010000:1.0:1777421086.813829:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421086.813849:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289386f6a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37672d expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.813924:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d71289386f71 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.813937:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d71289386f71 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.813947:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d71289386f71 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.813959:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289386f78 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.813965:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289386f78 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.813971:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289386f78 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.814035:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d71289386f71 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.814042:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d71289386f71 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.814048:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d71289386f71 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.814053:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a32e00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421086.814063:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d71289386f71 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.814070:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d71289386f71 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.814080:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff9af1112dcb00) 00010000:00010000:1.0:1777421086.814082:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421086.814091:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d71289386f71 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.814097:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d71289386f71 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.814108:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289386f78 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.814115:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289386f78 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.814120:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289386f78 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.814125:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a33000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421086.814128:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289386f78 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.814133:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289386f78 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.814143:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0xbc70ccd9 (ffff9af1112dce00) 00010000:00010000:1.0:1777421086.814145:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421086.814153:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289386f78 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.814163:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289386f78 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.814195:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289386f6a lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37672d expref: 86 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.814205:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff9af1112dcb00) 00010000:00010000:1.0:1777421086.814208:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421086.814212:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289386f6a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37672d expref: 86 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.814220:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af120a32200, rc 0) 00000100:00100000:1.0:1777421086.814274:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137de8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+85:25116:x1863760833994496:12345-192.168.203.47@tcp:101:bash.0 Request processed in 482us (704us total) trans 0 rc 301/301 00000100:00100000:1.0:1777421086.814282:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 877 00000100:00100000:2.0:1777421086.822155:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421086.822298:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833994624 00000100:00100000:1.0:1777421086.822308:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833994624 00000100:00100000:1.0:1777421086.822391:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 878 00000100:00100000:1.0:1777421086.822401:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137955c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+43:25117:x1863760833994624:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:1.0:1777421086.822418:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421086.822436:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289386f7f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376734 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.822496:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289386f86 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.822529:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289386f86 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.822541:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289386f86 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421086.822596:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:1.0:1777421086.822600:0:7427:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 24 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421086.822623:0:7427:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289386f86 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.822648:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289386f7f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376734 expref: 45 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.822695:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289386f86 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376734 expref: 44 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.822705:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1112dc000) 00010000:00010000:1.0:1777421086.822708:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777421086.822712:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af120a33000, rc 0) 00000100:00100000:1.0:1777421086.822817:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137955c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+44:25117:x1863760833994624:12345-192.168.203.47@tcp:101:rm.0 Request processed in 417us (671us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421086.822825:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 878 00000100:00100000:2.0:1777421086.824799:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421086.824873:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833994752 00000100:00100000:1.0:1777421086.824882:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833994752 00000100:00100000:1.0:1777421086.824932:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 879 00000100:00100000:1.0:1777421086.824941:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137956680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+44:25117:x1863760833994752:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:1.0:1777421086.824957:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421086.824993:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d71289386f8d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37673b expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.825146:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d71289386f94 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.825156:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d71289386f94 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.825164:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d71289386f94 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.825173:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33200/0xa38d71289386f9b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.825177:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33200/0xa38d71289386f9b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.825181:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33200/0xa38d71289386f9b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.825277:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32000/0xa38d71289386fa2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.825286:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32000/0xa38d71289386fa2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.825293:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32000/0xa38d71289386fa2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421086.825319:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3a:0x0]: returning size 512 00000004:00200000:1.0:1777421086.825323:0:7427:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421086.825342:0:7427:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32000/0xa38d71289386fa2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.825397:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d71289386f94 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.825404:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d71289386f94 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.825410:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d71289386f94 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.825416:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a33a00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421086.825420:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d71289386f94 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.825427:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d71289386f94 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.825439:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1112dc000) 00010000:00010000:1.0:1777421086.825442:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421086.825446:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d71289386f94 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.825452:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d71289386f94 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.825463:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33200/0xa38d71289386f9b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.825468:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33200/0xa38d71289386f9b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.825474:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33200/0xa38d71289386f9b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.825486:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a33200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421086.825494:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33200/0xa38d71289386f9b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.825500:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33200/0xa38d71289386f9b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.825508:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb0a77ca6 (ffff9af1112dce00) 00010000:00010000:1.0:1777421086.825511:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421086.825514:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33200/0xa38d71289386f9b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.825519:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33200/0xa38d71289386f9b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.825546:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d71289386f8d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37673b expref: 46 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.825558:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32000/0xa38d71289386fa2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37673b expref: 45 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.825564:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff9af1112dcb00) 00010000:00010000:1.0:1777421086.825566:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1777421086.825568:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af120a32000, rc 0) 00000100:00100000:1.0:1777421086.825622:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137956680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+45:25117:x1863760833994752:12345-192.168.203.47@tcp:101:rm.0 Request processed in 682us (827us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421086.825633:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 879 00000100:00100000:2.0:1777421086.827596:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421086.827636:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833994880 00000100:00100000:1.0:1777421086.827652:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833994880 00000100:00100000:1.0:1777421086.827700:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 880 00000100:00100000:1.0:1777421086.827710:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137956300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+45:25117:x1863760833994880:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:1.0:1777421086.827727:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421086.827745:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d71289386fa9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376742 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.827792:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289386fb0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.827802:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289386fb0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.827809:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289386fb0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.827818:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289386fb7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.827823:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289386fb7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.827827:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289386fb7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.827877:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289386fb0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.827884:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289386fb0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.827890:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289386fb0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.827903:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a33400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421086.827907:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289386fb0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.827914:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289386fb0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.827922:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff9af1112dcb00) 00010000:00010000:1.0:1777421086.827924:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421086.827928:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289386fb0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.827932:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289386fb0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.827940:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289386fb7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.827944:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289386fb7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.827947:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289386fb7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.827951:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af101679a00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421086.827953:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289386fb7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.827956:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289386fb7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.827967:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0xbc70ccd9 (ffff9af1112dcf00) 00010000:00010000:1.0:1777421086.827968:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421086.827979:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289386fb7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.827984:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289386fb7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.828006:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d71289386fa9 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376742 expref: 46 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.828012:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff9af1112dcb00) 00010000:00010000:1.0:1777421086.828014:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421086.828016:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d71289386fa9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376742 expref: 46 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.828022:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af120a33c00, rc 0) 00000100:00100000:1.0:1777421086.828070:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137956300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+45:25117:x1863760833994880:12345-192.168.203.47@tcp:101:rm.0 Request processed in 361us (485us total) trans 0 rc 301/301 00000100:00100000:1.0:1777421086.828077:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 880 00000100:00100000:2.0:1777421086.831640:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421086.831763:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833995008 00000100:00100000:1.0:1777421086.831784:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833995008 00000100:00100000:1.0:1777421086.831841:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 881 00000100:00100000:1.0:1777421086.831852:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137957100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+45:25117:x1863760833995008:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:1.0:1777421086.831871:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421086.831892:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289386fbe lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376749 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.831992:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289386fc5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.832005:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289386fc5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.832017:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289386fc5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.832033:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289386fcc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.832041:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289386fcc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.832047:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289386fcc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.832109:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289386fc5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.832117:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289386fc5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.832124:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289386fc5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.832130:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137838c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421086.832134:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289386fc5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.832150:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289386fc5 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.832162:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff9af1112dcb00) 00010000:00010000:1.0:1777421086.832164:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421086.832169:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289386fc5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.832175:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289386fc5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.832187:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289386fcc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.832193:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289386fcc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.832209:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289386fcc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.832218:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137839800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421086.832221:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289386fcc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.832227:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289386fcc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.832233:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0xbc70ccd9 (ffff9af1112dc300) 00010000:00010000:1.0:1777421086.832236:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421086.832239:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289386fcc lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.832254:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289386fcc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.832287:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289386fbe lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376749 expref: 46 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.832298:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff9af1112dcb00) 00010000:00010000:1.0:1777421086.832300:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421086.832304:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289386fbe lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376749 expref: 46 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421086.832314:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af120a32200, rc 0) 00000100:00100000:1.0:1777421086.832400:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137957100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+45:25117:x1863760833995008:12345-192.168.203.47@tcp:101:rm.0 Request processed in 550us (768us total) trans 0 rc 301/301 00000100:00100000:1.0:1777421086.832407:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 881 00000100:00100000:2.0:1777421086.841828:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421086.842054:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833995136 00000100:00100000:3.0:1777421086.842064:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833995136 00000100:00100000:3.0:1777421086.842122:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 882 00000100:00100000:3.0:1777421086.842131:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+45:25118:x1863760833995136:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:3.0:1777421086.842150:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421086.842171:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440600/0xa38d71289386fd3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376750 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.842233:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441e00/0xa38d71289386fda lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.842247:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441e00/0xa38d71289386fda lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.842257:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441e00/0xa38d71289386fda lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.842272:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441a00/0xa38d71289386fe1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.842284:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441a00/0xa38d71289386fe1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.842401:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441a00/0xa38d71289386fe1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.842503:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441e00/0xa38d71289386fda lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.842509:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441e00/0xa38d71289386fda lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.842515:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441e00/0xa38d71289386fda lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.842521:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004441e00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421086.842525:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441e00/0xa38d71289386fda lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.842532:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441e00/0xa38d71289386fda lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.842544:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff9af1112dcb00) 00010000:00010000:3.0:1777421086.842546:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421086.842551:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441e00/0xa38d71289386fda lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.842557:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441e00/0xa38d71289386fda lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.842569:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441a00/0xa38d71289386fe1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.842575:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441a00/0xa38d71289386fe1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.842587:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441a00/0xa38d71289386fe1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.842593:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004441a00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421086.842596:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441a00/0xa38d71289386fe1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.842603:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441a00/0xa38d71289386fe1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.842611:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0xbc70ccd9 (ffff9af103234f00) 00010000:00010000:3.0:1777421086.842614:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421086.842617:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441a00/0xa38d71289386fe1 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.842622:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441a00/0xa38d71289386fe1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.842656:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440600/0xa38d71289386fd3 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376750 expref: 46 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.842666:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff9af1112dcb00) 00010000:00010000:3.0:1777421086.842669:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421086.842672:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440600/0xa38d71289386fd3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376750 expref: 46 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.842681:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af004440600, rc 0) 00000100:00100000:3.0:1777421086.842838:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+45:25118:x1863760833995136:12345-192.168.203.47@tcp:101:cp.0 Request processed in 707us (1019us total) trans 0 rc 301/301 00000100:00100000:3.0:1777421086.842854:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 882 00000100:00100000:2.0:1777421086.845194:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421086.845935:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833995264 00000100:00100000:3.0:1777421086.845945:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833995264 00000100:00100000:3.0:1777421086.846262:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 883 00000100:00100000:3.0:1777421086.846274:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+45:25118:x1863760833995264:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:3.0:1777421086.846305:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421086.846326:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289386fe8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376757 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.846406:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289386fef lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.846422:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289386fef lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.846432:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289386fef lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.846446:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441200/0xa38d71289386ff6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.846453:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441200/0xa38d71289386ff6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.846460:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441200/0xa38d71289386ff6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.846520:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289386fef lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.846544:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289386fef lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.846551:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289386fef lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.846557:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004440200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421086.846561:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289386fef lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.846568:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289386fef lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.846580:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff9af1112dcb00) 00010000:00010000:3.0:1777421086.846587:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421086.846592:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289386fef lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.846598:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289386fef lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.846611:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441200/0xa38d71289386ff6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.846617:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441200/0xa38d71289386ff6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.846622:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441200/0xa38d71289386ff6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.846627:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004441200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421086.846636:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441200/0xa38d71289386ff6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.846642:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441200/0xa38d71289386ff6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.846649:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0xbc70ccd9 (ffff9af103234700) 00010000:00010000:3.0:1777421086.846652:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421086.846655:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441200/0xa38d71289386ff6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.846660:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441200/0xa38d71289386ff6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.846705:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289386fe8 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376757 expref: 46 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.846715:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff9af1112dcb00) 00010000:00010000:3.0:1777421086.846718:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421086.846721:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289386fe8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376757 expref: 46 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.846730:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af004441600, rc 0) 00000100:00100000:3.0:1777421086.846785:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+45:25118:x1863760833995264:12345-192.168.203.47@tcp:101:cp.0 Request processed in 513us (1598us total) trans 0 rc 301/301 00000100:00100000:3.0:1777421086.846793:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 883 00000100:00100000:2.0:1777421086.849664:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421086.849712:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833995520 00000100:00100000:3.0:1777421086.849723:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833995520 00000100:00100000:3.0:1777421086.849775:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 884 00000100:00100000:3.0:1777421086.849782:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+45:25118:x1863760833995520:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:3.0:1777421086.849808:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421086.849826:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440600/0xa38d71289386ffd lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37675e expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.849946:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441a00/0xa38d71289387004 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.849960:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441a00/0xa38d71289387004 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.849979:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441a00/0xa38d71289387004 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.849994:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441e00/0xa38d7128938700b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.850002:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441e00/0xa38d7128938700b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.850015:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441e00/0xa38d7128938700b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777421086.850499:0:5762:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x13:0x0], index 0: 0 00010000:00010000:3.0:1777421086.850665:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440a00/0xa38d71289387012 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.850674:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440a00/0xa38d71289387012 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.850693:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440a00/0xa38d71289387012 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.850740:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441a00/0xa38d71289387004 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.850747:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441a00/0xa38d71289387004 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.850753:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441a00/0xa38d71289387004 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.850759:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004441a00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421086.850764:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441a00/0xa38d71289387004 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.850772:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441a00/0xa38d71289387004 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.850784:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff9af1112dcb00) 00010000:00010000:3.0:1777421086.850787:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421086.850791:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441a00/0xa38d71289387004 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.850796:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441a00/0xa38d71289387004 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777421086.850808:0:5762:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000aab3b842 reply state 00000000abb0ad45 transno 4294967874 ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441e00/0xa38d7128938700b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421086.850817:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777421086.850842:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440600/0xa38d71289386ffd lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37675e expref: 48 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.850861:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440a00/0xa38d71289387012 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37675e expref: 47 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.850866:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17:0x0].0x0 (ffff9af103234a00) 00010000:00010000:3.0:1777421086.850867:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777421086.850869:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af004440a00, rc 0) 00000100:00100000:3.0:1777421086.850921:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:25118:x1863760833995520:12345-192.168.203.47@tcp:101:cp.0 Request processed in 1137us (1263us total) trans 4294967874 rc 0/0 00000100:00100000:3.0:1777421086.850928:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 884 00010000:00010000:3.0:1777421086.852301:0:3282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441e00/0xa38d7128938700b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.852311:0:3282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441e00/0xa38d7128938700b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.852316:0:3282:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441e00/0xa38d7128938700b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.852319:0:3282:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004441e00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421086.852322:0:3282:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441e00/0xa38d7128938700b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.852326:0:3282:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441e00/0xa38d7128938700b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.852336:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0xbc70ccd9 (ffff9af103234f00) 00010000:00010000:3.0:1777421086.852338:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421086.852340:0:3282:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441e00/0xa38d7128938700b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.852501:0:3282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441e00/0xa38d7128938700b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421086.854293:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421086.854467:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833995648 00000100:00100000:0.0:1777421086.854476:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833995648 00000100:00080000:2.0:1777421086.854521:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777421086.854539:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 218 00000100:00100000:0.0:1777421086.854546:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+8:2368:x1863760833995648:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:0.0:1777421086.854560:0:11334:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421086.854576:0:11334:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a2ca49d7/0xa38d71289387020 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376765 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777421086.854606:0:11334:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x13:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1777421086.854620:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421086.854622:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421086.854628:0:11334:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a2ca49d7/0xa38d71289387020 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376765 expref: 9 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421086.854640:0:11334:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a2ca49d7/0xa38d71289387020 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376765 expref: 9 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421086.854649:0:11334:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a1200, rc 0) 00000100:00100000:0.0:1777421086.854722:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2368:x1863760833995648:12345-192.168.203.47@tcp:101:cp.0 Request processed in 175us (437us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421086.854730:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 218 00000100:00100000:2.0:1777421086.856770:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421086.856823:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833995776 00000100:00100000:0.0:1777421086.856832:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833995776 00000100:00100000:0.0:1777421086.856879:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 219 00000100:00100000:0.0:1777421086.856889:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0039eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:25118:x1863760833995776:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:0.0:1777421086.856914:0:11334:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421086.856928:0:11334:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dc48a330/0xa38d71289387027 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37676c expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421086.856952:0:11334:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a2ca49d7/0xa38d71289387020 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376765 expref: 10 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421086.856960:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421086.856968:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421086.856972:0:11334:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dc48a330/0xa38d71289387027 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37676c expref: 10 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421086.857002:0:11334:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a2ca49d7/0xa38d71289387020 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376765 expref: 10 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421086.857015:0:11334:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a2ca49d7/0xa38d71289387020 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376765 expref: 10 pid: 11334 timeout: 398 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421086.857027:0:11334:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c21880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11334:1863760841151104:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777421086.857111:0:11334:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af120045d80 going to sleep for 11 seconds 00000100:00100000:0.0:1777421086.858738:0:11334:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c21880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11334:1863760841151104:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421086.858768:0:11334:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000dc48a330/0xa38d71289387027 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37676c expref: 10 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421086.858786:0:11334:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a1a00, rc 0) 00000100:00100000:0.0:1777421086.858835:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0039eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:25118:x1863760833995776:12345-192.168.203.47@tcp:101:cp.0 Request processed in 1947us (2068us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421086.858844:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 219 00000100:00100000:2.0:1777421086.858995:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421086.859151:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833995904 00000100:00100000:0.0:1777421086.859158:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833995904 00010000:00010000:0.0:1777421086.859181:0:5745:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a2ca49d7/0xa38d71289387020 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376765 expref: 10 pid: 11334 timeout: 398 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421086.859393:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 273 00000100:00100000:0.0:1777421086.859401:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0039ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2369:x1863760833995904:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421086.859415:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421086.859430:0:5745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a2ca49d7/0xa38d71289387020 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376765 expref: 10 pid: 11334 timeout: 398 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421086.859439:0:5745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a2ca49d7/0xa38d71289387020 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376765 expref: 10 pid: 11334 timeout: 398 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421086.859455:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a2ca49d7/0xa38d71289387020 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376765 expref: 10 pid: 11334 timeout: 398 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421086.859463:0:5745:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421086.859465:0:5745:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421086.859469:0:5745:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000dc48a330/0xa38d71289387027 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37676c expref: 9 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421086.859476:0:5745:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dc48a330/0xa38d71289387027 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37676c expref: 9 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421086.859496:0:5745:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000dc48a330/0xa38d71289387027 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37676c expref: 9 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421086.859507:0:5745:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c21880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5745:1863760841151232:192.168.203.47@tcp:105: 00000100:00100000:0.0:1777421086.859551:0:5745:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af120045d80 going to sleep for 11 seconds 00000100:00100000:0.0:1777421086.863657:0:5745:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c21880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5745:1863760841151232:192.168.203.47@tcp:105: 00010000:00010000:0.0:1777421086.863698:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421086.863798:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421086.863818:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0039ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2369:x1863760833995904:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 4414us (4821us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421086.863830:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 273 00000100:00100000:1.0:1777421086.864066:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833996160 00000100:00100000:1.0:1777421086.864074:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833996160 00000100:00100000:1.0:1777421086.864129:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 197 00000100:00100000:1.0:1777421086.864139:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1050f9050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+47:25118:x1863760833996160:12345-192.168.203.47@tcp:35:cp.0 00000100:00100000:1.0:1777421086.864488:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1050f9050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:25118:x1863760833996160:12345-192.168.203.47@tcp:35:cp.0 Request processed in 348us (961us total) trans 4294967875 rc 0/0 00000100:00100000:1.0:1777421086.864495:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 197 00000100:00100000:2.0:1777421086.886893:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421086.887726:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833996288 00000100:00100000:3.0:1777421086.887736:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833996288 00000100:00100000:3.0:1777421086.887789:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 885 00000100:00100000:3.0:1777421086.887798:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0039eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+85:25121:x1863760833996288:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:3.0:1777421086.887816:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421086.887835:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441e00/0xa38d7128938702e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376773 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.887896:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440600/0xa38d71289387035 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.887908:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440600/0xa38d71289387035 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.887919:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440600/0xa38d71289387035 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.887931:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441a00/0xa38d7128938703c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.887939:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441a00/0xa38d7128938703c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.887946:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441a00/0xa38d7128938703c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.888057:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387043 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.888067:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387043 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.888074:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387043 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421086.888178:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x17:0x0]: returning size 158 00000004:00200000:3.0:1777421086.888183:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421086.888201:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387043 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.888212:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387043 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.888220:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440600/0xa38d71289387035 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.888227:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440600/0xa38d71289387035 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.888233:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440600/0xa38d71289387035 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.888239:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004440600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421086.888243:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440600/0xa38d71289387035 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.888249:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440600/0xa38d71289387035 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.888268:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff9af1112dcb00) 00010000:00010000:3.0:1777421086.888271:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421086.888276:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440600/0xa38d71289387035 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.888283:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440600/0xa38d71289387035 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.888295:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441a00/0xa38d7128938703c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.888301:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441a00/0xa38d7128938703c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.888307:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441a00/0xa38d7128938703c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.888313:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004441a00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421086.888316:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441a00/0xa38d7128938703c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.888322:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441a00/0xa38d7128938703c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.888329:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0xbc70ccd9 (ffff9af103234f00) 00010000:00010000:3.0:1777421086.888331:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421086.888334:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441a00/0xa38d7128938703c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.888339:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441a00/0xa38d7128938703c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.888409:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441e00/0xa38d7128938702e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376773 expref: 87 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.888418:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387043 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376773 expref: 86 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.888423:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17:0x0].0x0 (ffff9af103234a00) 00010000:00010000:3.0:1777421086.888424:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777421086.888426:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af004441600, rc 0) 00000100:00100000:3.0:1777421086.888482:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0039eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+86:25121:x1863760833996288:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 685us (1598us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421086.888490:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 885 00000100:00100000:2.0:1777421086.892103:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421086.892193:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833996416 00000100:00100000:0.0:1777421086.892203:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833996416 00000100:00080000:2.0:1777421086.892254:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777421086.892291:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 220 00000100:00100000:0.0:1777421086.892302:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0039eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+10:2368:x1863760833996416:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:0.0:1777421086.892318:0:11334:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421086.892342:0:11334:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a2ca49d7/0xa38d7128938704a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37677a expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421086.892432:0:11334:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c21880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11334:1863760841151360:192.168.203.47@tcp:106: 00000100:00100000:0.0:1777421086.892520:0:11334:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af120045d80 going to sleep for 11 seconds 00002000:00010000:0.0:1777421086.895256:0:11334:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x240000400:0x13:0x0] updating lvb size: 0 -> 158 00002000:00010000:0.0:1777421086.895265:0:11334:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x13:0x0] updating lvb mtime: 0 -> 1777421086 00002000:00010000:0.0:1777421086.895267:0:11334:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x13:0x0] updating lvb atime: 0 -> 1777421086 00002000:00010000:0.0:1777421086.895269:0:11334:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x13:0x0] updating lvb ctime: 0 -> 1777421086 00000100:00100000:0.0:1777421086.895290:0:11334:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c21880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11334:1863760841151360:192.168.203.47@tcp:106: 00010000:00010000:0.0:1777421086.895324:0:11334:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a2ca49d7/0xa38d7128938704a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37677a expref: 11 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421086.895346:0:11334:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a2ca49d7/0xa38d7128938704a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37677a expref: 11 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421086.896253:0:11334:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a1200, rc 0) 00000100:00100000:0.0:1777421086.896374:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0039eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+10:2368:x1863760833996416:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 4072us (4276us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421086.896396:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 220 00000100:00100000:2.0:1777421086.905250:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421086.905451:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833996544 00000100:00100000:3.0:1777421086.905462:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833996544 00000100:00100000:3.0:1777421086.905552:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 886 00000100:00100000:3.0:1777421086.905563:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0039ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+86:25121:x1863760833996544:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:3.0:1777421086.905582:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421086.905602:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441e00/0xa38d71289387051 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376781 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.905663:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441a00/0xa38d71289387058 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.905675:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441a00/0xa38d71289387058 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.905701:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441a00/0xa38d71289387058 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421086.905768:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3a:0x0]: returning size 512 00000004:00200000:3.0:1777421086.905772:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421086.905793:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441a00/0xa38d71289387058 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.905818:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441e00/0xa38d71289387051 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376781 expref: 88 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.905836:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441a00/0xa38d71289387058 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376781 expref: 87 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421086.905845:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff9af1112dcb00) 00010000:00010000:3.0:1777421086.905848:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777421086.905851:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af004441a00, rc 0) 00000100:00100000:3.0:1777421086.905910:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0039ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+87:25121:x1863760833996544:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 348us (666us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421086.905918:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 886 00000100:00100000:2.0:1777421086.912590:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421086.912764:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833996672 00000100:00100000:0.0:1777421086.912774:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833996672 00000100:00100000:0.0:1777421086.912880:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 221 00000100:00100000:0.0:1777421086.912891:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0039ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+10:2369:x1863760833996672:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:0.0:1777421086.912908:0:11334:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421086.912926:0:11334:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a2ca49d7/0xa38d7128938705f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376788 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421086.912984:0:11334:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c21880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11334:1863760841151488:192.168.203.47@tcp:106: 00000100:00100000:0.0:1777421086.913074:0:11334:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af120045d80 going to sleep for 11 seconds 00000100:00100000:0.0:1777421086.919289:0:11334:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c21880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11334:1863760841151488:192.168.203.47@tcp:106: 00010000:00010000:0.0:1777421086.919327:0:11334:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a2ca49d7/0xa38d7128938705f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376788 expref: 11 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421086.919378:0:11334:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a2ca49d7/0xa38d7128938705f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376788 expref: 11 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421086.919392:0:11334:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a1200, rc 0) 00000100:00100000:0.0:1777421086.919450:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0039ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+10:2369:x1863760833996672:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 6556us (6864us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421086.919459:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 221 00000100:00100000:2.0:1777421086.922666:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421086.922727:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833996928 00000100:00100000:0.0:1777421086.922738:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833996928 00000100:00100000:0.0:1777421086.922826:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 35 00000100:00100000:0.0:1777421086.922836:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0039ea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+87:25121:x1863760833996928:12345-192.168.203.47@tcp:103:lfs.0 00010000:00010000:0.0:1777421086.922918:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421086.922941:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387043 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376773 expref: 87 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421086.922969:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17:0x0].0x0 (ffff9af103234a00) 00010000:00010000:0.0:1777421086.922974:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421086.923025:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0039ea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+86:25121:x1863760833996928:12345-192.168.203.47@tcp:103:lfs.0 Request processed in 190us (366us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421086.923031:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 35 00000100:00100000:2.0:1777421086.925249:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421086.925317:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833997056 00000100:00100000:3.0:1777421086.925324:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833997056 00000100:00100000:3.0:1777421086.925464:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 887 00000100:00100000:3.0:1777421086.925474:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0039eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+86:25121:x1863760833997056:12345-192.168.203.47@tcp:58:lfs.0 00000100:00100000:3.0:1777421086.925582:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0039eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+86:25121:x1863760833997056:12345-192.168.203.47@tcp:58:lfs.0 Request processed in 109us (338us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421086.925587:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 887 00010000:00010000:1.0:1777421087.064738:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1777421087.332400:0:18162:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777421087.332408:0:18162:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777421087.332457:0:18162:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 22 count 5 00000040:00080000:0.0:1777421087.332463:0:18162:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777421087.360032:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421087.360116:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833997184 00000100:00100000:3.0:1777421087.360126:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833997184 00000100:00100000:3.0:1777421087.360177:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 888 00000100:00100000:3.0:1777421087.360193:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0039e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+86:25132:x1863760833997184:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:3.0:1777421087.360223:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421087.360244:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441e00/0xa38d71289387066 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37678f expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421087.360329:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440600/0xa38d7128938706d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421087.360344:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440600/0xa38d7128938706d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421087.360658:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440600/0xa38d7128938706d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421087.360674:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441200/0xa38d71289387074 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421087.360694:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441200/0xa38d71289387074 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421087.360701:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441200/0xa38d71289387074 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421087.360789:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d7128938707b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421087.360797:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d7128938707b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421087.360804:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d7128938707b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421087.360842:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x17:0x0]: returning size 158 00000004:00200000:3.0:1777421087.360846:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421087.360862:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d7128938707b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421087.360873:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d7128938707b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421087.360881:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440600/0xa38d7128938706d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421087.360888:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440600/0xa38d7128938706d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421087.360895:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440600/0xa38d7128938706d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421087.360901:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004440600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421087.360904:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440600/0xa38d7128938706d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421087.360911:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440600/0xa38d7128938706d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421087.360921:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff9af1112dcb00) 00010000:00010000:3.0:1777421087.360923:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421087.360927:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440600/0xa38d7128938706d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421087.360933:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440600/0xa38d7128938706d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421087.360951:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441200/0xa38d71289387074 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421087.360956:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441200/0xa38d71289387074 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421087.360961:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441200/0xa38d71289387074 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421087.360965:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004441200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421087.360968:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441200/0xa38d71289387074 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421087.360973:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441200/0xa38d71289387074 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421087.360979:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0xbc70ccd9 (ffff9af103234f00) 00010000:00010000:3.0:1777421087.360981:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421087.360983:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441200/0xa38d71289387074 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421087.360988:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441200/0xa38d71289387074 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421087.361013:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441e00/0xa38d71289387066 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37678f expref: 88 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421087.361024:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d7128938707b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37678f expref: 87 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421087.361041:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17:0x0].0x0 (ffff9af103234a00) 00010000:00010000:3.0:1777421087.361043:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777421087.361046:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af004440200, rc 0) 00000100:00100000:3.0:1777421087.361105:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0039e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+87:25132:x1863760833997184:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 909us (1076us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421087.361113:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 888 00000100:00100000:0.0:1777421087.364469:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421087.364597:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833997312 00000100:00100000:3.0:1777421087.364607:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833997312 00000100:00100000:3.0:1777421087.364667:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 222 00000100:00100000:3.0:1777421087.364690:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+10:2369:x1863760833997312:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:3.0:1777421087.364708:0:11334:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421087.364726:0:11334:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008ff7bd23/0xa38d71289387082 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376796 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421087.364782:0:11334:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af111014700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11334:1863760841151616:192.168.203.47@tcp:106: 00000100:00100000:3.0:1777421087.365316:0:11334:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af118192600 going to sleep for 11 seconds 00000100:00100000:3.0:1777421087.369899:0:11334:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af111014700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11334:1863760841151616:192.168.203.47@tcp:106: 00010000:00010000:3.0:1777421087.369938:0:11334:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008ff7bd23/0xa38d71289387082 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376796 expref: 11 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421087.369975:0:11334:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008ff7bd23/0xa38d71289387082 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376796 expref: 11 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421087.369988:0:11334:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af004441e00, rc 0) 00000100:00100000:3.0:1777421087.370056:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+10:2369:x1863760833997312:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 5379us (5595us total) trans 0 rc 301/301 00000100:00100000:3.0:1777421087.370065:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 222 00000100:00100000:0.0:1777421087.375742:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421087.375780:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833997440 00000100:00100000:1.0:1777421087.375790:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833997440 00000100:00100000:1.0:1777421087.375859:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 223 00000100:00100000:1.0:1777421087.375877:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+10:2366:x1863760833997440:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:1.0:1777421087.375895:0:11334:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421087.375912:0:11334:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000010059287/0xa38d71289387089 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37679d expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421087.375979:0:11334:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0043ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11334:1863760841151744:192.168.203.47@tcp:106: 00000100:00100000:1.0:1777421087.376054:0:11334:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af120406780 going to sleep for 11 seconds 00000100:00100000:1.0:1777421087.379082:0:11334:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0043ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11334:1863760841151744:192.168.203.47@tcp:106: 00010000:00010000:1.0:1777421087.379115:0:11334:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000010059287/0xa38d71289387089 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37679d expref: 11 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421087.379142:0:11334:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000010059287/0xa38d71289387089 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37679d expref: 11 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421087.379156:0:11334:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137838a00, rc 0) 00000100:00100000:1.0:1777421087.379215:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+10:2366:x1863760833997440:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 3341us (3480us total) trans 0 rc 301/301 00000100:00100000:1.0:1777421087.379224:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 223 00000100:00100000:2.0:1777421087.382691:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421087.382759:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833997696 00000100:00100000:1.0:1777421087.382770:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833997696 00000100:00100000:1.0:1777421087.382827:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 889 00000100:00100000:1.0:1777421087.382839:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0039e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+87:25132:x1863760833997696:12345-192.168.203.47@tcp:58:lfs.0 00000040:00080000:1.0:1777421087.383145:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].22, 136 off11184 00000100:00100000:1.0:1777421087.383235:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0039e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+87:25132:x1863760833997696:12345-192.168.203.47@tcp:58:lfs.0 Request processed in 397us (558us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421087.383266:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 889 00000040:00080000:2.0:1777421087.707564:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777421087.707571:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777421087.707608:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 23 count 6 00000040:00080000:2.0:1777421087.707615:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777421087.708995:0:11331:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0039e8000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841151872:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1777421087.709105:0:11331:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1346d1300 going to sleep for 11 seconds 00000100:00100000:3.0:1777421087.711085:0:11331:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0039e8000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841151872:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1777421087.712498:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421087.712545:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833997824 00000100:00100000:1.0:1777421087.712555:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833997824 00000100:00080000:2.0:1777421087.712602:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777421087.712635:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 890 00000100:00100000:1.0:1777421087.712645:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:25142:x1863760833997824:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1777421087.712687:0:5762:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x17:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1777421087.712799:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:25142:x1863760833997824:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 153us (303us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421087.712808:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 890 00000100:00100000:2.0:1777421087.714952:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421087.715130:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833998080 00000100:00100000:1.0:1777421087.715138:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833998080 00000100:00100000:1.0:1777421087.715198:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 891 00000100:00100000:1.0:1777421087.715209:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0039e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:25142:x1863760833998080:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421087.715229:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421087.715250:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289387090 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3767a4 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421087.715400:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838a00/0xa38d71289387097 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421087.715419:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838a00/0xa38d71289387097 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421087.715432:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838a00/0xa38d71289387097 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421087.715445:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x17:0x0]: returning size 158 00010000:00010000:1.0:1777421087.715608:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289387090 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3767a4 expref: 51 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421087.715626:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838a00/0xa38d71289387097 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3767a4 expref: 50 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421087.715649:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17:0x0].0x0 (ffff9af103234a00) 00010000:00010000:1.0:1777421087.715652:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421087.715656:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137838a00, rc 0) 00000100:00100000:1.0:1777421087.715734:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0039e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+50:25142:x1863760833998080:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 525us (788us total) trans 4294967876 rc 0/0 00000100:00100000:1.0:1777421087.715742:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 891 00000100:00100000:0.0:1777421087.719808:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421087.720031:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833998208 00000100:00100000:3.0:1777421087.720042:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833998208 00000100:00100000:3.0:1777421087.720106:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 224 00000100:00100000:3.0:1777421087.720116:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2369:x1863760833998208:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1777421087.720162:0:11334:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008ff7bd23/0xa38d712893870a5 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421087.720183:0:11334:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000dc48a330/0xa38d71289387027 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37676c expref: 9 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421087.720193:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777421087.720195:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777421087.720199:0:11334:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008ff7bd23/0xa38d712893870a5 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421087.720233:0:11334:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000dc48a330/0xa38d71289387027 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37676c expref: 9 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421087.720246:0:11334:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000dc48a330/0xa38d71289387027 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37676c expref: 9 pid: 11334 timeout: 399 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421087.720261:0:11334:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af111014700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11334:1863760841152000:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777421087.720418:0:11334:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1181923c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777421087.720504:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421087.720556:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833998336 00000100:00100000:3.0:1777421087.720562:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833998336 00000100:00100000:3.0:1777421087.720607:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 36 00000100:00100000:3.0:1777421087.720619:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c20e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+50:2366:x1863760833998336:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421087.720631:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421087.720651:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838a00/0xa38d71289387097 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3767a4 expref: 50 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421087.720665:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17:0x0].0x0 (ffff9af103234a00) 00010000:00010000:3.0:1777421087.720669:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421087.720718:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c20e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+49:2366:x1863760833998336:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 102us (214us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421087.720726:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 36 00000100:00100000:2.0:1777421087.723778:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421087.723799:0:11334:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af111014700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11334:1863760841152000:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777421087.723829:0:17822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833998464 00010000:00010000:1.0:1777421087.723831:0:11334:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008ff7bd23/0xa38d712893870a5 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421087.723846:0:17822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833998464 00002000:00100000:0.0:1777421087.723892:0:17822:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x13:0x0] (0->157) req@ffff9af0039e9180 x1863760833998464/t0(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:98/0 lens 648/0 e 0 to 0 dl 1777421098 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421087.723900:0:17822:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0039e9180 with x1863760833998464 ext(0->157) 00010000:00010000:0.0:1777421087.723906:0:17822:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000dc48a330/0xa38d71289387027 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37676c expref: 10 pid: 11334 timeout: 399 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421087.723928:0:17822:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000dc48a330/0xa38d71289387027 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37676c expref: 10 pid: 11334 timeout: 399 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777421087.723934:0:17822:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9af0039e9180 00000100:00100000:0.0:1777421087.723960:0:17822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 7 00000100:00100000:0.0:1777421087.723966:0:17822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0039e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2368:x1863760833998464:12345-192.168.203.47@tcp:4:cp.0 00000100:00100000:0.0:1777421087.724377:0:17822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0039e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2368:x1863760833998464:12345-192.168.203.47@tcp:4:cp.0 Request processed in 409us (606us total) trans 4294967344 rc 0/0 00000100:00100000:0.0:1777421087.724388:0:17822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 7 00002000:00100000:0.0:1777421087.724394:0:17822:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x13:0x0] (0->157) req@ffff9af0039e9180 x1863760833998464/t4294967344(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:98/0 lens 648/448 e 0 to 0 dl 1777421098 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421087.724400:0:17822:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0039e9180 with x1863760833998464 ext(0->157) 00010000:00010000:0.0:1777421087.724405:0:17822:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000dc48a330/0xa38d71289387027 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37676c expref: 12 pid: 11334 timeout: 399 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421087.724414:0:17822:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000dc48a330/0xa38d71289387027 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37676c expref: 12 pid: 11334 timeout: 399 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777421087.724418:0:17822:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9af0039e9180 00000100:00100000:2.0:1777421087.726062:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421087.726104:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833998592 00000100:00100000:2.0:1777421087.726112:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833998592 00010000:00010000:2.0:1777421087.726143:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000dc48a330/0xa38d71289387027 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37676c expref: 12 pid: 11334 timeout: 399 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421087.726176:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 274 00000100:00100000:2.0:1777421087.726184:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0039e8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2369:x1863760833998592:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421087.726196:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421087.726229:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000dc48a330/0xa38d71289387027 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37676c expref: 12 pid: 11334 timeout: 399 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421087.726245:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000dc48a330/0xa38d71289387027 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37676c expref: 12 pid: 11334 timeout: 399 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421087.726270:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dc48a330/0xa38d71289387027 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37676c expref: 12 pid: 11334 timeout: 399 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421087.726283:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421087.726286:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421087.726290:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008ff7bd23/0xa38d712893870a5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421087.726301:0:5746:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008ff7bd23/0xa38d712893870a5 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421087.726330:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421087.726373:0:11334:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008ff7bd23/0xa38d712893870a5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421087.726385:0:11334:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008ff7bd23/0xa38d712893870a5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421087.726392:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0039e8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2369:x1863760833998592:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 208us (335us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421087.726408:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 274 00010000:00010000:0.0:1777421087.726428:0:11334:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008ff7bd23/0xa38d712893870a5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421087.726438:0:11334:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008ff7bd23/0xa38d712893870a5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421087.726447:0:11334:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008ff7bd23/0xa38d712893870a5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421087.726455:0:11334:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004441e00 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:0.0:1777421087.726460:0:11334:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008ff7bd23/0xa38d712893870a5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421087.726470:0:11334:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008ff7bd23/0xa38d712893870a5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421087.726484:0:11334:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008ff7bd23/0xa38d712893870a5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421087.726491:0:11334:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008ff7bd23/0xa38d712893870a5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421087.726555:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2369:x1863760833998208:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 Request processed in 6441us (6756us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421087.726563:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 224 00000100:00100000:2.0:1777421087.728513:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421087.728891:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833998848 00000100:00100000:0.0:1777421087.728901:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833998848 00000100:00100000:0.0:1777421087.728952:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 892 00000100:00100000:0.0:1777421087.728964:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0039e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+49:25142:x1863760833998848:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1777421087.729056:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0039e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+49:25142:x1863760833998848:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 94us (551us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421087.729064:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 892 00000100:00100000:3.0:1777421087.733633:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421087.733719:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833998976 00000100:00100000:0.0:1777421087.733730:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833998976 00000100:00100000:0.0:1777421087.733789:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 225 00000100:00100000:0.0:1777421087.733800:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111014700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2368:x1863760833998976:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421087.733819:0:11334:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421087.733839:0:11334:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001b454623/0xa38d712893870ac lrc: 2/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3767ab expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777421087.733867:0:11334:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x13:0x0] initial LVB size: 158, mtime: 0x69f14b1e, atime: 0x0, ctime: 0x69f14b1e, blocks: 0x1 00010000:00010000:0.0:1777421087.733889:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421087.733891:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421087.733899:0:11334:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001b454623/0xa38d712893870ac lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3767ab expref: 11 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421087.733918:0:11334:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001b454623/0xa38d712893870ac lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3767ab expref: 11 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421087.733933:0:11334:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a1000, rc 0) 00000100:00100000:0.0:1777421087.734024:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111014700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2368:x1863760833998976:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 225us (398us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421087.734039:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 225 00000100:00100000:2.0:1777421087.736089:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421087.736132:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833999232 00000100:00100000:1.0:1777421087.736140:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833999232 00000100:00100000:1.0:1777421087.736178:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 893 00000100:00100000:1.0:1777421087.736185:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0039e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+49:25142:x1863760833999232:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777421087.736262:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0039e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+49:25142:x1863760833999232:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 77us (177us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421087.736268:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 893 00000100:00100000:3.0:1777421087.738494:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421087.738545:0:17822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833999360 00000100:00100000:1.0:1777421087.738554:0:17822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833999360 00002000:00100000:1.0:1777421087.738591:0:17822:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x13:0x0] (0->4095) req@ffff9af1189e8700 x1863760833999360/t0(0) o3->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:98/0 lens 488/0 e 0 to 0 dl 1777421098 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421087.738617:0:17822:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af1189e8700 with x1863760833999360 ext(0->4095) 00002000:00010000:1.0:1777421087.738624:0:17822:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af1189e8700 00000100:00100000:1.0:1777421087.738657:0:17822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 86 00000100:00100000:1.0:1777421087.738666:0:17822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2368:x1863760833999360:12345-192.168.203.47@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1777421087.738851:0:17822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2368:x1863760833999360:12345-192.168.203.47@tcp:3:lhsmtool_posix.0 Request processed in 185us (360us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1777421087.738860:0:17822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 86 00002000:00100000:1.0:1777421087.738867:0:17822:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x13:0x0] (0->4095) req@ffff9af1189e8700 x1863760833999360/t0(0) o3->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:98/0 lens 488/4536 e 0 to 0 dl 1777421098 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421087.738876:0:17822:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af1189e8700 with x1863760833999360 ext(0->4095) 00002000:00010000:1.0:1777421087.738879:0:17822:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af1189e8700 00000100:00100000:1.0:1777421087.742097:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421087.743146:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833999488 00000100:00100000:0.0:1777421087.743158:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833999488 00000100:00100000:0.0:1777421087.743215:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 894 00000100:00100000:0.0:1777421087.743227:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0043ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+49:25142:x1863760833999488:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421087.743246:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421087.743267:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0800/0xa38d712893870b3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3767b2 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421087.743300:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d712893870ba lrc: 3/1,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421087.743316:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d712893870ba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421087.743329:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d712893870ba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421087.743452:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0800/0xa38d712893870b3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3767b2 expref: 51 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421087.743469:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d712893870ba lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3767b2 expref: 50 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421087.743478:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17:0x0].0x0 (ffff9af103234a00) 00010000:00010000:0.0:1777421087.743482:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777421087.743485:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a0c00, rc 0) 00000100:00100000:0.0:1777421087.743939:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0043ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+50:25142:x1863760833999488:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 712us (1846us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421087.743957:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 894 00000100:00100000:2.0:1777421087.746640:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421087.746718:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833999616 00000100:00100000:0.0:1777421087.746728:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833999616 00000100:00100000:0.0:1777421087.746784:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 895 00000100:00100000:0.0:1777421087.746795:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0039e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+50:25142:x1863760833999616:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1777421087.746822:0:5762:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x17:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1777421087.746920:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0039e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+50:25142:x1863760833999616:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 126us (286us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421087.746928:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 895 00000040:00080000:1.0:1777421087.751315:0:18212:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777421087.751324:0:18212:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:0.0:1777421087.751332:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421087.751391:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760833999744 00000100:00100000:0.0:1777421087.751401:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760833999744 00000040:00080000:1.0:1777421087.751410:0:18212:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 23 count 6 00000040:00080000:1.0:1777421087.751418:0:18212:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777421087.751456:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 226 00000100:00100000:0.0:1777421087.751467:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2369:x1863760833999744:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1777421087.751508:0:11334:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000087a8e630/0xa38d712893870c1 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421087.752336:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421087.752339:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421087.752345:0:11334:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000087a8e630/0xa38d712893870c1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421087.752623:0:11334:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000087a8e630/0xa38d712893870c1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421087.752653:0:11334:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000087a8e630/0xa38d712893870c1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421087.752670:0:11334:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000087a8e630/0xa38d712893870c1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421087.752690:0:11334:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000087a8e630/0xa38d712893870c1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421087.752698:0:11334:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a1c00 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:0.0:1777421087.752703:0:11334:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000087a8e630/0xa38d712893870c1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421087.752712:0:11334:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000087a8e630/0xa38d712893870c1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421087.752726:0:11334:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000087a8e630/0xa38d712893870c1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421087.752735:0:11334:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000087a8e630/0xa38d712893870c1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421087.752817:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2369:x1863760833999744:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 Request processed in 1350us (1486us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421087.752827:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 226 00000100:00100000:1.0:1777421087.754659:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421087.754703:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834000000 00000100:00100000:0.0:1777421087.754712:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834000000 00000100:00100000:0.0:1777421087.754764:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 896 00000100:00100000:0.0:1777421087.754782:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0043ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+50:25142:x1863760834000000:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1777421087.754849:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0800/0xa38d712893870c8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x17:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421087.754864:0:5762:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d712893870ba lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3767b2 expref: 50 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421087.754873:0:5762:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0800/0xa38d712893870c8 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421087.754905:0:5762:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d712893870ba lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3767b2 expref: 50 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421087.754918:0:5762:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d712893870ba lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3767b2 expref: 50 pid: 5762 timeout: 399 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421087.754931:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c23800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841152128:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777421087.755011:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1209dacc0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421087.758288:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421087.758461:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c23800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841152128:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421087.758488:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0800/0xa38d712893870c8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421087.758581:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834000128 00000100:00100000:2.0:1777421087.758588:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834000128 00010000:00010000:2.0:1777421087.758620:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d712893870ba lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3767b2 expref: 51 pid: 5762 timeout: 399 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421087.758714:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 275 00000100:00100000:2.0:1777421087.758724:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0043ec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+51:2368:x1863760834000128:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421087.758739:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421087.758748:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d712893870ba lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3767b2 expref: 51 pid: 5762 timeout: 399 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421087.758760:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d712893870ba lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3767b2 expref: 51 pid: 5762 timeout: 399 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421087.758783:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d712893870ba lrc: 0/0,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3767b2 expref: 51 pid: 5762 timeout: 399 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421087.758810:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17:0x0].0x0 (ffff9af103234a00) 00010000:00010000:2.0:1777421087.758816:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0800/0xa38d712893870c8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421087.758826:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0800/0xa38d712893870c8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421087.758833:0:5746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0800/0xa38d712893870c8 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421087.758857:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421087.758899:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0043ec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+50:2368:x1863760834000128:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 176us (615us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421087.758907:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 275 00010000:00010000:1.0:1777421087.758956:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0800/0xa38d712893870c8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421087.758966:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0800/0xa38d712893870c8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421087.759191:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0800/0xa38d712893870c8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421087.759207:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0800/0xa38d712893870c8 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421087.759214:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0800/0xa38d712893870c8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421087.759221:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a0800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421087.759226:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0800/0xa38d712893870c8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421087.759233:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0800/0xa38d712893870c8 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421087.759244:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17:0x0].0x0 (ffff9af103234a00) 00010000:00010000:1.0:1777421087.759247:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1777421087.759252:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0800/0xa38d712893870c8 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421087.759258:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0800/0xa38d712893870c8 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421087.759441:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0043ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+50:25142:x1863760834000000:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 4658us (4785us total) trans 4294967877 rc 0/0 00000100:00100000:1.0:1777421087.759451:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 896 00000040:00080000:2.0:1777421087.759503:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777421087.759514:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777421087.760075:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 6 00000040:00080000:2.0:1777421087.760081:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777421087.762182:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421087.762231:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834000384 00000100:00100000:0.0:1777421087.762241:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834000384 00000100:00100000:0.0:1777421087.762290:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 198 00000100:00100000:0.0:1777421087.762301:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0043eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+50:25142:x1863760834000384:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1777421087.762514:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0043eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+51:25142:x1863760834000384:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 214us (336us total) trans 4294967878 rc 0/0 00000100:00100000:0.0:1777421087.762530:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 198 00010000:00010000:2.0:1777421088.088536:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1777421088.231647:0:6572:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967344 is committed 00000001:00080000:2.0:1777421088.231671:0:6572:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967343 is committed 00000100:00100000:1.0:1777421088.271291:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421088.271591:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421088.271625:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421088.271651:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834000640 00000100:00100000:1.0:1777421088.271660:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421088.271661:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834000640 00000100:00100000:1.0:1777421088.271708:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421088.271724:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421088.271729:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834001024 00000100:00100000:2.0:1777421088.271732:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834001024 00000100:00100000:1.0:1777421088.271741:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421088.271752:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 180 00000100:00100000:2.0:1777421088.271761:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0043ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+87:2369:x1863760834000640:12345-192.168.203.47@tcp:400:kworker.0 00000100:00080000:1.0:1777421088.271772:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777421088.271791:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 181 00000100:00100000:1.0:1777421088.271798:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0043edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+51:2368:x1863760834001024:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:2.0:1777421088.271845:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0043ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+87:2369:x1863760834000640:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 84us (252us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421088.271853:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 180 00000100:00100000:0.0:1777421088.271903:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834000512 00000100:00100000:0.0:1777421088.271907:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834000512 00000100:00100000:3.0:1777421088.271960:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834000896 00000100:00100000:3.0:1777421088.271963:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834000896 00000100:00100000:3.0:1777421088.271990:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834000768 00000100:00100000:3.0:1777421088.271992:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834000768 00000100:00100000:3.0:1777421088.272001:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834001152 00000100:00100000:3.0:1777421088.272003:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834001152 00000100:00100000:3.0:1777421088.272012:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834001280 00000100:00100000:3.0:1777421088.272014:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834001280 00000100:00100000:3.0:1777421088.272024:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 178 00000100:00100000:3.0:1777421088.272029:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0043ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+13:2369:x1863760834000896:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:0.0:1777421088.272066:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 469 00000100:00100000:0.0:1777421088.272074:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+12:2368:x1863760834000512:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777421088.272113:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0043edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+51:2368:x1863760834001024:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 315us (387us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421088.272120:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 181 00000100:00100000:1.0:1777421088.272153:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 179 00000100:00100000:1.0:1777421088.272160:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0043ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+10:2368:x1863760834000768:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777421088.272184:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0043ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+10:2368:x1863760834000768:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 25us (523us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421088.272191:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 179 00000100:00100000:1.0:1777421088.272203:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 180 00000100:00080000:2.0:1777421088.272206:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1777421088.272209:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777421088.272210:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0043ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2369:x1863760834001152:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:2.0:1777421088.272222:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 181 00000100:00100000:2.0:1777421088.272229:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0043edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2369:x1863760834001280:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777421088.272239:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0043ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2369:x1863760834001152:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 30us (531us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421088.272245:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 180 00000100:00100000:2.0:1777421088.272249:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0043edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2369:x1863760834001280:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 22us (508us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421088.272255:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 181 00000100:00100000:3.0:1777421088.272454:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0043ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+13:2369:x1863760834000896:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 317us (722us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421088.272472:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 178 00000100:00100000:0.0:1777421088.272533:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+12:2368:x1863760834000512:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 459us (1250us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421088.272540:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 469 00000001:00080000:1.0:1777421088.743865:0:7430:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967347 is committed 00000001:00080000:1.0:1777421088.743879:0:7430:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967346 is committed 00000001:00080000:3.0:1777421088.747458:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967878 is committed 00000001:00080000:3.0:1777421088.747496:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967872 is committed 00000020:00080000:3.0:1777421088.747509:0:5782:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 13 batchid updated 00000020:00080000:1.0:1777421088.747552:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 13 00000020:00080000:1.0:1777421088.747563:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 13 00000001:00080000:3.0:1777421088.747571:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967873 is committed 00000020:00080000:3.0:1777421088.747596:0:5782:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9af105449900 refcount 2 committed 0 result 0 batchid 14 00000020:00080000:3.0:1777421088.747601:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9af13c4b3b00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9af1054490c0 00000020:00080000:3.0:1777421088.747605:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9af13c4b3200 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9af002821800 00000020:00080000:1.0:1777421088.747628:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 14 committed batchid 13 00000020:00080000:1.0:1777421088.747823:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 13 00010000:00010000:1.0:1777421089.113221:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1777421089.156888:0:18267:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777421089.156896:0:18267:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777421089.156956:0:18267:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 23 count 6 00000040:00080000:3.0:1777421089.156962:0:18267:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777421089.189457:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421089.189711:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834001408 00000100:00100000:3.0:1777421089.189721:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834001408 00000100:00100000:3.0:1777421089.189781:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 227 00000100:00100000:3.0:1777421089.189791:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0039e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+10:2368:x1863760834001408:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:3.0:1777421089.189807:0:11334:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421089.189920:0:11334:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000016f053ad/0xa38d712893870cf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3767b9 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421089.189949:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421089.189951:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421089.189959:0:11334:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000016f053ad/0xa38d712893870cf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3767b9 expref: 11 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421089.189977:0:11334:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000016f053ad/0xa38d712893870cf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3767b9 expref: 11 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421089.190000:0:11334:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af004440600, rc 0) 00000100:00100000:3.0:1777421089.190067:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0039e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:2368:x1863760834001408:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 277us (619us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421089.190074:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 227 00000100:00100000:2.0:1777421089.194526:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421089.194925:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834001664 00000100:00100000:3.0:1777421089.194936:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834001664 00000100:00100000:3.0:1777421089.194994:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 37 00000100:00100000:3.0:1777421089.195006:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0039e8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+85:25151:x1863760834001664:12345-192.168.203.47@tcp:103:lfs.0 00010000:00010000:3.0:1777421089.195021:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421089.195045:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d7128938707b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37678f expref: 85 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421089.195062:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17:0x0].0x0 (ffff9af103234a00) 00010000:00010000:3.0:1777421089.195068:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421089.195118:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0039e8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+84:25151:x1863760834001664:12345-192.168.203.47@tcp:103:lfs.0 Request processed in 114us (597us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421089.195125:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 37 00000100:00100000:1.0:1777421089.198041:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421089.198403:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834001792 00000100:00100000:3.0:1777421089.198417:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834001792 00000100:00100000:3.0:1777421089.198486:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 897 00000100:00100000:3.0:1777421089.198498:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0043ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+84:25151:x1863760834001792:12345-192.168.203.47@tcp:58:lfs.0 00000100:00100000:3.0:1777421089.198688:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0043ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+84:25151:x1863760834001792:12345-192.168.203.47@tcp:58:lfs.0 Request processed in 191us (660us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421089.198697:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 897 00000040:00080000:1.0:1777421089.599518:0:18318:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777421089.599526:0:18318:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777421089.599578:0:18318:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 23 count 6 00000040:00080000:1.0:1777421089.599585:0:18318:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777421089.752600:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841152256:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777421089.752698:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421089.752828:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777421089.752838:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af00246d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3297:1863760841152384:0@lo:400:kworker.0 00000100:00100000:3.0:1777421089.752878:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421089.752897:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af00246ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3296:1863760841152640:0@lo:400:kworker.0 00000100:00100000:0.0:1777421089.752915:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841152384 00000100:00100000:3.0:1777421089.752922:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af00246d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841152768:0@lo:400:kworker.0 00000100:00100000:0.0:1777421089.752924:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841152384 00000100:00100000:2.0:1777421089.752956:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421089.752966:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421089.752973:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 470 00000100:00100000:0.0:1777421089.752981:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3297:x1863760841152384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421089.752988:0:3296:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777421089.752996:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777421089.753007:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af00246c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3296:1863760841152512:0@lo:400:kworker.0 00000100:00100000:3.0:1777421089.753008:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af00246c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3297:1863760841152896:0@lo:400:kworker.0 00000100:00100000:0.0:1777421089.753035:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3297:x1863760841152384:12345-0@lo:400:kworker.0 Request processed in 53us (156us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421089.753044:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 470 00000100:00100000:3.0:1777421089.753055:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421089.753091:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841152640 00000100:00100000:2.0:1777421089.753096:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841152640 00000100:00100000:3.0:1777421089.753110:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af00246d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3297:1863760841152384:0@lo:400:kworker.0 00000100:00100000:2.0:1777421089.753147:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841152896 00000100:00100000:2.0:1777421089.753151:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841152896 00000100:00100000:2.0:1777421089.753180:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 182 00000100:00080000:0.0:1777421089.753182:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777421089.753201:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00246ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3296:x1863760841152640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421089.753242:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00246ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3296:x1863760841152640:12345-0@lo:400:kworker.0 Request processed in 55us (287us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421089.753249:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 182 00000100:00100000:2.0:1777421089.753264:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 183 00000100:00100000:2.0:1777421089.753270:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1863760841152896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421089.753300:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1863760841152896:12345-0@lo:400:kworker.0 Request processed in 30us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421089.753306:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 183 00000100:00100000:2.0:1777421089.753330:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421089.753380:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af00246ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3296:1863760841152640:0@lo:400:kworker.0 00000100:00100000:2.0:1777421089.753404:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841152512 00000100:00100000:2.0:1777421089.753407:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841152512 00000100:00100000:2.0:1777421089.753439:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 184 00000100:00100000:2.0:1777421089.753448:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00246d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1863760841152512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421089.753479:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af00246c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3297:1863760841152896:0@lo:400:kworker.0 00000100:00100000:1.0:1777421089.753769:0:7924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841152256 00000100:00100000:1.0:1777421089.753775:0:7924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841152256 00000100:00100000:1.0:1777421089.754099:0:7924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1777421089.754107:0:7924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f775880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841152256:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777421089.754142:0:7924:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 1703936 granted 74776576 pending 0 free 3850371072 avail 3848273920 00000100:00100000:2.0:1777421089.754144:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00246d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1863760841152512:12345-0@lo:400:kworker.0 Request processed in 695us (809us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421089.754154:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 184 00000100:00100000:1.0:1777421089.754194:0:7924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f775880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841152256:12345-0@lo:13:osp-pre-1-0.0 Request processed in 87us (1496us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421089.754201:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af00246c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3296:1863760841152512:0@lo:400:kworker.0 00000100:00100000:1.0:1777421089.754203:0:7924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1777421089.754233:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841152768 00000100:00100000:1.0:1777421089.754237:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841152768 00000100:00100000:2.0:1777421089.754247:0:3297:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967347 gen 2 00000004:00080000:2.0:1777421089.754264:0:3297:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967347 committed transno 4294967347 00000100:00100000:2.0:1777421089.754288:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841152256:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1777421089.754336:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1777421089.754340:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777421089.754895:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 182 00000100:00100000:1.0:1777421089.754903:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841152768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421089.754953:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841152768:12345-0@lo:400:kworker.0 Request processed in 51us (1989us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421089.754959:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 182 00000100:00100000:2.0:1777421089.755055:0:3297:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967343 gen 2 00000004:00080000:2.0:1777421089.755061:0:3297:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9af13c15ce00, transno 4294967343 00000100:00100000:2.0:1777421089.755082:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af00246d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841152768:0@lo:400:kworker.0 00000040:00080000:2.0:1777421089.816727:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777421089.816737:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777421089.817328:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 6 00000040:00080000:2.0:1777421089.817337:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1777421090.136555:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777421091.160612:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777421091.625211:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421091.625428:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834001920 00000100:00100000:0.0:1777421091.625439:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834001920 00000100:00080000:2.0:1777421091.625510:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777421091.625512:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 898 00000100:00100000:0.0:1777421091.625525:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00246d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+38:25114:x1863760834001920:12345-192.168.203.47@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1777421091.625618:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00246d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+38:25114:x1863760834001920:12345-192.168.203.47@tcp:60:lhsmtool_posix.0 Request processed in 95us (416us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421091.625626:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 898 00000100:00100000:1.0:1777421091.800597:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841153024:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777421091.800674:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421091.800778:0:6546:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841153024 00000100:00100000:3.0:1777421091.800801:0:6546:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841153024 00000100:00080000:2.0:1777421091.800867:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777421091.800874:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:3.0:1777421091.800886:0:6546:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0043efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1863760841153024:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777421091.800917:0:6546:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 1703936 granted 76480512 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1777421091.800967:0:6546:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0043efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1863760841153024:12345-0@lo:13:osp-pre-0-0.0 Request processed in 84us (293us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421091.800974:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1777421091.801016:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841153024:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1777421092.184555:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1777421092.253467:0:18514:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12e: Check forbidden restore ========== 20:04:51 (1777421091) 00000100:00100000:0.0:1777421092.356836:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421092.356901:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834002048 00000100:00100000:2.0:1777421092.356912:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834002048 00000100:00100000:2.0:1777421092.356971:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 899 00000100:00100000:2.0:1777421092.356981:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+38:25761:x1863760834002048:12345-192.168.203.47@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1777421092.357076:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+38:25761:x1863760834002048:12345-192.168.203.47@tcp:59:lhsmtool_posix.0 Request processed in 96us (248us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421092.357085:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 899 00000100:00100000:1.0:1777421092.367086:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421092.367246:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834002176 00000100:00100000:3.0:1777421092.367264:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834002176 00000100:00080000:2.0:1777421092.367388:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777421092.367397:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 900 00000100:00100000:3.0:1777421092.367415:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0043eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+84:25762:x1863760834002176:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:3.0:1777421092.367443:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421092.367490:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441200/0xa38d712893870d6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3767c0 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421092.367569:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d712893870dd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421092.367583:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d712893870dd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421092.367594:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d712893870dd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421092.367604:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d712893870e4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421092.367609:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d712893870e4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421092.367612:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d712893870e4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421092.367708:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d712893870dd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421092.367713:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d712893870dd lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421092.367717:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d712893870dd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421092.367721:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004440200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421092.367724:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d712893870dd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421092.367741:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d712893870dd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421092.367755:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1112dc000) 00010000:00010000:3.0:1777421092.367759:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421092.367764:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d712893870dd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421092.367771:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d712893870dd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421092.367786:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d712893870e4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421092.367791:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d712893870e4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421092.367799:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d712893870e4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421092.367804:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004440e00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421092.367807:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d712893870e4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421092.367813:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d712893870e4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421092.367821:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x12938145 (ffff9af103234f00) 00010000:00010000:3.0:1777421092.367824:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421092.367826:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d712893870e4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421092.367843:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d712893870e4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421092.367875:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441200/0xa38d712893870d6 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3767c0 expref: 85 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421092.367882:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1112dc000) 00010000:00010000:3.0:1777421092.367884:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421092.367886:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441200/0xa38d712893870d6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3767c0 expref: 85 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421092.367892:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af004441200, rc 0) 00000100:00100000:3.0:1777421092.367973:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0043eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+84:25762:x1863760834002176:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 564us (894us total) trans 0 rc 301/301 00000100:00100000:3.0:1777421092.367981:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 900 00000100:00100000:0.0:1777421092.370821:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421092.370879:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834002432 00000100:00100000:3.0:1777421092.370897:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834002432 00000100:00100000:3.0:1777421092.370959:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 901 00000100:00100000:3.0:1777421092.370967:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af120430a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+84:25762:x1863760834002432:12345-192.168.203.47@tcp:36:lfs.0 00010000:00010000:3.0:1777421092.371020:0:7427:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421092.371049:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d71289386f47 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37671f expref: 84 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421092.371069:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1112dc000) 00010000:00010000:3.0:1777421092.371074:0:7427:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777421092.371178:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440400/0xa38d712893870eb lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421092.371209:0:7427:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289386f86 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376734 expref: 37 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421092.371219:0:7427:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440400/0xa38d712893870eb lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421092.371251:0:7427:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289386f86 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376734 expref: 37 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421092.371263:0:7427:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289386f86 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376734 expref: 37 pid: 7427 timeout: 404 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421092.371277:0:7427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c11500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:7427:1863760841153152:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777421092.371402:0:7427:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af118192900 going to sleep for 11 seconds 00000100:00100000:3.0:1777421092.373880:0:7427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c11500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:7427:1863760841153152:192.168.203.47@tcp:104: 00010000:00010000:3.0:1777421092.373917:0:7427:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440400/0xa38d712893870eb lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421092.374033:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421092.374160:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834002560 00000100:00100000:3.0:1777421092.374169:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834002560 00010000:00010000:3.0:1777421092.374208:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289386f86 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376734 expref: 38 pid: 7427 timeout: 404 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421092.374250:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 276 00000100:00100000:3.0:1777421092.374260:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1056c3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+38:2368:x1863760834002560:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421092.374277:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421092.374299:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289386f86 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376734 expref: 38 pid: 7427 timeout: 404 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421092.374314:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289386f86 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376734 expref: 38 pid: 7427 timeout: 404 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421092.374343:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289386f86 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376734 expref: 38 pid: 7427 timeout: 404 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421092.374382:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1112dc000) 00010000:00010000:3.0:1777421092.374388:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440400/0xa38d712893870eb lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421092.374399:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440400/0xa38d712893870eb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421092.374408:0:5746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440400/0xa38d712893870eb lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421092.374445:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421092.374510:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1056c3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+37:2368:x1863760834002560:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 250us (483us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421092.374519:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 276 00010000:00010000:1.0:1777421092.374627:0:7427:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440400/0xa38d712893870eb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.374635:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440400/0xa38d712893870eb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.374677:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d712893870f2 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.374688:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d712893870f2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.374697:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d712893870f2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421092.375787:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3b:0x0]: returning size 512 00010000:00010000:1.0:1777421092.375802:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440400/0xa38d712893870eb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.375811:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440400/0xa38d712893870eb lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.375818:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440400/0xa38d712893870eb lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.375825:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004440400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421092.375830:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440400/0xa38d712893870eb lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.375838:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440400/0xa38d712893870eb lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.375862:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1112dc000) 00010000:00010000:1.0:1777421092.375865:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421092.375870:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440400/0xa38d712893870eb lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.375878:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440400/0xa38d712893870eb lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777421092.375896:0:7427:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000662581e2 reply state 0000000054f75545 transno 4294967879 ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d712893870f2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421092.375906:0:7427:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777421092.375977:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af120430a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+85:25762:x1863760834002432:12345-192.168.203.47@tcp:36:lfs.0 Request processed in 5009us (5166us total) trans 4294967879 rc 0/0 00000100:00100000:1.0:1777421092.375986:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 901 00010000:00010000:3.0:1777421092.377430:0:3281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d712893870f2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421092.377443:0:3281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d712893870f2 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421092.377449:0:3281:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d712893870f2 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421092.377468:0:3281:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137839a00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421092.377473:0:3281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d712893870f2 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421092.377481:0:3281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d712893870f2 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421092.377495:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x12938145 (ffff9af1112dcf00) 00010000:00010000:3.0:1777421092.377499:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421092.377504:0:3281:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d712893870f2 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421092.377510:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d712893870f2 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421092.381278:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421092.381420:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834002688 00000100:00100000:1.0:1777421092.381433:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834002688 00000100:00100000:1.0:1777421092.381488:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 902 00000100:00100000:1.0:1777421092.381498:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af120432680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+84:25763:x1863760834002688:12345-192.168.203.47@tcp:101:bash.0 00010000:00010000:1.0:1777421092.381524:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421092.381552:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838a00/0xa38d712893870f9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3767c7 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.381629:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289387100 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.381655:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289387100 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.381694:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289387100 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421092.381762:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:1.0:1777421092.381766:0:7427:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 25 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421092.381793:0:7427:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289387100 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.381819:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838a00/0xa38d712893870f9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3767c7 expref: 86 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.381840:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289387100 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3767c7 expref: 85 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.381850:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1112dc100) 00010000:00010000:1.0:1777421092.381853:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777421092.381857:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137838200, rc 0) 00000100:00100000:1.0:1777421092.381935:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af120432680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+85:25763:x1863760834002688:12345-192.168.203.47@tcp:101:bash.0 Request processed in 438us (670us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421092.381945:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 902 00000100:00100000:0.0:1777421092.383425:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421092.383462:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834002816 00000100:00100000:1.0:1777421092.383472:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834002816 00000100:00100000:1.0:1777421092.383521:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 903 00000100:00100000:1.0:1777421092.383536:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+85:25763:x1863760834002816:12345-192.168.203.47@tcp:101:bash.0 00010000:00010000:1.0:1777421092.383553:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421092.383575:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839e00/0xa38d71289387107 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3767ce expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.383668:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d7128938710e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.383682:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d7128938710e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.383693:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d7128938710e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.383710:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289387115 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.383717:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289387115 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.383723:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289387115 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.383844:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839000/0xa38d7128938711c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.383853:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839000/0xa38d7128938711c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.383860:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839000/0xa38d7128938711c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421092.383890:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3b:0x0]: returning size 512 00000004:00200000:1.0:1777421092.383893:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421092.383915:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839000/0xa38d7128938711c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.383938:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d7128938710e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.383944:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d7128938710e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.383952:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d7128938710e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.383959:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137838000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421092.383964:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d7128938710e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.383972:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d7128938710e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.383984:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1112dc100) 00010000:00010000:1.0:1777421092.383987:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421092.383992:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d7128938710e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.383999:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d7128938710e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.384012:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289387115 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.384018:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289387115 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.384024:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289387115 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.384035:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137838800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421092.384039:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289387115 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.384045:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289387115 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.384053:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x12938145 (ffff9af1112dce00) 00010000:00010000:1.0:1777421092.384056:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421092.384059:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289387115 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.384065:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289387115 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.384094:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839e00/0xa38d71289387107 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3767ce expref: 87 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.384109:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839000/0xa38d7128938711c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3767ce expref: 86 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.384117:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff9af1112dca00) 00010000:00010000:1.0:1777421092.384120:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1777421092.384122:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137839000, rc 0) 00000100:00100000:1.0:1777421092.384182:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+86:25763:x1863760834002816:12345-192.168.203.47@tcp:101:bash.0 Request processed in 652us (764us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421092.384189:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 903 00000100:00100000:3.0:1777421092.386407:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421092.386518:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834002944 00000100:00100000:1.0:1777421092.386544:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834002944 00000100:00100000:1.0:1777421092.386605:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 904 00000100:00100000:1.0:1777421092.386616:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+86:25763:x1863760834002944:12345-192.168.203.47@tcp:101:bash.0 00010000:00010000:1.0:1777421092.386640:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421092.386673:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839c00/0xa38d71289387123 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3767d5 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.386759:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d7128938712a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.386775:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d7128938712a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.386788:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d7128938712a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.386803:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289387131 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.386810:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289387131 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.386816:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289387131 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.386905:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d7128938712a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.386912:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d7128938712a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.386918:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d7128938712a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.386932:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137838c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421092.386937:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d7128938712a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.386945:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d7128938712a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.386958:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff9af1112dca00) 00010000:00010000:1.0:1777421092.386962:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421092.386967:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d7128938712a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.387139:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d7128938712a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.387157:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289387131 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.387163:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289387131 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.387168:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289387131 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.387173:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137839800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421092.387176:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289387131 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.387182:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289387131 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.387200:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x8cab382d (ffff9af1112dc300) 00010000:00010000:1.0:1777421092.387202:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421092.387205:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289387131 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.387212:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289387131 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.387247:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839c00/0xa38d71289387123 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3767d5 expref: 87 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.387259:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff9af1112dca00) 00010000:00010000:1.0:1777421092.387261:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421092.387265:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839c00/0xa38d71289387123 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3767d5 expref: 87 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.387275:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137839c00, rc 0) 00000100:00100000:1.0:1777421092.387345:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+86:25763:x1863760834002944:12345-192.168.203.47@tcp:101:bash.0 Request processed in 730us (950us total) trans 0 rc 301/301 00000100:00100000:1.0:1777421092.387590:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 904 00000100:00100000:0.0:1777421092.392214:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421092.392267:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834003072 00000100:00100000:1.0:1777421092.392437:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834003072 00000100:00100000:1.0:1777421092.392526:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 905 00000100:00100000:1.0:1777421092.392537:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+37:25764:x1863760834003072:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:1.0:1777421092.392557:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421092.392580:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289387138 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3767dc expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.392675:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d7128938713f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.392689:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d7128938713f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.392701:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d7128938713f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421092.392755:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:1.0:1777421092.392759:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 25 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421092.392784:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d7128938713f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.392809:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289387138 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3767dc expref: 39 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.392830:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d7128938713f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3767dc expref: 38 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.392838:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1112dc100) 00010000:00010000:1.0:1777421092.392841:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777421092.392845:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af101679a00, rc 0) 00000100:00100000:1.0:1777421092.392928:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+38:25764:x1863760834003072:12345-192.168.203.47@tcp:101:rm.0 Request processed in 393us (727us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421092.392935:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 905 00000100:00100000:0.0:1777421092.395281:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421092.395329:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834003200 00000100:00100000:1.0:1777421092.395337:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834003200 00000100:00100000:1.0:1777421092.395465:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 906 00000100:00100000:1.0:1777421092.395473:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+38:25764:x1863760834003200:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:1.0:1777421092.395491:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421092.395509:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839c00/0xa38d71289387146 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3767e3 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.395583:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d7128938714d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.395597:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d7128938714d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.395606:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d7128938714d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.395618:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289387154 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.395624:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289387154 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.395629:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289387154 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.395744:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839e00/0xa38d7128938715b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.395752:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839e00/0xa38d7128938715b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.395759:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839e00/0xa38d7128938715b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421092.395807:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3b:0x0]: returning size 512 00000004:00200000:1.0:1777421092.395812:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421092.395836:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839e00/0xa38d7128938715b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.395847:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d7128938714d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.395854:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d7128938714d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.395861:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d7128938714d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.395867:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137839800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421092.395871:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d7128938714d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.395878:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d7128938714d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.395900:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1112dc100) 00010000:00010000:1.0:1777421092.395904:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421092.395908:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d7128938714d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.395914:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d7128938714d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.395925:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289387154 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.395942:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289387154 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.395949:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289387154 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.395955:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137838c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421092.395958:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289387154 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.395966:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289387154 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.395974:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x12938145 (ffff9af1112dc300) 00010000:00010000:1.0:1777421092.395976:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421092.395978:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289387154 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.395982:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289387154 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.396008:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839c00/0xa38d71289387146 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3767e3 expref: 40 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.396025:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839e00/0xa38d7128938715b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3767e3 expref: 39 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.396033:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff9af1112dca00) 00010000:00010000:1.0:1777421092.396035:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1777421092.396042:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137839e00, rc 0) 00000100:00100000:1.0:1777421092.396102:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+39:25764:x1863760834003200:12345-192.168.203.47@tcp:101:rm.0 Request processed in 628us (827us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421092.396109:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 906 00000100:00100000:3.0:1777421092.398137:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421092.398181:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834003328 00000100:00100000:1.0:1777421092.398188:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834003328 00000100:00100000:1.0:1777421092.398234:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 907 00000100:00100000:1.0:1777421092.398243:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+39:25764:x1863760834003328:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:1.0:1777421092.398258:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421092.398275:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289387162 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3767ea expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.398329:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289387169 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.398340:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289387169 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.398379:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289387169 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.398395:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838a00/0xa38d71289387170 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.398402:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838a00/0xa38d71289387170 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.398409:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838a00/0xa38d71289387170 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.398451:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289387169 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.398464:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289387169 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.398468:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289387169 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.398472:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137838000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421092.398474:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289387169 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.398478:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289387169 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.398485:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff9af1112dca00) 00010000:00010000:1.0:1777421092.398487:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421092.398491:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289387169 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.398497:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289387169 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.398508:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838a00/0xa38d71289387170 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.398514:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838a00/0xa38d71289387170 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.398519:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838a00/0xa38d71289387170 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.398525:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137838a00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421092.398533:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838a00/0xa38d71289387170 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.398539:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838a00/0xa38d71289387170 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.398547:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x8cab382d (ffff9af1112dce00) 00010000:00010000:1.0:1777421092.398549:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421092.398552:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838a00/0xa38d71289387170 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.398558:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838a00/0xa38d71289387170 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.398582:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289387162 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3767ea expref: 40 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.398591:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff9af1112dca00) 00010000:00010000:1.0:1777421092.398593:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421092.398597:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289387162 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3767ea expref: 40 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.398605:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137838800, rc 0) 00000100:00100000:1.0:1777421092.398668:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+39:25764:x1863760834003328:12345-192.168.203.47@tcp:101:rm.0 Request processed in 426us (536us total) trans 0 rc 301/301 00000100:00100000:1.0:1777421092.398676:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 907 00000100:00100000:0.0:1777421092.400222:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421092.400325:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834003456 00000100:00100000:1.0:1777421092.400336:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834003456 00000100:00100000:1.0:1777421092.400470:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 908 00000100:00100000:1.0:1777421092.400481:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af115e89450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+39:25764:x1863760834003456:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:1.0:1777421092.400518:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421092.400544:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289387177 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3767f1 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.400619:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d7128938717e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.400635:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d7128938717e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.400658:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d7128938717e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.400675:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289387185 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.400683:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289387185 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.400690:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289387185 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.400757:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d7128938717e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.400762:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d7128938717e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.400767:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d7128938717e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.400771:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a33800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421092.400790:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d7128938717e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.400796:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d7128938717e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.400805:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff9af1112dca00) 00010000:00010000:1.0:1777421092.400808:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421092.400811:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d7128938717e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.400815:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d7128938717e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.400825:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289387185 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.400828:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289387185 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.400834:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289387185 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.400839:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a32200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421092.400842:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289387185 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.400847:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289387185 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.400853:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x8cab382d (ffff9af1112dc000) 00010000:00010000:1.0:1777421092.400856:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421092.400864:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289387185 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.400870:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289387185 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.400920:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289387177 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3767f1 expref: 40 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.400931:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff9af1112dca00) 00010000:00010000:1.0:1777421092.400933:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421092.400937:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289387177 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3767f1 expref: 40 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.400947:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af120a33000, rc 0) 00000100:00100000:1.0:1777421092.401012:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af115e89450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+39:25764:x1863760834003456:12345-192.168.203.47@tcp:101:rm.0 Request processed in 532us (800us total) trans 0 rc 301/301 00000100:00100000:1.0:1777421092.401030:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 908 00000100:00100000:0.0:1777421092.409957:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421092.410041:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834003584 00000100:00100000:1.0:1777421092.410059:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834003584 00000100:00100000:1.0:1777421092.410125:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 909 00000100:00100000:1.0:1777421092.410136:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+39:25765:x1863760834003584:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:1.0:1777421092.410154:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421092.410174:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d7128938718c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3767f8 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.410233:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289387193 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.410262:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289387193 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.410285:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289387193 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.410300:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d7128938719a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.410307:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d7128938719a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.410313:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d7128938719a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.410419:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289387193 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.410434:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289387193 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.410441:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289387193 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.410447:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a32200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421092.410451:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289387193 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.410459:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289387193 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.410471:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff9af1112dca00) 00010000:00010000:1.0:1777421092.410493:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421092.410499:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289387193 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.410505:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289387193 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.410517:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d7128938719a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.410523:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d7128938719a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.410539:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d7128938719a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.410544:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a33800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421092.410547:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d7128938719a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.410553:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d7128938719a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.410560:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x8cab382d (ffff9af1112dc000) 00010000:00010000:1.0:1777421092.410563:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421092.410565:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d7128938719a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.410571:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d7128938719a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.410603:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d7128938718c lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3767f8 expref: 40 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.410626:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff9af1112dca00) 00010000:00010000:1.0:1777421092.410629:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421092.410633:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d7128938718c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3767f8 expref: 40 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.410642:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af120a33000, rc 0) 00000100:00100000:1.0:1777421092.410749:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+39:25765:x1863760834003584:12345-192.168.203.47@tcp:101:cp.0 Request processed in 614us (805us total) trans 0 rc 301/301 00000100:00100000:1.0:1777421092.410757:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 909 00000100:00100000:3.0:1777421092.415087:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421092.415145:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834003712 00000100:00100000:1.0:1777421092.415165:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834003712 00000100:00100000:1.0:1777421092.415226:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 910 00000100:00100000:1.0:1777421092.415236:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+39:25765:x1863760834003712:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:1.0:1777421092.415253:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421092.415273:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d712893871a1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3767ff expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.415342:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d712893871a8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.415384:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d712893871a8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.415395:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d712893871a8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.415409:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d712893871af lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.415430:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d712893871af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.415437:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d712893871af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.415496:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d712893871a8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.415504:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d712893871a8 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.415510:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d712893871a8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.415516:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a33400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421092.415520:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d712893871a8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.415527:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d712893871a8 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.415537:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff9af1112dca00) 00010000:00010000:1.0:1777421092.415541:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421092.415545:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d712893871a8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.415551:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d712893871a8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.415567:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d712893871af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.415575:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d712893871af lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.415579:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d712893871af lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.415582:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a32e00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421092.415583:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d712893871af lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.415587:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d712893871af lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.415592:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x8cab382d (ffff9af1112dce00) 00010000:00010000:1.0:1777421092.415594:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421092.415595:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d712893871af lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.415599:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d712893871af lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.415622:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d712893871a1 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3767ff expref: 40 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.415628:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff9af1112dca00) 00010000:00010000:1.0:1777421092.415630:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421092.415632:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d712893871a1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3767ff expref: 40 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.415663:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af120a33c00, rc 0) 00000100:00100000:1.0:1777421092.415803:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+39:25765:x1863760834003712:12345-192.168.203.47@tcp:101:cp.0 Request processed in 568us (722us total) trans 0 rc 301/301 00000100:00100000:1.0:1777421092.415811:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 910 00000100:00100000:0.0:1777421092.419729:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421092.419831:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834003968 00000100:00100000:1.0:1777421092.419840:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834003968 00000100:00100000:1.0:1777421092.419887:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 911 00000100:00100000:1.0:1777421092.419897:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+39:25765:x1863760834003968:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:1.0:1777421092.419915:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421092.419933:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d712893871b6 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376806 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.420047:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d712893871bd lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.420062:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d712893871bd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.420086:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d712893871bd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.420101:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d712893871c4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.420108:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d712893871c4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.420115:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d712893871c4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777421092.420636:0:5762:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x13:0x0], index 1: 0 00010000:00010000:1.0:1777421092.420803:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33200/0xa38d712893871cb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.420813:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33200/0xa38d712893871cb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.420821:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33200/0xa38d712893871cb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.420854:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d712893871bd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.420861:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d712893871bd lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.420868:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d712893871bd lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.420873:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a33800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421092.420877:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d712893871bd lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.420884:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d712893871bd lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.420895:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff9af1112dca00) 00010000:00010000:1.0:1777421092.420898:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421092.420902:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d712893871bd lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.420918:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d712893871bd lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777421092.420931:0:5762:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000002874f9fa reply state 00000000e999c8f1 transno 4294967880 ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d712893871c4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421092.420939:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777421092.420964:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d712893871b6 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376806 expref: 42 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.420973:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33200/0xa38d712893871cb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376806 expref: 41 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.420978:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff9af1112dc300) 00010000:00010000:1.0:1777421092.420980:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421092.420981:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af120a33200, rc 0) 00000100:00100000:1.0:1777421092.421042:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+42:25765:x1863760834003968:12345-192.168.203.47@tcp:101:cp.0 Request processed in 1146us (1395us total) trans 4294967880 rc 0/0 00000100:00100000:1.0:1777421092.421047:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 911 00010000:00010000:3.0:1777421092.422913:0:3282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d712893871c4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421092.422927:0:3282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d712893871c4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421092.422934:0:3282:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d712893871c4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421092.422940:0:3282:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a32200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421092.422944:0:3282:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d712893871c4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421092.422967:0:3282:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d712893871c4 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421092.422983:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x8cab382d (ffff9af1112dc000) 00010000:00010000:3.0:1777421092.422986:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421092.422990:0:3282:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d712893871c4 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421092.422997:0:3282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d712893871c4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421092.429135:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421092.429208:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834004096 00000100:00100000:3.0:1777421092.429219:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834004096 00000100:00100000:3.0:1777421092.429298:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 228 00000100:00100000:3.0:1777421092.429310:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2369:x1863760834004096:12345-192.168.203.47@tcp:101:cp.0 00000100:00080000:2.0:1777421092.429311:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1777421092.429328:0:11334:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421092.429346:0:11334:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ed168fe1/0xa38d712893871d9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37680d expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777421092.429585:0:11334:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x13:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1777421092.429602:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421092.429605:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421092.429613:0:11334:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ed168fe1/0xa38d712893871d9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37680d expref: 10 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421092.429632:0:11334:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ed168fe1/0xa38d712893871d9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37680d expref: 10 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421092.429675:0:11334:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af004441200, rc 0) 00000100:00100000:3.0:1777421092.429727:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2369:x1863760834004096:12345-192.168.203.47@tcp:101:cp.0 Request processed in 419us (600us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421092.429735:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 228 00000100:00100000:0.0:1777421092.431871:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421092.432004:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834004224 00000100:00100000:3.0:1777421092.432015:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834004224 00000100:00100000:3.0:1777421092.432062:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 229 00000100:00100000:3.0:1777421092.432072:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:25765:x1863760834004224:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:3.0:1777421092.432087:0:11334:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421092.432104:0:11334:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000959997fb/0xa38d712893871e0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376814 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421092.432142:0:11334:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ed168fe1/0xa38d712893871d9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37680d expref: 11 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421092.432150:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421092.432152:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421092.432156:0:11334:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000959997fb/0xa38d712893871e0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376814 expref: 11 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421092.432187:0:11334:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ed168fe1/0xa38d712893871d9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37680d expref: 11 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421092.432201:0:11334:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ed168fe1/0xa38d712893871d9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37680d expref: 11 pid: 11334 timeout: 404 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421092.432235:0:11334:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c10a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11334:1863760841153280:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777421092.432328:0:11334:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af118192c00 going to sleep for 11 seconds 00000100:00100000:3.0:1777421092.433818:0:11334:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c10a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11334:1863760841153280:192.168.203.47@tcp:104: 00010000:00010000:3.0:1777421092.433845:0:11334:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000959997fb/0xa38d712893871e0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376814 expref: 11 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421092.433864:0:11334:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af004440e00, rc 0) 00000100:00100000:3.0:1777421092.434020:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:25765:x1863760834004224:12345-192.168.203.47@tcp:101:cp.0 Request processed in 1949us (2154us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421092.434029:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 229 00000100:00100000:0.0:1777421092.434272:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421092.434900:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834004352 00000100:00100000:3.0:1777421092.434908:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834004352 00010000:00010000:3.0:1777421092.434934:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ed168fe1/0xa38d712893871d9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37680d expref: 11 pid: 11334 timeout: 404 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421092.434971:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 277 00000100:00100000:3.0:1777421092.434979:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2368:x1863760834004352:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421092.434989:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421092.435008:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ed168fe1/0xa38d712893871d9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37680d expref: 11 pid: 11334 timeout: 404 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421092.435021:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ed168fe1/0xa38d712893871d9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37680d expref: 11 pid: 11334 timeout: 404 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421092.435057:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ed168fe1/0xa38d712893871d9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37680d expref: 11 pid: 11334 timeout: 404 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421092.435070:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421092.435072:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421092.435078:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000959997fb/0xa38d712893871e0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376814 expref: 10 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421092.435089:0:5746:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000959997fb/0xa38d712893871e0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376814 expref: 10 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421092.435119:0:5746:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000959997fb/0xa38d712893871e0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376814 expref: 10 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421092.435131:0:5746:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c10a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5746:1863760841153408:192.168.203.47@tcp:105: 00000100:00100000:3.0:1777421092.435205:0:5746:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af118192c00 going to sleep for 11 seconds 00000100:00100000:3.0:1777421092.436762:0:5746:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c10a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5746:1863760841153408:192.168.203.47@tcp:105: 00010000:00010000:3.0:1777421092.436781:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421092.436919:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2368:x1863760834004352:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 1939us (2648us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421092.436930:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 277 00000100:00100000:0.0:1777421092.436962:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421092.437019:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834004608 00000100:00100000:1.0:1777421092.437042:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834004608 00000100:00100000:1.0:1777421092.437086:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 199 00000100:00100000:1.0:1777421092.437095:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+41:25765:x1863760834004608:12345-192.168.203.47@tcp:35:cp.0 00000100:00100000:1.0:1777421092.437407:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+42:25765:x1863760834004608:12345-192.168.203.47@tcp:35:cp.0 Request processed in 312us (445us total) trans 4294967881 rc 0/0 00000100:00100000:1.0:1777421092.437414:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 199 00000100:00100000:0.0:1777421092.459240:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421092.459449:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834004736 00000100:00100000:1.0:1777421092.459480:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834004736 00000100:00100000:1.0:1777421092.459600:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 912 00000100:00100000:1.0:1777421092.459613:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+86:25768:x1863760834004736:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:1.0:1777421092.459639:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421092.459678:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d712893871e7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37681b expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.459765:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d712893871ee lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.459782:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d712893871ee lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.459795:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d712893871ee lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.459811:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d712893871f5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.459819:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d712893871f5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.459825:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d712893871f5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.459957:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d712893871fc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.459967:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d712893871fc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.459975:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d712893871fc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421092.460024:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x18:0x0]: returning size 158 00000004:00200000:1.0:1777421092.460030:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421092.460055:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d712893871fc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.460069:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d712893871fc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.460079:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d712893871ee lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.460086:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d712893871ee lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.460093:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d712893871ee lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.460100:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a33800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421092.460105:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d712893871ee lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.460114:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d712893871ee lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.460127:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff9af1112dca00) 00010000:00010000:1.0:1777421092.460130:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421092.460136:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d712893871ee lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.460143:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d712893871ee lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.460168:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d712893871f5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.460174:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d712893871f5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.460180:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d712893871f5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.460185:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a33c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421092.460188:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d712893871f5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.460194:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d712893871f5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.460202:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x8cab382d (ffff9af1112dce00) 00010000:00010000:1.0:1777421092.460204:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421092.460207:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d712893871f5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.460213:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d712893871f5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.460248:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d712893871e7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37681b expref: 88 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.460263:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d712893871fc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37681b expref: 87 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.460283:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff9af1112dc300) 00010000:00010000:1.0:1777421092.460285:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421092.460288:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af120a32e00, rc 0) 00000100:00100000:1.0:1777421092.460407:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+87:25768:x1863760834004736:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 795us (1183us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421092.460415:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 912 00000100:00100000:2.0:1777421092.464558:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421092.465521:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834004864 00000100:00100000:3.0:1777421092.465539:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834004864 00000100:00080000:2.0:1777421092.465620:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777421092.465687:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 230 00000100:00100000:3.0:1777421092.465701:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00246c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+13:2367:x1863760834004864:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:3.0:1777421092.465743:0:11334:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421092.465769:0:11334:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ed168fe1/0xa38d71289387203 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376822 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421092.465848:0:11334:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c10a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11334:1863760841153536:192.168.203.47@tcp:106: 00000100:00100000:3.0:1777421092.465981:0:11334:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af118192c00 going to sleep for 11 seconds 00002000:00010000:3.0:1777421092.468825:0:11334:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000400:0x13:0x0] updating lvb size: 0 -> 158 00002000:00010000:3.0:1777421092.468836:0:11334:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x13:0x0] updating lvb mtime: 0 -> 1777421092 00002000:00010000:3.0:1777421092.468839:0:11334:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x13:0x0] updating lvb atime: 0 -> 1777421092 00002000:00010000:3.0:1777421092.468841:0:11334:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x13:0x0] updating lvb ctime: 0 -> 1777421092 00000100:00100000:3.0:1777421092.468870:0:11334:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c10a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11334:1863760841153536:192.168.203.47@tcp:106: 00010000:00010000:3.0:1777421092.468916:0:11334:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ed168fe1/0xa38d71289387203 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376822 expref: 14 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421092.468945:0:11334:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ed168fe1/0xa38d71289387203 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376822 expref: 14 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421092.468961:0:11334:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af004441200, rc 0) 00000100:00100000:3.0:1777421092.469126:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00246c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+13:2367:x1863760834004864:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 3427us (4576us total) trans 0 rc 301/301 00000100:00100000:3.0:1777421092.469136:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 230 00000100:00100000:0.0:1777421092.471871:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421092.471979:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834004992 00000100:00100000:1.0:1777421092.471987:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834004992 00000100:00100000:1.0:1777421092.472036:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 913 00000100:00100000:1.0:1777421092.472047:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+87:25768:x1863760834004992:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:1.0:1777421092.472065:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421092.472085:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d7128938720a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376829 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.472148:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d71289387211 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.472162:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d71289387211 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.472172:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d71289387211 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421092.472226:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3b:0x0]: returning size 512 00000004:00200000:1.0:1777421092.472229:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421092.472252:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d71289387211 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.472296:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d7128938720a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376829 expref: 89 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.472315:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d71289387211 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376829 expref: 88 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.472324:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff9af1112dca00) 00010000:00010000:1.0:1777421092.472326:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777421092.472329:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af120a33a00, rc 0) 00000100:00100000:1.0:1777421092.472563:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+88:25768:x1863760834004992:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 516us (699us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421092.472571:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 913 00000100:00100000:2.0:1777421092.475436:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421092.475506:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834005120 00000100:00100000:3.0:1777421092.475520:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834005120 00000100:00100000:3.0:1777421092.475574:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 231 00000100:00100000:3.0:1777421092.475585:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00246ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+13:2368:x1863760834005120:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:3.0:1777421092.475615:0:11334:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421092.475631:0:11334:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e5fe39b8/0xa38d71289387218 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376830 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421092.475700:0:11334:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c10a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11334:1863760841153664:192.168.203.47@tcp:106: 00000100:00100000:3.0:1777421092.475781:0:11334:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af118192c00 going to sleep for 11 seconds 00000100:00100000:3.0:1777421092.482324:0:11334:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c10a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11334:1863760841153664:192.168.203.47@tcp:106: 00010000:00010000:3.0:1777421092.482381:0:11334:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e5fe39b8/0xa38d71289387218 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376830 expref: 14 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421092.482406:0:11334:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e5fe39b8/0xa38d71289387218 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376830 expref: 14 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421092.482419:0:11334:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af004440200, rc 0) 00000100:00100000:2.0:1777421092.482522:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00246ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+13:2368:x1863760834005120:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 6938us (7266us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421092.482551:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 231 00000100:00100000:0.0:1777421092.487068:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421092.487143:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834005376 00000100:00100000:1.0:1777421092.487154:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834005376 00000100:00100000:1.0:1777421092.487214:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 914 00000100:00100000:1.0:1777421092.487224:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+88:25768:x1863760834005376:12345-192.168.203.47@tcp:58:lfs.0 00000040:00080000:1.0:1777421092.487526:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].23, 136 off11320 00000100:00100000:1.0:1777421092.487605:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+88:25768:x1863760834005376:12345-192.168.203.47@tcp:58:lfs.0 Request processed in 382us (545us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421092.487614:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 914 00000040:00080000:3.0:1777421092.856879:0:18563:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777421092.856887:0:18563:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777421092.856948:0:18563:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 24 count 7 00000040:00080000:3.0:1777421092.856954:0:18563:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:2.0:1777421092.889843:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777421092.889850:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777421092.890155:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 24 count 4 00000040:00080000:2.0:1777421092.890165:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777421092.890407:0:11331:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af00246dc00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841153792:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1777421092.890505:0:11331:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1346d1e40 going to sleep for 11 seconds 00000100:00100000:0.0:1777421092.892872:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421092.893041:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834005504 00000100:00100000:2.0:1777421092.893044:0:11331:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af00246dc00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841153792:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1777421092.893051:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834005504 00000100:00100000:1.0:1777421092.893124:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 915 00000100:00100000:1.0:1777421092.893136:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+42:25779:x1863760834005504:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1777421092.893172:0:5762:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x18:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1777421092.893272:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+42:25779:x1863760834005504:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 138us (405us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421092.893281:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 915 00000100:00100000:3.0:1777421092.895998:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421092.896047:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834005760 00000100:00100000:1.0:1777421092.896057:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834005760 00000100:00100000:1.0:1777421092.896107:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 916 00000100:00100000:1.0:1777421092.896120:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+42:25779:x1863760834005760:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421092.896137:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421092.896155:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d7128938721f lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376837 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.896249:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d71289387226 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.896263:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d71289387226 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.896276:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d71289387226 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421092.896287:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x18:0x0]: returning size 158 00010000:00010000:1.0:1777421092.896517:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d7128938721f lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376837 expref: 45 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.896534:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d71289387226 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376837 expref: 44 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.896544:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff9af1112dc300) 00010000:00010000:1.0:1777421092.896548:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421092.896557:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af120a33c00, rc 0) 00000100:00100000:1.0:1777421092.896608:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+44:25779:x1863760834005760:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 491us (658us total) trans 4294967882 rc 0/0 00000100:00100000:1.0:1777421092.896616:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 916 00000100:00100000:2.0:1777421092.898553:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421092.898697:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834006016 00000100:00100000:0.0:1777421092.898707:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834006016 00000100:00100000:0.0:1777421092.898772:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 38 00000100:00100000:0.0:1777421092.898784:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00246dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+44:2369:x1863760834006016:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421092.898801:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421092.898820:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d71289387226 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376837 expref: 44 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421092.898836:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff9af1112dc300) 00010000:00010000:0.0:1777421092.898848:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421092.898882:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00246dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+43:2369:x1863760834006016:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 102us (336us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421092.898890:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 38 00000100:00100000:0.0:1777421092.899069:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421092.899132:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834005888 00000100:00100000:2.0:1777421092.899137:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834005888 00000100:00100000:2.0:1777421092.899177:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 232 00000100:00100000:2.0:1777421092.899185:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2368:x1863760834005888:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1777421092.899221:0:11334:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000b40fd05d/0xa38d71289387234 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421092.899239:0:11334:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000959997fb/0xa38d712893871e0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376814 expref: 10 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421092.899247:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777421092.899249:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777421092.899253:0:11334:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b40fd05d/0xa38d71289387234 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421092.899301:0:11334:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000959997fb/0xa38d712893871e0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376814 expref: 10 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421092.899327:0:11334:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000959997fb/0xa38d712893871e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376814 expref: 10 pid: 11334 timeout: 404 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421092.899344:0:11334:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af00246df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11334:1863760841153920:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777421092.899428:0:11334:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1346d1e40 going to sleep for 11 seconds 00000100:00100000:1.0:1777421092.901221:0:11334:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af00246df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11334:1863760841153920:192.168.203.47@tcp:104: 00010000:00010000:1.0:1777421092.901243:0:11334:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b40fd05d/0xa38d71289387234 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421092.902079:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421092.902142:0:17822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834006144 00000100:00100000:2.0:1777421092.902149:0:17822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834006144 00002000:00100000:2.0:1777421092.902191:0:17822:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x13:0x0] (0->157) req@ffff9af13c15dc00 x1863760834006144/t0(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:103/0 lens 648/0 e 0 to 0 dl 1777421103 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421092.902201:0:17822:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13c15dc00 with x1863760834006144 ext(0->157) 00010000:00010000:2.0:1777421092.902208:0:17822:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000959997fb/0xa38d712893871e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376814 expref: 11 pid: 11334 timeout: 404 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421092.902220:0:17822:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000959997fb/0xa38d712893871e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376814 expref: 11 pid: 11334 timeout: 404 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777421092.902226:0:17822:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9af13c15dc00 00000100:00100000:2.0:1777421092.902248:0:17822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 8 00000100:00100000:2.0:1777421092.902258:0:17822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2369:x1863760834006144:12345-192.168.203.47@tcp:4:cp.0 00000100:00100000:2.0:1777421092.902884:0:17822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+13:2369:x1863760834006144:12345-192.168.203.47@tcp:4:cp.0 Request processed in 627us (805us total) trans 4294967348 rc 0/0 00000100:00100000:2.0:1777421092.902894:0:17822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 8 00002000:00100000:2.0:1777421092.902901:0:17822:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x13:0x0] (0->157) req@ffff9af13c15dc00 x1863760834006144/t4294967348(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:103/0 lens 648/448 e 0 to 0 dl 1777421103 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421092.902917:0:17822:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13c15dc00 with x1863760834006144 ext(0->157) 00010000:00010000:2.0:1777421092.902932:0:17822:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000959997fb/0xa38d712893871e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376814 expref: 13 pid: 11334 timeout: 404 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421092.902946:0:17822:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000959997fb/0xa38d712893871e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376814 expref: 13 pid: 11334 timeout: 404 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777421092.902951:0:17822:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9af13c15dc00 00000100:00100000:3.0:1777421092.904690:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421092.904793:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834006272 00000100:00100000:0.0:1777421092.904802:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834006272 00010000:00010000:0.0:1777421092.904834:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000959997fb/0xa38d712893871e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376814 expref: 13 pid: 11334 timeout: 404 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421092.904871:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 278 00000100:00100000:0.0:1777421092.904879:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c13480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+13:2369:x1863760834006272:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421092.904892:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421092.904910:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000959997fb/0xa38d712893871e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376814 expref: 13 pid: 11334 timeout: 404 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421092.904924:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000959997fb/0xa38d712893871e0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376814 expref: 13 pid: 11334 timeout: 404 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421092.904947:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000959997fb/0xa38d712893871e0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376814 expref: 13 pid: 11334 timeout: 404 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421092.904960:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421092.904962:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421092.904968:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b40fd05d/0xa38d71289387234 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421092.904993:0:5746:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b40fd05d/0xa38d71289387234 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421092.905043:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421092.905060:0:11334:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b40fd05d/0xa38d71289387234 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421092.905073:0:11334:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b40fd05d/0xa38d71289387234 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421092.905088:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c13480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2369:x1863760834006272:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 208us (402us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421092.905097:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 278 00010000:00010000:2.0:1777421092.905098:0:11334:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000b40fd05d/0xa38d71289387234 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421092.905121:0:11334:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b40fd05d/0xa38d71289387234 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421092.905131:0:11334:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b40fd05d/0xa38d71289387234 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421092.905142:0:11334:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148d400 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:2.0:1777421092.905147:0:11334:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b40fd05d/0xa38d71289387234 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421092.905163:0:11334:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b40fd05d/0xa38d71289387234 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421092.905176:0:11334:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b40fd05d/0xa38d71289387234 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421092.905184:0:11334:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b40fd05d/0xa38d71289387234 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421092.905243:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2368:x1863760834005888:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 Request processed in 6057us (6172us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421092.905251:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 232 00000100:00100000:2.0:1777421092.907079:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421092.907252:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834006528 00000100:00100000:1.0:1777421092.907262:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834006528 00000100:00100000:1.0:1777421092.907314:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 917 00000100:00100000:1.0:1777421092.907324:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00246f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+43:25779:x1863760834006528:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777421092.907452:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00246f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+43:25779:x1863760834006528:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 122us (368us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421092.907462:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 917 00000100:00100000:1.0:1777421092.913189:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421092.913295:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834006656 00000100:00100000:3.0:1777421092.913324:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834006656 00000100:00100000:3.0:1777421092.913443:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 233 00000100:00100000:3.0:1777421092.913457:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0043ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2368:x1863760834006656:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421092.913480:0:11334:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421092.913522:0:11334:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e5fe39b8/0xa38d7128938723b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37683e expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777421092.913552:0:11334:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x13:0x0] initial LVB size: 158, mtime: 0x69f14b24, atime: 0x0, ctime: 0x69f14b24, blocks: 0x1 00010000:00010000:3.0:1777421092.913577:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421092.913579:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421092.913587:0:11334:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e5fe39b8/0xa38d7128938723b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37683e expref: 12 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421092.913603:0:11334:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e5fe39b8/0xa38d7128938723b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37683e expref: 12 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421092.913617:0:11334:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af004440200, rc 0) 00000100:00100000:3.0:1777421092.913708:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0043ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2368:x1863760834006656:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 254us (524us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421092.913718:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 233 00000100:00100000:2.0:1777421092.917315:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421092.917393:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834006912 00000100:00100000:1.0:1777421092.917407:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834006912 00000100:00100000:1.0:1777421092.917465:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 918 00000100:00100000:1.0:1777421092.917476:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00246fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+43:25779:x1863760834006912:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777421092.917588:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00246fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+43:25779:x1863760834006912:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 114us (283us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421092.917601:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 918 00000100:00100000:2.0:1777421092.920065:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421092.920172:0:17822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834007040 00000100:00100000:1.0:1777421092.920186:0:17822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834007040 00002000:00100000:1.0:1777421092.920233:0:17822:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x13:0x0] (0->4095) req@ffff9af00246ea00 x1863760834007040/t0(0) o3->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:103/0 lens 488/0 e 0 to 0 dl 1777421103 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421092.920251:0:17822:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af00246ea00 with x1863760834007040 ext(0->4095) 00002000:00010000:1.0:1777421092.920257:0:17822:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af00246ea00 00000100:00100000:1.0:1777421092.920288:0:17822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 87 00000100:00100000:1.0:1777421092.920297:0:17822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00246ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2369:x1863760834007040:12345-192.168.203.47@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1777421092.920499:0:17822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00246ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2369:x1863760834007040:12345-192.168.203.47@tcp:3:lhsmtool_posix.0 Request processed in 201us (453us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1777421092.920507:0:17822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 87 00002000:00100000:1.0:1777421092.920515:0:17822:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x13:0x0] (0->4095) req@ffff9af00246ea00 x1863760834007040/t0(0) o3->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:103/0 lens 488/4536 e 0 to 0 dl 1777421103 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421092.920523:0:17822:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af00246ea00 with x1863760834007040 ext(0->4095) 00002000:00010000:1.0:1777421092.920527:0:17822:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af00246ea00 00000100:00100000:1.0:1777421092.926118:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421092.926155:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834007168 00000100:00100000:1.0:1777421092.926165:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834007168 00000100:00100000:1.0:1777421092.926217:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 919 00000100:00100000:1.0:1777421092.926226:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0043ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+43:25779:x1863760834007168:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421092.926242:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421092.926274:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289387242 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376845 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.926306:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387249 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.926317:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387249 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.926330:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387249 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.926443:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289387242 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376845 expref: 45 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.926455:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387249 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376845 expref: 44 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.926467:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff9af1112dc300) 00010000:00010000:1.0:1777421092.926469:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1777421092.926472:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af120a33400, rc 0) 00000100:00100000:1.0:1777421092.926523:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0043ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+44:25779:x1863760834007168:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 298us (411us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421092.926531:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 919 00000100:00100000:1.0:1777421092.930855:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421092.930926:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834007296 00000100:00100000:0.0:1777421092.931147:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834007296 00000100:00100000:0.0:1777421092.931203:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 920 00000100:00100000:0.0:1777421092.931215:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0043ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+44:25779:x1863760834007296:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1777421092.931246:0:7427:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x18:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1777421092.931334:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0043ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+44:25779:x1863760834007296:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 121us (486us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421092.931342:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 920 00000100:00100000:1.0:1777421092.935854:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421092.935915:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834007424 00000100:00100000:3.0:1777421092.935925:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834007424 00000100:00100000:3.0:1777421092.935994:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 234 00000100:00100000:3.0:1777421092.936007:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0043ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2369:x1863760834007424:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1777421092.936048:0:11334:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ed168fe1/0xa38d71289387250 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421092.936064:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421092.936071:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421092.936076:0:11334:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ed168fe1/0xa38d71289387250 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421092.936104:0:11334:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ed168fe1/0xa38d71289387250 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421092.936133:0:11334:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ed168fe1/0xa38d71289387250 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421092.936142:0:11334:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ed168fe1/0xa38d71289387250 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421092.936150:0:11334:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ed168fe1/0xa38d71289387250 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421092.936157:0:11334:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004441200 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:3.0:1777421092.936161:0:11334:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ed168fe1/0xa38d71289387250 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421092.936170:0:11334:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ed168fe1/0xa38d71289387250 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421092.936187:0:11334:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ed168fe1/0xa38d71289387250 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421092.936195:0:11334:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ed168fe1/0xa38d71289387250 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421092.936265:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0043ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2369:x1863760834007424:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 Request processed in 259us (416us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421092.936275:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 234 00000100:00100000:1.0:1777421092.938332:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421092.938428:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834007680 00000100:00100000:2.0:1777421092.938438:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834007680 00000100:00100000:2.0:1777421092.938496:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 921 00000100:00100000:2.0:1777421092.938508:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0043edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+44:25779:x1863760834007680:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1777421092.938576:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ca00/0xa38d71289387257 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x18:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421092.938592:0:5762:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387249 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376845 expref: 44 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421092.938617:0:5762:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ca00/0xa38d71289387257 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421092.938664:0:5762:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387249 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376845 expref: 44 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421092.938678:0:5762:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387249 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376845 expref: 44 pid: 5762 timeout: 404 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421092.938691:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af00246f100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841154048:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777421092.938778:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1346d1540 going to sleep for 11 seconds 00000100:00100000:2.0:1777421092.940734:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af00246f100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841154048:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777421092.940760:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ca00/0xa38d71289387257 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421092.943109:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421092.943162:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834007808 00000100:00100000:0.0:1777421092.943173:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834007808 00010000:00010000:0.0:1777421092.943211:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387249 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376845 expref: 45 pid: 5762 timeout: 404 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421092.943258:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 279 00000100:00100000:0.0:1777421092.943268:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0043ef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+45:2369:x1863760834007808:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421092.943283:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421092.943291:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387249 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376845 expref: 45 pid: 5762 timeout: 404 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421092.943321:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387249 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376845 expref: 45 pid: 5762 timeout: 404 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421092.943343:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387249 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376845 expref: 45 pid: 5762 timeout: 404 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421092.943389:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff9af1112dc300) 00010000:00010000:0.0:1777421092.943395:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ca00/0xa38d71289387257 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421092.943405:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ca00/0xa38d71289387257 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421092.943413:0:5746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ca00/0xa38d71289387257 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421092.943435:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421092.943490:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0043ef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+44:2369:x1863760834007808:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 222us (387us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421092.943498:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 279 00010000:00010000:1.0:1777421092.944576:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ca00/0xa38d71289387257 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.944589:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ca00/0xa38d71289387257 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.944791:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ca00/0xa38d71289387257 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.944812:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ca00/0xa38d71289387257 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.944819:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ca00/0xa38d71289387257 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.944825:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148ca00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421092.944829:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ca00/0xa38d71289387257 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.944837:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ca00/0xa38d71289387257 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.944850:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff9af1112dc300) 00010000:00010000:1.0:1777421092.944853:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1777421092.944857:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ca00/0xa38d71289387257 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421092.944863:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ca00/0xa38d71289387257 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421092.945028:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0043edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+44:25779:x1863760834007680:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 6521us (6699us total) trans 4294967883 rc 0/0 00000100:00100000:1.0:1777421092.945036:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 921 00000040:00080000:2.0:1777421092.945101:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777421092.945106:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777421092.945662:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:2.0:1777421092.945669:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777421092.949431:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421092.949523:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834008064 00000100:00100000:0.0:1777421092.949534:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834008064 00000100:00100000:0.0:1777421092.949592:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 200 00000100:00100000:0.0:1777421092.949602:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0043eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+44:25779:x1863760834008064:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1777421092.949841:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0043eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+45:25779:x1863760834008064:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 240us (418us total) trans 4294967884 rc 0/0 00000100:00100000:0.0:1777421092.949850:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 200 00010000:00010000:1.0:1777421093.208904:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777421093.393285:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421093.393335:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421093.393411:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421093.393418:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834008320 00000100:00100000:1.0:1777421093.393428:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834008320 00000100:00100000:3.0:1777421093.393448:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421093.393477:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834008704 00000100:00100000:1.0:1777421093.393482:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834008704 00000100:00100000:3.0:1777421093.393484:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421093.393514:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421093.393534:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834008448 00000100:00100000:2.0:1777421093.393541:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834008448 00000100:00100000:3.0:1777421093.393554:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421093.393577:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834008192 00000100:00100000:0.0:1777421093.393595:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834008192 00000100:00100000:1.0:1777421093.393681:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 185 00000100:00100000:3.0:1777421093.393697:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834008960 00000100:00100000:2.0:1777421093.393699:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834008576 00000100:00100000:1.0:1777421093.393702:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+88:2369:x1863760834008320:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777421093.393704:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834008960 00000100:00100000:2.0:1777421093.393705:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834008576 00000100:00100000:3.0:1777421093.393733:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834008832 00000100:00100000:3.0:1777421093.393737:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834008832 00000100:00100000:2.0:1777421093.393741:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 183 00000100:00100000:2.0:1777421093.393751:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:2368:x1863760834008448:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777421093.393784:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+88:2369:x1863760834008320:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 94us (507us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421093.393789:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:2368:x1863760834008448:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 37us (377us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421093.393808:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 185 00000100:00100000:2.0:1777421093.393810:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 183 00000100:00100000:2.0:1777421093.393838:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 184 00000100:00100000:1.0:1777421093.393844:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 186 00000100:00100000:2.0:1777421093.393850:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2368:x1863760834008960:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777421093.393859:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 185 00000100:00100000:1.0:1777421093.393859:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+45:2368:x1863760834008704:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777421093.393874:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+13:2369:x1863760834008576:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:2.0:1777421093.393882:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2368:x1863760834008960:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 35us (397us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421093.393890:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 184 00000100:00100000:2.0:1777421093.393906:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 186 00000100:00100000:1.0:1777421093.393913:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+45:2368:x1863760834008704:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 60us (464us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421093.393918:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2369:x1863760834008832:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777421093.393924:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+13:2369:x1863760834008576:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 51us (408us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421093.393934:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 185 00000100:00100000:1.0:1777421093.393939:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 186 00000100:00100000:2.0:1777421093.393952:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2369:x1863760834008832:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 38us (398us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421093.393960:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 186 00000100:00080000:3.0:1777421093.393989:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777421093.393994:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777421093.394474:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 471 00000100:00100000:0.0:1777421093.394483:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119148450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+12:2368:x1863760834008192:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:0.0:1777421093.394523:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119148450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+12:2368:x1863760834008192:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 42us (1189us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421093.394530:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 471 00000001:00080000:0.0:1777421093.868295:0:7430:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967348 is committed 00000001:00080000:3.0:1777421093.868428:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967884 is committed 00000001:00080000:3.0:1777421093.868463:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967879 is committed 00000020:00080000:3.0:1777421093.868469:0:5782:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 14 batchid updated 00000020:00080000:1.0:1777421093.868485:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 14 00000020:00080000:1.0:1777421093.868499:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 14 00010000:00010000:3.0:1777421094.232485:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1777421094.244328:0:18618:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777421094.244336:0:18618:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777421094.244419:0:18618:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 24 count 4 00000040:00080000:0.0:1777421094.244426:0:18618:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777421094.259920:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421094.260009:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834009216 00000100:00100000:0.0:1777421094.260021:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834009216 00000100:00080000:2.0:1777421094.260075:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777421094.260124:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 922 00000100:00100000:0.0:1777421094.260134:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0043ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+87:25788:x1863760834009216:12345-192.168.203.47@tcp:101:bash.0 00010000:00010000:0.0:1777421094.260155:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421094.260158:0:5761:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1777421094.260187:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d71289387211 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376829 expref: 87 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421094.260202:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff9af1112dca00) 00010000:00010000:0.0:1777421094.260207:0:5761:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421094.260220:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d7128938725e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37684c expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421094.260336:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0000/0xa38d71289387265 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421094.260373:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0000/0xa38d71289387265 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421094.260386:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0000/0xa38d71289387265 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421094.260399:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x18:0x0]: returning size 158 00010000:00010000:0.0:1777421094.260730:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d7128938725e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37684c expref: 89 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421094.260747:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0000/0xa38d71289387265 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37684c expref: 88 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421094.260755:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff9af1112dc300) 00010000:00010000:0.0:1777421094.260757:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421094.260760:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a0000, rc 0) 00000100:00100000:0.0:1777421094.260846:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0043ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+88:25788:x1863760834009216:12345-192.168.203.47@tcp:101:bash.0 Request processed in 713us (938us total) trans 4294967885 rc 0/0 00000100:00100000:0.0:1777421094.260855:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 922 00000100:00100000:1.0:1777421094.263085:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421094.263157:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834009344 00000100:00100000:0.0:1777421094.263181:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834009344 00000100:00100000:0.0:1777421094.263255:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 39 00000100:00100000:0.0:1777421094.263268:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0043ec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+88:2369:x1863760834009344:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421094.263287:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421094.263318:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0000/0xa38d71289387265 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37684c expref: 88 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421094.263384:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff9af1112dc300) 00010000:00010000:0.0:1777421094.263391:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421094.263459:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0043ec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+87:2369:x1863760834009344:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 194us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421094.263469:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 39 00000100:00100000:1.0:1777421094.266465:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421094.266563:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834009472 00000100:00100000:3.0:1777421094.266586:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834009472 00000100:00100000:3.0:1777421094.266677:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 235 00000100:00100000:3.0:1777421094.266690:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0043eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+13:2367:x1863760834009472:12345-192.168.203.47@tcp:101:cat.0 00010000:00010000:3.0:1777421094.266722:0:6543:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421094.266746:0:6543:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000251e4702/0xa38d71289387273 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376853 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421094.266786:0:6543:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421094.266789:0:6543:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421094.266799:0:6543:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000251e4702/0xa38d71289387273 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376853 expref: 14 pid: 6543 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421094.266821:0:6543:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000251e4702/0xa38d71289387273 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376853 expref: 14 pid: 6543 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421094.266836:0:6543:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af004440000, rc 0) 00000100:00100000:3.0:1777421094.266894:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0043eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+14:2367:x1863760834009472:12345-192.168.203.47@tcp:101:cat.0 Request processed in 208us (443us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421094.266902:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 235 00000100:00080000:1.0:1777421094.267124:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777421094.268598:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421094.268689:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834009600 00000100:00100000:3.0:1777421094.268700:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834009600 00000100:00100000:3.0:1777421094.268763:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 236 00000100:00100000:3.0:1777421094.268778:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0043ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+14:25788:x1863760834009600:12345-192.168.203.47@tcp:101:cat.0 00010000:00010000:3.0:1777421094.268796:0:6544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421094.268816:0:6544:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ed168fe1/0xa38d7128938727a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37685a expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421094.268860:0:6544:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e5fe39b8/0xa38d7128938723b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37683e expref: 9 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421094.268872:0:6544:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000251e4702/0xa38d71289387273 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376853 expref: 15 pid: 6543 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421094.268879:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421094.268881:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421094.268886:0:6544:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ed168fe1/0xa38d7128938727a lrc: 5/0,0 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37685a expref: 15 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421094.268925:0:6544:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000251e4702/0xa38d71289387273 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376853 expref: 15 pid: 6543 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421094.268941:0:6544:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000251e4702/0xa38d71289387273 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376853 expref: 15 pid: 6543 timeout: 406 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421094.268968:0:6544:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c21f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6544:1863760841154176:192.168.203.47@tcp:104: 00010000:00010000:3.0:1777421094.269074:0:6544:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e5fe39b8/0xa38d7128938723b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37683e expref: 9 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421094.269085:0:6544:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e5fe39b8/0xa38d7128938723b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37683e expref: 9 pid: 11334 timeout: 406 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421094.269108:0:6544:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c22300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6544:1863760841154304:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777421094.269137:0:6544:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1181923c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777421094.270533:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421094.270590:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834009728 00000100:00100000:2.0:1777421094.270598:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834009728 00000100:00100000:1.0:1777421094.270603:0:6544:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c21f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6544:1863760841154176:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777421094.270617:0:6544:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c22300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6544:1863760841154304:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777421094.270649:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000251e4702/0xa38d71289387273 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376853 expref: 16 pid: 6543 timeout: 406 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421094.270660:0:6544:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ed168fe1/0xa38d7128938727a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37685a expref: 16 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421094.270681:0:6544:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af004441200, rc 0) 00000100:00100000:2.0:1777421094.270691:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 280 00000100:00100000:2.0:1777421094.270704:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c21500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+16:2368:x1863760834009728:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421094.270717:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1777421094.270732:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0043ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+16:25788:x1863760834009600:12345-192.168.203.47@tcp:101:cat.0 Request processed in 1958us (2139us total) trans 0 rc 0/0 00002000:00010000:2.0:1777421094.270739:0:5746:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x13:0x0] updating lvb blocks from disk: 1 -> 11 00010000:00010000:2.0:1777421094.270749:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000251e4702/0xa38d71289387273 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376853 expref: 16 pid: 6543 timeout: 406 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421094.270758:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 236 00000100:00100000:3.0:1777421094.270774:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00010000:00010000:2.0:1777421094.270790:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000251e4702/0xa38d71289387273 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376853 expref: 15 pid: 6543 timeout: 406 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421094.270814:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000251e4702/0xa38d71289387273 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376853 expref: 15 pid: 6543 timeout: 406 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421094.270820:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834009856 00000100:00100000:3.0:1777421094.270826:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834009856 00010000:00010000:2.0:1777421094.270830:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421094.270859:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c21500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+14:2368:x1863760834009728:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 159us (331us total) trans 0 rc 0/0 00010000:00010000:3.0:1777421094.270865:0:5747:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e5fe39b8/0xa38d7128938723b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37683e expref: 10 pid: 11334 timeout: 406 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421094.270874:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 280 00000100:00100000:2.0:1777421094.270901:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 281 00000100:00100000:2.0:1777421094.270910:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1056c2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2369:x1863760834009856:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421094.270920:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00080000:3.0:1777421094.270926:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1777421094.270931:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e5fe39b8/0xa38d7128938723b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37683e expref: 10 pid: 11334 timeout: 406 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421094.270947:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e5fe39b8/0xa38d7128938723b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37683e expref: 10 pid: 11334 timeout: 406 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421094.270964:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e5fe39b8/0xa38d7128938723b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37683e expref: 10 pid: 11334 timeout: 406 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421094.270977:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421094.270986:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421094.270993:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ed168fe1/0xa38d7128938727a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37685a expref: 13 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421094.271005:0:5746:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ed168fe1/0xa38d7128938727a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37685a expref: 13 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421094.271039:0:5746:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000ed168fe1/0xa38d7128938727a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37685a expref: 13 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421094.271053:0:5746:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af00246f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5746:1863760841154432:192.168.203.47@tcp:105: 00000100:00100000:2.0:1777421094.271115:0:5746:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1346d1840 going to sleep for 11 seconds 00000100:00100000:1.0:1777421094.273433:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421094.273583:0:5746:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af00246f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5746:1863760841154432:192.168.203.47@tcp:105: 00010000:00010000:2.0:1777421094.273604:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421094.273665:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1056c2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2369:x1863760834009856:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 2756us (2897us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421094.273673:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 281 00000100:00100000:3.0:1777421094.273754:0:17822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834009984 00000100:00100000:3.0:1777421094.273764:0:17822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834009984 00002000:00100000:3.0:1777421094.273816:0:17822:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x13:0x0] (0->4095) req@ffff9af13c5bdf80 x1863760834009984/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:105/0 lens 488/0 e 0 to 0 dl 1777421105 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777421094.273828:0:17822:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13c5bdf80 with x1863760834009984 ext(0->4095) 00002000:00010000:3.0:1777421094.273834:0:17822:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af13c5bdf80 00000100:00100000:3.0:1777421094.273993:0:17822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 88 00000100:00100000:3.0:1777421094.274003:0:17822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+14:2369:x1863760834009984:12345-192.168.203.47@tcp:3:cat.0 00000100:00100000:3.0:1777421094.274386:0:17822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+14:2369:x1863760834009984:12345-192.168.203.47@tcp:3:cat.0 Request processed in 380us (956us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1777421094.274395:0:17822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 88 00002000:00100000:3.0:1777421094.274405:0:17822:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x13:0x0] (0->4095) req@ffff9af13c5bdf80 x1863760834009984/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:105/0 lens 488/4536 e 0 to 0 dl 1777421105 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777421094.274429:0:17822:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13c5bdf80 with x1863760834009984 ext(0->4095) 00002000:00010000:3.0:1777421094.274434:0:17822:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af13c5bdf80 00000100:00100000:1.0:1777421094.276528:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421094.276572:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834010240 00000100:00100000:0.0:1777421094.276584:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834010240 00000100:00100000:0.0:1777421094.276654:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 201 00000100:00100000:0.0:1777421094.276668:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+87:25788:x1863760834010240:12345-192.168.203.47@tcp:35:cat.0 00000001:00080000:0.0:1777421094.277016:0:13879:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967886 00000001:00080000:0.0:1777421094.277078:0:13879:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967887 00000100:00100000:0.0:1777421094.277189:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+90:25788:x1863760834010240:12345-192.168.203.47@tcp:35:cat.0 Request processed in 524us (667us total) trans 4294967888 rc 0/0 00000100:00100000:0.0:1777421094.277198:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 201 00000020:00080000:0.0:1777421094.277203:0:13879:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:2.0:1777421094.288655:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421094.288711:0:17822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834010368 00000100:00100000:3.0:1777421094.288726:0:17822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834010368 00002000:00100000:3.0:1777421094.288789:0:17822:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x13:0x0] (0->315) req@ffff9af00246dc00 x1863760834010368/t0(0) o4->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:105/0 lens 808/0 e 0 to 0 dl 1777421105 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777421094.288803:0:17822:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af00246dc00 with x1863760834010368 ext(0->315) 00002000:00010000:3.0:1777421094.288811:0:17822:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af00246dc00 00000100:00100000:3.0:1777421094.288847:0:17822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 89 00000100:00100000:3.0:1777421094.288860:0:17822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00246dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+14:2366:x1863760834010368:12345-192.168.203.47@tcp:4:cat.0 00000100:00100000:3.0:1777421094.289466:0:17822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00246dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+16:2366:x1863760834010368:12345-192.168.203.47@tcp:4:cat.0 Request processed in 607us (834us total) trans 4294967349 rc 0/0 00000100:00100000:3.0:1777421094.289487:0:17822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 89 00002000:00100000:3.0:1777421094.289496:0:17822:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x13:0x0] (0->315) req@ffff9af00246dc00 x1863760834010368/t4294967349(0) o4->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:105/0 lens 808/448 e 0 to 0 dl 1777421105 ref 1 fl Complete:/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777421094.289506:0:17822:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af00246dc00 with x1863760834010368 ext(0->315) 00002000:00010000:3.0:1777421094.289510:0:17822:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af00246dc00 00000100:00100000:1.0:1777421094.299206:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421094.299966:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834010624 00000100:00100000:2.0:1777421094.299980:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834010624 00000100:00100000:2.0:1777421094.300053:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 923 00000100:00100000:2.0:1777421094.300067:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+90:25790:x1863760834010624:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:2.0:1777421094.300096:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421094.300129:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c400/0xa38d71289387281 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376861 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421094.300252:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d71289387288 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x18:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421094.300276:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d71289387288 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x18:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421094.300290:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d71289387288 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x18:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421094.300304:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x18:0x0]: returning size 316 00010000:00010000:2.0:1777421094.300487:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c400/0xa38d71289387281 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376861 expref: 93 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421094.300507:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d71289387288 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x18:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376861 expref: 92 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421094.300516:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff9af1112dc300) 00010000:00010000:2.0:1777421094.300520:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1777421094.300525:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af10148d400, rc 0) 00000100:00100000:2.0:1777421094.300593:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+92:25790:x1863760834010624:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 530us (1397us total) trans 4294967889 rc 0/0 00000100:00100000:2.0:1777421094.300602:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 923 00000100:00100000:0.0:1777421094.302568:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421094.302655:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834010752 00000100:00100000:2.0:1777421094.302665:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834010752 00000100:00100000:2.0:1777421094.302720:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 924 00000100:00100000:2.0:1777421094.302731:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+92:25790:x1863760834010752:12345-192.168.203.47@tcp:54:lfs.0 00010000:00010000:2.0:1777421094.302810:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387296 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421094.302827:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387296 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421094.302852:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387296 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421094.302881:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387296 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421094.302889:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387296 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421094.302897:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387296 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421094.302904:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148d600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421094.302909:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387296 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421094.302917:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387296 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421094.302931:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff9af1112dc300) 00010000:00010000:2.0:1777421094.302935:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777421094.302941:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387296 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421094.302948:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387296 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421094.303032:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+92:25790:x1863760834010752:12345-192.168.203.47@tcp:54:lfs.0 Request processed in 303us (474us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421094.303040:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 924 00000100:00100000:2.0:1777421094.313616:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421094.316095:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834010880 00000100:00100000:1.0:1777421094.316113:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834010880 00000100:00100000:1.0:1777421094.316198:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 925 00000100:00100000:1.0:1777421094.316213:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00246f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+92:25791:x1863760834010880:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:1.0:1777421094.316239:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421094.316285:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d7128938729d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376868 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421094.317262:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d712893872a4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421094.317285:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d712893872a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421094.317300:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d712893872a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421094.317527:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3b:0x0]: returning size 11776 00000004:00200000:1.0:1777421094.317533:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421094.317563:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d712893872a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421094.317601:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d7128938729d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376868 expref: 94 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421094.317647:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33800/0xa38d712893872a4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376868 expref: 93 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421094.317657:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff9af1112dca00) 00010000:00010000:1.0:1777421094.317661:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777421094.317664:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af120a33800, rc 0) 00000100:00100000:1.0:1777421094.317754:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00246f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+93:25791:x1863760834010880:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 1545us (4292us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421094.317763:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 925 00000100:00100000:1.0:1777421094.325234:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421094.325409:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834011264 00000100:00100000:0.0:1777421094.325419:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834011264 00000100:00100000:0.0:1777421094.325463:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 202 00000100:00100000:0.0:1777421094.325472:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+93:25791:x1863760834011264:12345-192.168.203.47@tcp:35:lfs.0 00000100:00100000:0.0:1777421094.325686:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+94:25791:x1863760834011264:12345-192.168.203.47@tcp:35:lfs.0 Request processed in 214us (459us total) trans 4294967890 rc 0/0 00000100:00100000:0.0:1777421094.325694:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 202 00000100:00100000:1.0:1777421094.327422:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421094.327465:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834011392 00000100:00100000:3.0:1777421094.327474:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834011392 00000100:00100000:3.0:1777421094.327523:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 40 00000100:00100000:3.0:1777421094.327532:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+94:25791:x1863760834011392:12345-192.168.203.47@tcp:103:lfs.0 00010000:00010000:3.0:1777421094.327544:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777421094.327567:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d71289387288 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x18:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376861 expref: 94 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421094.327597:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d712893871fc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37681b expref: 93 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421094.327608:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff9af1112dc300) 00010000:00010000:3.0:1777421094.327613:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421094.327668:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+92:25791:x1863760834011392:12345-192.168.203.47@tcp:103:lfs.0 Request processed in 136us (249us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421094.327676:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 40 00000100:00100000:2.0:1777421094.329068:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421094.329160:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834011520 00000100:00100000:1.0:1777421094.329166:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834011520 00000100:00100000:1.0:1777421094.329234:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 926 00000100:00100000:1.0:1777421094.329242:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00246ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+92:25791:x1863760834011520:12345-192.168.203.47@tcp:58:lfs.0 00000100:00100000:1.0:1777421094.329331:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00246ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+92:25791:x1863760834011520:12345-192.168.203.47@tcp:58:lfs.0 Request processed in 90us (266us total) trans 0 rc -1/-1 00000100:00100000:1.0:1777421094.329338:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 926 00000100:00100000:0.0:1777421094.872553:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841154560:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777421094.872597:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af00246f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3295:1863760841154944:0@lo:400:kworker.0 00000100:00100000:2.0:1777421094.872659:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421094.872659:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421094.872701:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af00246e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3296:1863760841154688:0@lo:400:kworker.0 00000100:00100000:3.0:1777421094.872756:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841154944 00000100:00100000:3.0:1777421094.872764:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841154944 00000100:00100000:3.0:1777421094.872819:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 187 00000100:00100000:3.0:1777421094.872828:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00246d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3295:x1863760841154944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421094.872877:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00246d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3295:x1863760841154944:12345-0@lo:400:kworker.0 Request processed in 51us (225us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421094.872897:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 187 00000100:00080000:3.0:1777421094.872917:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777421094.872981:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af00246df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3297:1863760841155200:0@lo:400:kworker.0 00000100:00100000:0.0:1777421094.873007:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421094.873028:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1777421094.873034:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af00246e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3297:1863760841154816:0@lo:400:kworker.0 00000100:00100000:3.0:1777421094.873061:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841155200 00000100:00100000:3.0:1777421094.873066:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841155200 00000100:00100000:3.0:1777421094.873094:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 188 00000100:00100000:3.0:1777421094.873100:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1863760841155200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421094.873116:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421094.873142:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af00246ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841155328:0@lo:400:kworker.0 00000100:00100000:3.0:1777421094.873145:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1863760841155200:12345-0@lo:400:kworker.0 Request processed in 44us (136us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421094.873153:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 188 00000100:00100000:3.0:1777421094.873162:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841154816 00000100:00100000:3.0:1777421094.873165:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841154816 00000100:00100000:0.0:1777421094.873178:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421094.873188:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 189 00000100:00100000:3.0:1777421094.873204:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1863760841154816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421094.873215:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af00246df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3297:1863760841155200:0@lo:400:kworker.0 00000100:00100000:3.0:1777421094.873244:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1863760841154816:12345-0@lo:400:kworker.0 Request processed in 40us (127us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421094.873250:0:6546:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841154560 00000100:00100000:3.0:1777421094.873252:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 189 00000100:00100000:0.0:1777421094.873255:0:6546:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841154560 00000100:00080000:3.0:1777421094.873279:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777421094.873283:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777421094.873295:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:0.0:1777421094.873304:0:6546:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841154560:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1777421094.873319:0:6546:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 79888384 pending 1703936 free 3850371072 avail 3848273920 00000100:00100000:0.0:1777421094.873348:0:6546:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841154560:12345-0@lo:13:osp-pre-1-0.0 Request processed in 45us (696us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421094.873378:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:0.0:1777421094.873398:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841155328 00000100:00100000:0.0:1777421094.873401:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841155328 00000100:00100000:0.0:1777421094.873424:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 187 00000100:00100000:0.0:1777421094.873431:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841155328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421094.873462:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421094.873474:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af00246f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3295:1863760841154944:0@lo:400:kworker.0 00000100:00100000:0.0:1777421094.873490:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841155328:12345-0@lo:400:kworker.0 Request processed in 57us (311us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421094.873491:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841154688 00000100:00100000:3.0:1777421094.873497:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841154688 00000100:00100000:0.0:1777421094.873502:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 187 00000100:00100000:1.0:1777421094.873514:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af00246c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841155072:0@lo:400:kworker.0 00000100:00100000:0.0:1777421094.873539:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af00246e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3297:1863760841154816:0@lo:400:kworker.0 00000100:00100000:3.0:1777421094.873540:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 472 00000100:00100000:1.0:1777421094.873545:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421094.873552:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119148c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3296:x1863760841154688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421094.873566:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af00246ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841155328:0@lo:400:kworker.0 00000100:00100000:0.0:1777421094.873585:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841154560:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777421094.873611:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119148c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3296:x1863760841154688:12345-0@lo:400:kworker.0 Request processed in 61us (150us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421094.873618:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 472 00000100:00100000:1.0:1777421094.873858:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841155072 00000100:00100000:1.0:1777421094.873863:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841155072 00000100:00100000:2.0:1777421094.873881:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af00246e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3296:1863760841154688:0@lo:400:kworker.0 00000100:00100000:2.0:1777421094.873924:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 188 00000100:00100000:2.0:1777421094.873933:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3296:x1863760841155072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421094.873981:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3296:x1863760841155072:12345-0@lo:400:kworker.0 Request processed in 49us (437us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421094.873995:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 188 00000100:00100000:0.0:1777421094.874070:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af00246c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841155072:0@lo:400:kworker.0 00000100:00080000:3.0:1777421094.874137:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1777421095.257132:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421096.280668:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777421096.646307:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421096.646383:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834011648 00000100:00100000:2.0:1777421096.646394:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834011648 00000100:00100000:2.0:1777421096.646513:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 927 00000100:00100000:2.0:1777421096.646524:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+40:25761:x1863760834011648:12345-192.168.203.47@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1777421096.646613:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+40:25761:x1863760834011648:12345-192.168.203.47@tcp:60:lhsmtool_posix.0 Request processed in 90us (318us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421096.646636:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 927 00000100:00080000:0.0:1777421096.647105:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777421096.920669:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841155456:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777421096.920735:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421096.920942:0:7924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841155456 00000100:00100000:0.0:1777421096.920951:0:7924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841155456 00000100:00100000:0.0:1777421096.921016:0:7924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:0.0:1777421096.921026:0:7924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00246e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1863760841155456:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777421096.921056:0:7924:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 1703936 granted 76480512 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1777421096.921105:0:7924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00246e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1863760841155456:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (369us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421096.921112:0:7924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:0.0:1777421096.921155:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841155456:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1777421096.923729:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1777421097.304571:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1777421097.427791:0:18815:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12f: Restore a released file explicitly ========================================================== 20:04:56 (1777421096) 00000100:00100000:1.0:1777421097.601667:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421097.601773:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834011776 00000100:00100000:2.0:1777421097.601784:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834011776 00000100:00100000:2.0:1777421097.601839:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 928 00000100:00100000:2.0:1777421097.601850:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+40:26392:x1863760834011776:12345-192.168.203.47@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1777421097.601962:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+40:26392:x1863760834011776:12345-192.168.203.47@tcp:59:lhsmtool_posix.0 Request processed in 113us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421097.601969:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 928 00000100:00100000:3.0:1777421097.614998:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421097.615162:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834011904 00000100:00100000:2.0:1777421097.615171:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834011904 00000100:00100000:2.0:1777421097.615290:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 929 00000100:00100000:2.0:1777421097.615300:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+92:26393:x1863760834011904:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:2.0:1777421097.615317:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421097.615336:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d712893872ab lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37686f expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421097.615426:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893872b2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421097.615439:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893872b2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421097.615450:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893872b2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421097.615463:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ca00/0xa38d712893872b9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421097.615470:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ca00/0xa38d712893872b9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421097.615478:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ca00/0xa38d712893872b9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.615595:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893872b2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.615603:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893872b2 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.615620:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893872b2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.615627:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148da00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421097.615631:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893872b2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.615642:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893872b2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1777421097.615659:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1777421097.615666:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1112dc100) 00010000:00010000:0.0:1777421097.615669:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421097.615674:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893872b2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.615681:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893872b2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.615695:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ca00/0xa38d712893872b9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.615701:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ca00/0xa38d712893872b9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.615706:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ca00/0xa38d712893872b9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.615712:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148ca00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421097.615715:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ca00/0xa38d712893872b9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.615721:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ca00/0xa38d712893872b9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.615728:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd947e073 (ffff9af118b05800) 00010000:00010000:0.0:1777421097.615731:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421097.615734:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ca00/0xa38d712893872b9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.615740:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ca00/0xa38d712893872b9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.615786:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d712893872ab lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37686f expref: 93 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.615796:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1112dc100) 00010000:00010000:0.0:1777421097.615798:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421097.615801:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d712893872ab lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37686f expref: 93 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.615810:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af10148d400, rc 0) 00000100:00100000:0.0:1777421097.615867:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+92:26393:x1863760834011904:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 568us (891us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421097.615874:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 929 00000100:00100000:1.0:1777421097.618807:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421097.619234:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834012160 00000100:00100000:0.0:1777421097.619244:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834012160 00000100:00100000:0.0:1777421097.619337:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 930 00000100:00100000:0.0:1777421097.619346:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+92:26393:x1863760834012160:12345-192.168.203.47@tcp:36:lfs.0 00010000:00010000:0.0:1777421097.619410:0:5761:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421097.619432:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289387100 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3767c7 expref: 92 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.619449:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1112dc100) 00010000:00010000:0.0:1777421097.619454:0:5761:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421097.619529:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d712893872c0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.619543:0:5761:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d7128938713f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3767dc expref: 39 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.619562:0:5761:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d712893872c0 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.619592:0:5761:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d7128938713f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3767dc expref: 39 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.619606:0:5761:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d7128938713f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3767dc expref: 39 pid: 5762 timeout: 409 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421097.619630:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6fb800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841155584:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777421097.619710:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af11abb9780 going to sleep for 11 seconds 00000100:00100000:0.0:1777421097.622448:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6fb800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841155584:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421097.622471:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d712893872c0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421097.622528:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421097.622578:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834012288 00000100:00100000:2.0:1777421097.622597:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834012288 00010000:00010000:2.0:1777421097.622636:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d7128938713f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3767dc expref: 40 pid: 5762 timeout: 409 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421097.622668:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 282 00000100:00100000:2.0:1777421097.622677:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c20e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+40:2368:x1863760834012288:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421097.622691:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421097.622697:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d7128938713f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3767dc expref: 40 pid: 5762 timeout: 409 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421097.622710:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d7128938713f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3767dc expref: 40 pid: 5762 timeout: 409 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421097.622730:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d7128938713f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3767dc expref: 40 pid: 5762 timeout: 409 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421097.622746:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1112dc100) 00010000:00010000:2.0:1777421097.622752:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d712893872c0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421097.622762:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d712893872c0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421097.622770:0:5746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d712893872c0 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421097.622796:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421097.622840:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c20e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+39:2368:x1863760834012288:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 164us (313us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421097.622857:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 282 00010000:00010000:0.0:1777421097.622911:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d712893872c0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.622918:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d712893872c0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.622939:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d712893872c7 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.622949:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d712893872c7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.622958:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d712893872c7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421097.624382:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3c:0x0]: returning size 512 00010000:00010000:0.0:1777421097.624394:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d712893872c0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.624402:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d712893872c0 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.624409:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d712893872c0 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.624415:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a0a00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421097.624419:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d712893872c0 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.624427:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d712893872c0 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.624437:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1112dc100) 00010000:00010000:0.0:1777421097.624440:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421097.624451:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d712893872c0 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.624457:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d712893872c0 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777421097.624477:0:5761:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000c465f34a reply state 00000000aede7f06 transno 4294967891 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d712893872c7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421097.624578:0:5761:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777421097.624891:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+93:26393:x1863760834012160:12345-192.168.203.47@tcp:36:lfs.0 Request processed in 5476us (6022us total) trans 4294967891 rc 0/0 00000100:00100000:0.0:1777421097.624911:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 930 00010000:00010000:2.0:1777421097.626898:0:3281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d712893872c7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421097.626919:0:3281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d712893872c7 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421097.626928:0:3281:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d712893872c7 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421097.626934:0:3281:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a1800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421097.626939:0:3281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d712893872c7 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421097.626947:0:3281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d712893872c7 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421097.626966:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd947e073 (ffff9af10b558600) 00010000:00010000:2.0:1777421097.626970:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421097.626975:0:3281:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d712893872c7 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421097.626981:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d712893872c7 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421097.631119:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421097.631224:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834012416 00000100:00100000:0.0:1777421097.631239:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834012416 00000100:00100000:0.0:1777421097.631303:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 931 00000100:00100000:0.0:1777421097.631314:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+92:26394:x1863760834012416:12345-192.168.203.47@tcp:101:bash.0 00010000:00010000:0.0:1777421097.631337:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421097.631393:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d712893872ce lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376876 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.631459:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d712893872d5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.631472:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d712893872d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.631482:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d712893872d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421097.631535:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:0.0:1777421097.631539:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 26 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421097.631563:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d712893872d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.631586:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d712893872ce lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376876 expref: 94 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.631604:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d712893872d5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376876 expref: 93 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.631642:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af10b558d00) 00010000:00010000:0.0:1777421097.631645:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777421097.631649:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a1c00, rc 0) 00000100:00100000:0.0:1777421097.631718:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+93:26394:x1863760834012416:12345-192.168.203.47@tcp:101:bash.0 Request processed in 405us (613us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421097.631725:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 931 00000100:00100000:3.0:1777421097.634847:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421097.634902:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834012544 00000100:00100000:0.0:1777421097.634916:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834012544 00000100:00100000:0.0:1777421097.634987:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 932 00000100:00100000:0.0:1777421097.634998:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+93:26394:x1863760834012544:12345-192.168.203.47@tcp:101:bash.0 00010000:00010000:0.0:1777421097.635022:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421097.635046:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0000/0xa38d712893872dc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37687d expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.635133:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0800/0xa38d712893872e3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.635150:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0800/0xa38d712893872e3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.635163:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0800/0xa38d712893872e3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.635180:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d712893872ea lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.635187:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d712893872ea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.635215:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d712893872ea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.635377:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1400/0xa38d712893872f1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.635387:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1400/0xa38d712893872f1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.635396:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1400/0xa38d712893872f1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421097.635429:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3c:0x0]: returning size 512 00000004:00200000:0.0:1777421097.635433:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421097.635461:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1400/0xa38d712893872f1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.635475:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0800/0xa38d712893872e3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.635482:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0800/0xa38d712893872e3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.635489:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0800/0xa38d712893872e3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.635494:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a0800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421097.635498:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0800/0xa38d712893872e3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.635503:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0800/0xa38d712893872e3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.635520:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af10b558d00) 00010000:00010000:0.0:1777421097.635522:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421097.635526:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0800/0xa38d712893872e3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.635531:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0800/0xa38d712893872e3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.635542:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d712893872ea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.635545:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d712893872ea lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.635548:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d712893872ea lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.635552:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a0c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421097.635554:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d712893872ea lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.635557:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d712893872ea lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.635561:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd947e073 (ffff9af10b558a00) 00010000:00010000:0.0:1777421097.635562:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421097.635563:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d712893872ea lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.635566:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d712893872ea lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.635630:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0000/0xa38d712893872dc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37687d expref: 95 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.635649:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1400/0xa38d712893872f1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37687d expref: 94 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.635657:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff9af11aa0d000) 00010000:00010000:0.0:1777421097.635660:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1777421097.635663:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a1400, rc 0) 00000100:00100000:0.0:1777421097.635730:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+94:26394:x1863760834012544:12345-192.168.203.47@tcp:101:bash.0 Request processed in 733us (896us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421097.635739:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 932 00000100:00100000:3.0:1777421097.637551:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421097.637837:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834012672 00000100:00100000:0.0:1777421097.637848:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834012672 00000100:00100000:0.0:1777421097.637907:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 933 00000100:00100000:0.0:1777421097.637917:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+94:26394:x1863760834012672:12345-192.168.203.47@tcp:101:bash.0 00010000:00010000:0.0:1777421097.637937:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421097.637957:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d712893872f8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376884 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.638021:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0600/0xa38d712893872ff lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.638034:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0600/0xa38d712893872ff lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.638046:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0600/0xa38d712893872ff lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.638084:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387306 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.638092:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387306 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.638099:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387306 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.638166:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0600/0xa38d712893872ff lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.638174:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0600/0xa38d712893872ff lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.638181:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0600/0xa38d712893872ff lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.638188:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a0600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421097.638193:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0600/0xa38d712893872ff lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.638201:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0600/0xa38d712893872ff lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.638212:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff9af11aa0d000) 00010000:00010000:0.0:1777421097.638215:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421097.638219:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0600/0xa38d712893872ff lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.638226:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0600/0xa38d712893872ff lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.638245:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387306 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.638252:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387306 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.638258:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387306 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.638263:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a1e00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421097.638266:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387306 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.638273:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387306 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.638279:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x6de40d64 (ffff9af121239500) 00010000:00010000:0.0:1777421097.638281:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421097.638284:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387306 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.638290:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387306 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.638319:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d712893872f8 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376884 expref: 95 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.638329:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff9af11aa0d000) 00010000:00010000:0.0:1777421097.638332:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421097.638340:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d712893872f8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376884 expref: 95 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.638370:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a0e00, rc 0) 00000100:00100000:0.0:1777421097.638429:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+94:26394:x1863760834012672:12345-192.168.203.47@tcp:101:bash.0 Request processed in 513us (891us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421097.638438:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 933 00000100:00100000:3.0:1777421097.643601:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421097.643733:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834012800 00000100:00100000:0.0:1777421097.643747:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834012800 00000100:00100000:0.0:1777421097.643821:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 934 00000100:00100000:0.0:1777421097.643833:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+39:26395:x1863760834012800:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:0.0:1777421097.643869:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421097.643897:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d7128938730d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37688b expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.643977:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289387314 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.643991:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289387314 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.644001:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289387314 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421097.644087:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:0.0:1777421097.644092:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 26 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421097.644123:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289387314 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.644152:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d7128938730d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37688b expref: 41 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.644183:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289387314 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37688b expref: 40 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.644190:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af10b558d00) 00010000:00010000:0.0:1777421097.644192:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777421097.644195:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a0400, rc 0) 00000100:00100000:0.0:1777421097.644255:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+40:26395:x1863760834012800:12345-192.168.203.47@tcp:101:rm.0 Request processed in 425us (672us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421097.644261:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 934 00000100:00100000:3.0:1777421097.649058:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421097.649459:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834012928 00000100:00100000:0.0:1777421097.649472:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834012928 00000100:00100000:0.0:1777421097.649533:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 935 00000100:00100000:0.0:1777421097.649545:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0039eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+40:26395:x1863760834012928:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:0.0:1777421097.649570:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421097.649597:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d7128938731b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376892 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.649692:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289387322 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.649709:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289387322 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.649720:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289387322 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.649737:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1200/0xa38d71289387329 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.649761:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1200/0xa38d71289387329 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.649768:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1200/0xa38d71289387329 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.650068:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0200/0xa38d71289387330 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.650078:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0200/0xa38d71289387330 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.650086:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0200/0xa38d71289387330 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421097.650118:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3c:0x0]: returning size 512 00000004:00200000:0.0:1777421097.650121:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421097.650144:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0200/0xa38d71289387330 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.650155:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289387322 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.650163:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289387322 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.650169:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289387322 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.650176:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a1600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421097.650180:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289387322 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.650194:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289387322 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.650207:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af10b558d00) 00010000:00010000:0.0:1777421097.650210:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421097.650215:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289387322 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.650222:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289387322 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.650236:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1200/0xa38d71289387329 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.650242:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1200/0xa38d71289387329 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.650248:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1200/0xa38d71289387329 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.650253:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a1200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421097.650256:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1200/0xa38d71289387329 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.650262:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1200/0xa38d71289387329 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.650268:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd947e073 (ffff9af1187dd700) 00010000:00010000:0.0:1777421097.650270:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421097.650273:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1200/0xa38d71289387329 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.650288:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1200/0xa38d71289387329 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.650318:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d7128938731b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376892 expref: 42 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.650332:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0200/0xa38d71289387330 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376892 expref: 41 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.650378:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff9af11aa0d000) 00010000:00010000:0.0:1777421097.650380:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1777421097.650383:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a0200, rc 0) 00000100:00100000:0.0:1777421097.650453:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0039eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+41:26395:x1863760834012928:12345-192.168.203.47@tcp:101:rm.0 Request processed in 909us (1408us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421097.650465:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 935 00000100:00100000:3.0:1777421097.653330:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421097.653435:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834013056 00000100:00100000:0.0:1777421097.653458:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834013056 00000100:00100000:0.0:1777421097.653585:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 936 00000100:00100000:0.0:1777421097.653599:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0039ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+41:26395:x1863760834013056:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:0.0:1777421097.653644:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421097.653672:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030400/0xa38d71289387337 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376899 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.653746:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af100031800/0xa38d7128938733e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.653762:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af100031800/0xa38d7128938733e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.653790:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af100031800/0xa38d7128938733e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.653806:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030800/0xa38d71289387345 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.653813:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030800/0xa38d71289387345 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.653820:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030800/0xa38d71289387345 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.653903:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af100031800/0xa38d7128938733e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.653912:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af100031800/0xa38d7128938733e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.653918:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af100031800/0xa38d7128938733e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.653926:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af100031800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421097.653930:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af100031800/0xa38d7128938733e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.653939:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af100031800/0xa38d7128938733e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.653952:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff9af11aa0d000) 00010000:00010000:0.0:1777421097.653956:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421097.653961:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af100031800/0xa38d7128938733e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.653974:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af100031800/0xa38d7128938733e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.653990:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030800/0xa38d71289387345 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.653996:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030800/0xa38d71289387345 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.654002:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030800/0xa38d71289387345 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.654008:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af100030800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421097.654011:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030800/0xa38d71289387345 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.654018:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030800/0xa38d71289387345 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.654026:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x6de40d64 (ffff9af1187dd800) 00010000:00010000:0.0:1777421097.654028:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421097.654031:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030800/0xa38d71289387345 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.654037:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030800/0xa38d71289387345 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.654073:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030400/0xa38d71289387337 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376899 expref: 42 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.654096:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff9af11aa0d000) 00010000:00010000:0.0:1777421097.654098:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421097.654102:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030400/0xa38d71289387337 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376899 expref: 42 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.654113:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af100030400, rc 0) 00000100:00100000:0.0:1777421097.654171:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0039ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+41:26395:x1863760834013056:12345-192.168.203.47@tcp:101:rm.0 Request processed in 576us (853us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421097.654181:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 936 00000100:00100000:3.0:1777421097.656215:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421097.656463:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834013184 00000100:00100000:0.0:1777421097.656474:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834013184 00000100:00100000:0.0:1777421097.656520:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 937 00000100:00100000:0.0:1777421097.656530:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0039eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+41:26395:x1863760834013184:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:0.0:1777421097.656551:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421097.656571:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030000/0xa38d7128938734c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3768a0 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.656655:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030c00/0xa38d71289387353 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.656670:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030c00/0xa38d71289387353 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.656682:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030c00/0xa38d71289387353 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.656698:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d7128938735a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.656722:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d7128938735a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.656730:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d7128938735a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.656793:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030c00/0xa38d71289387353 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.656800:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030c00/0xa38d71289387353 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.656807:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030c00/0xa38d71289387353 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.656814:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af100030c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421097.656819:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030c00/0xa38d71289387353 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.656826:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030c00/0xa38d71289387353 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.656837:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff9af11aa0d000) 00010000:00010000:0.0:1777421097.656840:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421097.656974:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030c00/0xa38d71289387353 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.656984:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030c00/0xa38d71289387353 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.657001:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d7128938735a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.657012:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d7128938735a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.657019:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d7128938735a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.657025:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af100030e00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421097.657028:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d7128938735a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.657034:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d7128938735a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.657042:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x6de40d64 (ffff9af1187dd300) 00010000:00010000:0.0:1777421097.657045:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421097.657047:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d7128938735a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.657053:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d7128938735a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.657086:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030000/0xa38d7128938734c lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768a0 expref: 42 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.657098:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff9af11aa0d000) 00010000:00010000:0.0:1777421097.657100:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421097.657104:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030000/0xa38d7128938734c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768a0 expref: 42 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.657125:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af100030000, rc 0) 00000100:00100000:0.0:1777421097.657188:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0039eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+41:26395:x1863760834013184:12345-192.168.203.47@tcp:101:rm.0 Request processed in 659us (980us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421097.657197:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 937 00000100:00100000:3.0:1777421097.667209:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421097.667590:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834013312 00000100:00100000:1.0:1777421097.667603:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834013312 00000100:00100000:1.0:1777421097.667687:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 938 00000100:00100000:1.0:1777421097.667699:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0039e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+41:26396:x1863760834013312:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:1.0:1777421097.667727:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421097.667754:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d71289387361 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3768a7 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421097.667834:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d71289387368 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421097.667851:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d71289387368 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421097.667865:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d71289387368 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421097.667879:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d7128938736f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421097.667887:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d7128938736f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421097.667894:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d7128938736f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421097.667983:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d71289387368 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421097.667992:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d71289387368 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421097.667998:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d71289387368 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421097.668004:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a32e00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421097.668008:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d71289387368 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421097.668016:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d71289387368 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421097.668029:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff9af11aa0d000) 00010000:00010000:1.0:1777421097.668032:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421097.668037:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d71289387368 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421097.668044:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d71289387368 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421097.668058:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d7128938736f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421097.668064:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d7128938736f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421097.668070:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d7128938736f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421097.668083:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a33c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421097.668086:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d7128938736f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421097.668093:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d7128938736f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421097.668101:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x6de40d64 (ffff9af1112dc900) 00010000:00010000:1.0:1777421097.668103:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421097.668106:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d7128938736f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421097.668112:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d7128938736f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421097.668149:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d71289387361 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768a7 expref: 42 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421097.668160:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff9af11aa0d000) 00010000:00010000:1.0:1777421097.668163:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421097.668167:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d71289387361 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768a7 expref: 42 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421097.668176:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af120a33a00, rc 0) 00000100:00100000:1.0:1777421097.669230:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0039e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+41:26396:x1863760834013312:12345-192.168.203.47@tcp:101:cp.0 Request processed in 1519us (2021us total) trans 0 rc 301/301 00000100:00100000:1.0:1777421097.669241:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 938 00000100:00100000:3.0:1777421097.673847:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421097.673988:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834013440 00000100:00100000:0.0:1777421097.674003:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834013440 00000100:00100000:0.0:1777421097.674148:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 939 00000100:00100000:0.0:1777421097.674163:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0039e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+41:26396:x1863760834013440:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:0.0:1777421097.674191:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421097.674221:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030000/0xa38d71289387376 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3768ae expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.675136:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d7128938737d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.675158:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d7128938737d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.675172:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d7128938737d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.675197:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030c00/0xa38d71289387384 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.675205:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030c00/0xa38d71289387384 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.675213:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030c00/0xa38d71289387384 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.675426:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d7128938737d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.675435:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d7128938737d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.675443:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d7128938737d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.675450:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af100030e00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421097.675454:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d7128938737d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.675463:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d7128938737d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.675478:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff9af11aa0d000) 00010000:00010000:0.0:1777421097.675482:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421097.675488:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d7128938737d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.675494:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d7128938737d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.675510:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030c00/0xa38d71289387384 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.675517:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030c00/0xa38d71289387384 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.675523:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030c00/0xa38d71289387384 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.675536:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af100030c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421097.675539:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030c00/0xa38d71289387384 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.675546:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030c00/0xa38d71289387384 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.675556:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x6de40d64 (ffff9af1187dd300) 00010000:00010000:0.0:1777421097.675559:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421097.675561:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030c00/0xa38d71289387384 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.675568:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030c00/0xa38d71289387384 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.675622:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030000/0xa38d71289387376 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768ae expref: 42 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.675636:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff9af11aa0d000) 00010000:00010000:0.0:1777421097.675639:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421097.675643:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030000/0xa38d71289387376 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768ae expref: 42 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.675654:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af100030000, rc 0) 00000100:00100000:0.0:1777421097.675742:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0039e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+41:26396:x1863760834013440:12345-192.168.203.47@tcp:101:cp.0 Request processed in 1584us (1909us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421097.675751:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 939 00000100:00100000:3.0:1777421097.677924:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421097.677982:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834013696 00000100:00100000:0.0:1777421097.678007:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834013696 00000100:00100000:0.0:1777421097.678082:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 940 00000100:00100000:0.0:1777421097.678094:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0039e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+41:26396:x1863760834013696:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:0.0:1777421097.678119:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421097.678141:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030400/0xa38d7128938738b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3768b5 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.678306:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030800/0xa38d71289387392 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.678323:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030800/0xa38d71289387392 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.678335:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030800/0xa38d71289387392 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.678383:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af100031800/0xa38d71289387399 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.678391:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af100031800/0xa38d71289387399 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.678399:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af100031800/0xa38d71289387399 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777421097.679031:0:5762:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x14:0x0], index 0: 0 00010000:00010000:0.0:1777421097.679226:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d712893873a0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.679237:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d712893873a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.679258:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d712893873a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.679302:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030800/0xa38d71289387392 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.679309:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030800/0xa38d71289387392 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.679316:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030800/0xa38d71289387392 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.679323:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af100030800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421097.679327:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030800/0xa38d71289387392 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.679336:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030800/0xa38d71289387392 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.679377:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff9af11aa0d000) 00010000:00010000:0.0:1777421097.679381:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421097.679387:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030800/0xa38d71289387392 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.679394:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030800/0xa38d71289387392 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777421097.679409:0:5762:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 0000000030591606 reply state 00000000472e1bfe transno 4294967892 ns: mdt-lustre-MDT0000_UUID lock: ffff9af100031800/0xa38d71289387399 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421097.679418:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777421097.679459:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030400/0xa38d7128938738b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768b5 expref: 44 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.679475:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d712893873a0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768b5 expref: 43 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.679483:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff9af1187dd700) 00010000:00010000:0.0:1777421097.679486:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421097.679489:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a0a00, rc 0) 00000100:00100000:0.0:1777421097.679563:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0039e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+44:26396:x1863760834013696:12345-192.168.203.47@tcp:101:cp.0 Request processed in 1470us (1648us total) trans 4294967892 rc 0/0 00000100:00100000:0.0:1777421097.679572:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 940 00010000:00010000:2.0:1777421097.681672:0:3282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af100031800/0xa38d71289387399 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421097.681689:0:3282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af100031800/0xa38d71289387399 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421097.681715:0:3282:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af100031800/0xa38d71289387399 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421097.681723:0:3282:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af100031800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421097.681727:0:3282:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af100031800/0xa38d71289387399 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421097.681735:0:3282:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af100031800/0xa38d71289387399 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421097.681752:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x6de40d64 (ffff9af1187dd800) 00010000:00010000:2.0:1777421097.681756:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421097.681761:0:3282:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af100031800/0xa38d71289387399 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421097.681768:0:3282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af100031800/0xa38d71289387399 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421097.682881:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421097.683090:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834013824 00000100:00100000:2.0:1777421097.683102:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834013824 00000100:00100000:2.0:1777421097.683219:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 237 00000100:00100000:2.0:1777421097.683232:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0039e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2368:x1863760834013824:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:2.0:1777421097.683263:0:6543:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421097.683289:0:6543:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b40fd05d/0xa38d712893873ae lrc: 2/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3768bc expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777421097.683321:0:6543:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x14:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1777421097.683343:0:6543:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421097.683380:0:6543:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421097.683390:0:6543:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b40fd05d/0xa38d712893873ae lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768bc expref: 10 pid: 6543 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421097.683410:0:6543:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b40fd05d/0xa38d712893873ae lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768bc expref: 10 pid: 6543 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421097.683430:0:6543:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af10148d400, rc 0) 00000100:00080000:3.0:1777421097.683440:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777421097.683503:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0039e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2368:x1863760834013824:12345-192.168.203.47@tcp:101:cp.0 Request processed in 274us (630us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421097.683510:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 237 00000100:00100000:3.0:1777421097.686925:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421097.687028:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834013952 00000100:00100000:1.0:1777421097.687053:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834013952 00000100:00100000:1.0:1777421097.687117:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 238 00000100:00100000:1.0:1777421097.687129:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0039e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:26396:x1863760834013952:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:1.0:1777421097.687153:0:6544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421097.687176:0:6544:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cb10961d/0xa38d712893873b5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3768c3 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421097.687211:0:6544:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b40fd05d/0xa38d712893873ae lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768bc expref: 11 pid: 6543 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421097.687218:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421097.687221:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421097.687225:0:6544:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cb10961d/0xa38d712893873b5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768c3 expref: 11 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421097.687280:0:6544:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b40fd05d/0xa38d712893873ae lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768bc expref: 11 pid: 6543 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421097.687297:0:6544:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b40fd05d/0xa38d712893873ae lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768bc expref: 11 pid: 6543 timeout: 409 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421097.687326:0:6544:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c5bd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6544:1863760841155712:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777421097.687469:0:6544:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af10617fcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1777421097.689842:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421097.689932:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834014080 00000100:00100000:2.0:1777421097.689945:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834014080 00000100:00100000:0.0:1777421097.689988:0:6544:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c5bd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6544:1863760841155712:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777421097.689993:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b40fd05d/0xa38d712893873ae lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768bc expref: 12 pid: 6543 timeout: 409 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.690026:0:6544:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000cb10961d/0xa38d712893873b5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768c3 expref: 12 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421097.690041:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 283 00010000:00010000:0.0:1777421097.690047:0:6544:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af120a33a00, rc 0) 00000100:00100000:2.0:1777421097.690054:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0039e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2369:x1863760834014080:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421097.690072:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421097.690101:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b40fd05d/0xa38d712893873ae lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768bc expref: 12 pid: 6543 timeout: 409 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421097.690110:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0039e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:26396:x1863760834013952:12345-192.168.203.47@tcp:101:cp.0 Request processed in 2980us (3195us total) trans 0 rc 0/0 00010000:00010000:2.0:1777421097.690120:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b40fd05d/0xa38d712893873ae lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768bc expref: 12 pid: 6543 timeout: 409 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421097.690123:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 238 00010000:00010000:2.0:1777421097.690154:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b40fd05d/0xa38d712893873ae lrc: 0/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768bc expref: 11 pid: 6543 timeout: 409 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421097.690185:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421097.690188:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421097.690196:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000cb10961d/0xa38d712893873b5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768c3 expref: 10 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421097.690206:0:5746:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cb10961d/0xa38d712893873b5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768c3 expref: 10 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421097.690242:0:5746:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000cb10961d/0xa38d712893873b5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768c3 expref: 10 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421097.690257:0:5746:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af00246f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5746:1863760841155840:192.168.203.47@tcp:105: 00000100:00100000:2.0:1777421097.690440:0:5746:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1346d1300 going to sleep for 11 seconds 00000100:00100000:3.0:1777421097.694927:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421097.695037:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834014336 00000100:00100000:1.0:1777421097.695051:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834014336 00000100:00100000:1.0:1777421097.695121:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 203 00000100:00100000:1.0:1777421097.695132:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11084e450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+43:26396:x1863760834014336:12345-192.168.203.47@tcp:35:cp.0 00000100:00100000:1.0:1777421097.695709:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11084e450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+44:26396:x1863760834014336:12345-192.168.203.47@tcp:35:cp.0 Request processed in 575us (792us total) trans 4294967893 rc 0/0 00000100:00100000:1.0:1777421097.695718:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 203 00000100:00100000:2.0:1777421097.695868:0:5746:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af00246f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5746:1863760841155840:192.168.203.47@tcp:105: 00010000:00010000:2.0:1777421097.695900:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421097.695926:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0039e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2369:x1863760834014080:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 5875us (6094us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421097.695935:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 283 00000100:00100000:0.0:1777421097.724526:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421097.724644:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834014464 00000100:00100000:1.0:1777421097.724657:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834014464 00000100:00100000:1.0:1777421097.724727:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 941 00000100:00100000:1.0:1777421097.724739:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+94:26399:x1863760834014464:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:1.0:1777421097.724824:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421097.724853:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d712893873bc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3768ca expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421097.724942:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d712893873c3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421097.724959:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d712893873c3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421097.724972:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d712893873c3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421097.724987:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d712893873ca lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421097.724994:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d712893873ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421097.725001:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d712893873ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421097.725185:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d712893873d1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421097.725210:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d712893873d1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421097.725218:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d712893873d1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421097.725256:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x19:0x0]: returning size 158 00000004:00200000:1.0:1777421097.725261:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421097.725296:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d712893873d1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421097.725309:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d712893873d1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421097.725318:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d712893873c3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421097.725325:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d712893873c3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421097.725332:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d712893873c3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421097.725338:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a32e00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421097.725343:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d712893873c3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421097.725395:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d712893873c3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421097.725410:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff9af11aa0d000) 00010000:00010000:1.0:1777421097.725413:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421097.725427:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d712893873c3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421097.725434:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d712893873c3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421097.725450:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d712893873ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421097.725457:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d712893873ca lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421097.725464:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d712893873ca lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421097.725470:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a32200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421097.725473:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d712893873ca lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421097.725479:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d712893873ca lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421097.725487:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x6de40d64 (ffff9af1112dc900) 00010000:00010000:1.0:1777421097.725490:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421097.725493:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d712893873ca lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421097.725499:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d712893873ca lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421097.725533:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d712893873bc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768ca expref: 96 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421097.725561:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d712893873d1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768ca expref: 95 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421097.725570:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff9af1187dd700) 00010000:00010000:1.0:1777421097.725572:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421097.725575:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af120a33000, rc 0) 00000100:00100000:1.0:1777421097.725660:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+95:26399:x1863760834014464:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 923us (1146us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421097.725668:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 941 00000100:00100000:3.0:1777421097.727835:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421097.729416:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834014592 00000100:00100000:0.0:1777421097.729434:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834014592 00000100:00100000:0.0:1777421097.729595:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 239 00000100:00100000:0.0:1777421097.729619:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0039ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:2368:x1863760834014592:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:0.0:1777421097.729641:0:6544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421097.729665:0:6544:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000069515b36/0xa38d712893873d8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3768d1 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421097.729757:0:6544:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6544:1863760841155968:192.168.203.47@tcp:106: 00000100:00100000:0.0:1777421097.729885:0:6544:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af105ba89c0 going to sleep for 11 seconds 00000100:00080000:3.0:1777421097.732449:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:0.0:1777421097.733676:0:6544:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x240000400:0x14:0x0] updating lvb size: 0 -> 158 00002000:00010000:0.0:1777421097.733685:0:6544:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x14:0x0] updating lvb mtime: 0 -> 1777421097 00002000:00010000:0.0:1777421097.733688:0:6544:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x14:0x0] updating lvb atime: 0 -> 1777421097 00002000:00010000:0.0:1777421097.733691:0:6544:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x14:0x0] updating lvb ctime: 0 -> 1777421097 00000100:00100000:0.0:1777421097.733718:0:6544:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6544:1863760841155968:192.168.203.47@tcp:106: 00010000:00010000:0.0:1777421097.733765:0:6544:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000069515b36/0xa38d712893873d8 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768d1 expref: 12 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.733797:0:6544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000069515b36/0xa38d712893873d8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768d1 expref: 12 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421097.733812:0:6544:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a1600, rc 0) 00000100:00100000:0.0:1777421097.733882:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0039ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:2368:x1863760834014592:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 4276us (6056us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421097.733893:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 239 00000100:00100000:1.0:1777421097.736401:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421097.736486:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834014720 00000100:00100000:2.0:1777421097.736499:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834014720 00000100:00100000:2.0:1777421097.736567:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 942 00000100:00100000:2.0:1777421097.736578:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+95:26399:x1863760834014720:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:2.0:1777421097.736602:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421097.736642:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d712893873df lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3768d8 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421097.736743:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ca00/0xa38d712893873e6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421097.736760:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ca00/0xa38d712893873e6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421097.736773:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ca00/0xa38d712893873e6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421097.736844:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3c:0x0]: returning size 512 00000004:00200000:2.0:1777421097.736848:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421097.736873:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ca00/0xa38d712893873e6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421097.736901:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d712893873df lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768d8 expref: 97 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421097.736919:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ca00/0xa38d712893873e6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768d8 expref: 96 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421097.736988:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff9af11aa0d000) 00010000:00010000:2.0:1777421097.736992:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777421097.736997:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af10148ca00, rc 0) 00000100:00100000:2.0:1777421097.737060:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+96:26399:x1863760834014720:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 484us (718us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421097.737068:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 942 00000100:00100000:3.0:1777421097.739318:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421097.739512:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834014848 00000100:00100000:0.0:1777421097.739525:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834014848 00000100:00100000:0.0:1777421097.739586:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 240 00000100:00100000:0.0:1777421097.739596:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0039ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:2368:x1863760834014848:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:0.0:1777421097.739626:0:6544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421097.739647:0:6544:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000068cbfaff/0xa38d712893873ed lrc: 2/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3768df expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421097.739822:0:6544:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6544:1863760841156096:192.168.203.47@tcp:106: 00000100:00100000:0.0:1777421097.739917:0:6544:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af105ba89c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421097.742601:0:6544:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6544:1863760841156096:192.168.203.47@tcp:106: 00010000:00010000:1.0:1777421097.742664:0:6544:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000068cbfaff/0xa38d712893873ed lrc: 1/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768df expref: 12 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421097.742693:0:6544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000068cbfaff/0xa38d712893873ed lrc: 0/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768df expref: 12 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421097.742709:0:6544:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a0e00, rc 0) 00000100:00100000:1.0:1777421097.742784:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0039ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:2368:x1863760834014848:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 3189us (3477us total) trans 0 rc 301/301 00000100:00100000:1.0:1777421097.742793:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 240 00000100:00100000:1.0:1777421097.746627:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421097.746771:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834015104 00000100:00100000:3.0:1777421097.746783:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834015104 00000100:00100000:3.0:1777421097.746853:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 943 00000100:00100000:3.0:1777421097.746862:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+96:26399:x1863760834015104:12345-192.168.203.47@tcp:58:lfs.0 00000040:00080000:3.0:1777421097.747191:0:5761:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].24, 136 off11456 00000100:00100000:3.0:1777421097.747335:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+96:26399:x1863760834015104:12345-192.168.203.47@tcp:58:lfs.0 Request processed in 472us (735us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421097.747345:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 943 00000040:00080000:2.0:1777421098.072571:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777421098.072580:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777421098.072647:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 25 count 5 00000040:00080000:2.0:1777421098.072654:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777421098.072909:0:11331:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af00246f800 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841156224:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1777421098.073011:0:11331:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af11253cf00 going to sleep for 11 seconds 00000100:00100000:3.0:1777421098.076624:0:11331:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af00246f800 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841156224:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1777421098.081391:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421098.081462:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834015232 00000100:00100000:3.0:1777421098.081473:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834015232 00000100:00080000:0.0:1777421098.081519:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777421098.081546:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 944 00000100:00100000:3.0:1777421098.081557:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+44:26409:x1863760834015232:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1777421098.081591:0:5761:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x19:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1777421098.081733:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+44:26409:x1863760834015232:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 174us (347us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421098.081745:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 944 00000100:00100000:1.0:1777421098.084674:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421098.084766:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834015488 00000100:00100000:3.0:1777421098.084780:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834015488 00000100:00100000:3.0:1777421098.084834:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 945 00000100:00100000:3.0:1777421098.084843:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+44:26409:x1863760834015488:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421098.084865:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421098.084890:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d712893873f4 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3768e6 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421098.085023:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d712893873fb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421098.085039:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d712893873fb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421098.085053:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d712893873fb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421098.085066:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x19:0x0]: returning size 158 00010000:00010000:3.0:1777421098.085255:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d712893873f4 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768e6 expref: 47 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421098.085577:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d712893873fb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768e6 expref: 46 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421098.085588:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff9af1187dd700) 00010000:00010000:3.0:1777421098.085590:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777421098.085593:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af004441c00, rc 0) 00000100:00100000:3.0:1777421098.085677:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+46:26409:x1863760834015488:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 834us (1007us total) trans 4294967894 rc 0/0 00000100:00100000:3.0:1777421098.085704:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 945 00000100:00100000:1.0:1777421098.087656:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421098.087741:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421098.087783:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834015744 00000100:00100000:3.0:1777421098.087797:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834015744 00000100:00100000:3.0:1777421098.087852:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 41 00000100:00100000:3.0:1777421098.087861:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+46:2368:x1863760834015744:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421098.087874:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421098.087897:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d712893873fb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768e6 expref: 46 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421098.087918:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff9af1187dd700) 00010000:00010000:3.0:1777421098.087923:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421098.087980:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+45:2368:x1863760834015744:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 113us (233us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421098.087996:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 41 00000100:00100000:0.0:1777421098.089818:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834015616 00000100:00100000:0.0:1777421098.089830:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834015616 00000100:00100000:0.0:1777421098.089883:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 241 00000100:00100000:0.0:1777421098.089893:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2368:x1863760834015616:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1777421098.089933:0:6544:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000027d27561/0xa38d71289387409 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421098.089952:0:6544:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cb10961d/0xa38d712893873b5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768c3 expref: 10 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421098.089960:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777421098.089962:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777421098.089966:0:6544:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000027d27561/0xa38d71289387409 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421098.089999:0:6544:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cb10961d/0xa38d712893873b5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768c3 expref: 10 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421098.090013:0:6544:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cb10961d/0xa38d712893873b5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768c3 expref: 10 pid: 6544 timeout: 409 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421098.090043:0:6544:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6544:1863760841156352:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777421098.090122:0:6544:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af105ba8540 going to sleep for 11 seconds 00000100:00100000:3.0:1777421098.093003:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421098.093033:0:17822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834015872 00000100:00100000:3.0:1777421098.093042:0:17822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834015872 00002000:00100000:3.0:1777421098.093080:0:17822:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x14:0x0] (0->157) req@ffff9af0039e8380 x1863760834015872/t0(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:109/0 lens 648/0 e 0 to 0 dl 1777421109 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777421098.093092:0:17822:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0039e8380 with x1863760834015872 ext(0->157) 00010000:00010000:3.0:1777421098.093101:0:17822:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000cb10961d/0xa38d712893873b5 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768c3 expref: 11 pid: 6544 timeout: 409 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421098.093116:0:17822:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000cb10961d/0xa38d712893873b5 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768c3 expref: 11 pid: 6544 timeout: 409 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777421098.093135:0:17822:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9af0039e8380 00000100:00100000:3.0:1777421098.093159:0:17822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 9 00000100:00100000:3.0:1777421098.093168:0:17822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0039e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2369:x1863760834015872:12345-192.168.203.47@tcp:4:cp.0 00000100:00100000:3.0:1777421098.093550:0:17822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0039e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+13:2369:x1863760834015872:12345-192.168.203.47@tcp:4:cp.0 Request processed in 383us (554us total) trans 4294967345 rc 0/0 00000100:00100000:3.0:1777421098.093556:0:17822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 9 00002000:00100000:3.0:1777421098.093561:0:17822:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x14:0x0] (0->157) req@ffff9af0039e8380 x1863760834015872/t4294967345(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:109/0 lens 648/448 e 0 to 0 dl 1777421109 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777421098.093566:0:17822:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0039e8380 with x1863760834015872 ext(0->157) 00010000:00010000:3.0:1777421098.093570:0:17822:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000cb10961d/0xa38d712893873b5 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768c3 expref: 13 pid: 6544 timeout: 409 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421098.093578:0:17822:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000cb10961d/0xa38d712893873b5 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768c3 expref: 13 pid: 6544 timeout: 409 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777421098.093582:0:17822:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9af0039e8380 00000100:00100000:0.0:1777421098.094722:0:6544:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6544:1863760841156352:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421098.094745:0:6544:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000027d27561/0xa38d71289387409 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421098.095270:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421098.096817:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834016000 00000100:00100000:3.0:1777421098.096828:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834016000 00010000:00010000:3.0:1777421098.096860:0:5745:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cb10961d/0xa38d712893873b5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768c3 expref: 13 pid: 6544 timeout: 409 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421098.096907:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 284 00000100:00100000:3.0:1777421098.096918:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+13:2368:x1863760834016000:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421098.096940:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421098.096961:0:5745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cb10961d/0xa38d712893873b5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768c3 expref: 13 pid: 6544 timeout: 409 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421098.096976:0:5745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cb10961d/0xa38d712893873b5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768c3 expref: 13 pid: 6544 timeout: 409 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421098.096998:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cb10961d/0xa38d712893873b5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768c3 expref: 13 pid: 6544 timeout: 409 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421098.097012:0:5745:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421098.097014:0:5745:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421098.097020:0:5745:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000027d27561/0xa38d71289387409 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421098.097029:0:5745:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000027d27561/0xa38d71289387409 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421098.097069:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421098.097118:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2368:x1863760834016000:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 202us (1848us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421098.097127:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 284 00010000:00010000:2.0:1777421098.097212:0:6544:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000027d27561/0xa38d71289387409 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421098.097227:0:6544:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000027d27561/0xa38d71289387409 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421098.097249:0:6544:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000027d27561/0xa38d71289387409 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421098.097257:0:6544:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000027d27561/0xa38d71289387409 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421098.097265:0:6544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000027d27561/0xa38d71289387409 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421098.097272:0:6544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a0000 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:2.0:1777421098.097276:0:6544:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000027d27561/0xa38d71289387409 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421098.097284:0:6544:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000027d27561/0xa38d71289387409 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421098.097295:0:6544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000027d27561/0xa38d71289387409 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421098.097307:0:6544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000027d27561/0xa38d71289387409 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421098.097374:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2368:x1863760834015616:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 Request processed in 7483us (9725us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421098.097382:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 241 00000100:00100000:0.0:1777421098.103031:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421098.103126:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834016256 00000100:00100000:3.0:1777421098.103136:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834016256 00000100:00100000:3.0:1777421098.103233:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 946 00000100:00100000:3.0:1777421098.103244:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+45:26409:x1863760834016256:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1777421098.103341:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+45:26409:x1863760834016256:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 99us (315us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421098.103371:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 946 00000100:00100000:3.0:1777421098.109543:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421098.109837:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834016384 00000100:00100000:1.0:1777421098.109848:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834016384 00000100:00100000:1.0:1777421098.109904:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 242 00000100:00100000:1.0:1777421098.109916:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0039e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2369:x1863760834016384:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421098.109932:0:6544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421098.109953:0:6544:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cb10961d/0xa38d71289387410 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3768ed expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777421098.109980:0:6544:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x14:0x0] initial LVB size: 158, mtime: 0x69f14b29, atime: 0x0, ctime: 0x69f14b29, blocks: 0x1 00010000:00010000:1.0:1777421098.109997:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421098.110000:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421098.110008:0:6544:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cb10961d/0xa38d71289387410 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768ed expref: 12 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421098.110025:0:6544:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000cb10961d/0xa38d71289387410 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768ed expref: 12 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421098.110038:0:6544:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af120a33a00, rc 0) 00000100:00100000:1.0:1777421098.110099:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0039e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2369:x1863760834016384:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 185us (562us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421098.110107:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 242 00000100:00100000:3.0:1777421098.113808:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421098.114074:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834016640 00000100:00100000:0.0:1777421098.114084:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834016640 00000100:00100000:0.0:1777421098.114149:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 947 00000100:00100000:0.0:1777421098.114162:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001192a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+45:26409:x1863760834016640:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1777421098.114258:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001192a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+45:26409:x1863760834016640:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 98us (456us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421098.114267:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 947 00000100:00100000:3.0:1777421098.120554:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421098.120619:0:17930:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834016768 00000100:00100000:0.0:1777421098.120629:0:17930:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834016768 00002000:00100000:0.0:1777421098.120678:0:17930:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x14:0x0] (0->4095) req@ffff9af001190000 x1863760834016768/t0(0) o3->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:109/0 lens 488/0 e 0 to 0 dl 1777421109 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421098.120696:0:17930:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af001190000 with x1863760834016768 ext(0->4095) 00002000:00010000:0.0:1777421098.120703:0:17930:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af001190000 00000100:00100000:0.0:1777421098.120745:0:17930:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 90 00000100:00100000:0.0:1777421098.120756:0:17930:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001190000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2368:x1863760834016768:12345-192.168.203.47@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1777421098.120932:0:17930:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001190000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2368:x1863760834016768:12345-192.168.203.47@tcp:3:lhsmtool_posix.0 Request processed in 177us (385us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1777421098.120942:0:17930:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 90 00002000:00100000:0.0:1777421098.120950:0:17930:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x14:0x0] (0->4095) req@ffff9af001190000 x1863760834016768/t0(0) o3->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:109/0 lens 488/4536 e 0 to 0 dl 1777421109 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421098.120959:0:17930:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af001190000 with x1863760834016768 ext(0->4095) 00002000:00010000:0.0:1777421098.120962:0:17930:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af001190000 00000100:00100000:0.0:1777421098.131459:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421098.131651:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834016896 00000100:00100000:1.0:1777421098.131661:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834016896 00000100:00100000:1.0:1777421098.131723:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 948 00000100:00100000:1.0:1777421098.131733:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+45:26409:x1863760834016896:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421098.131760:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421098.131780:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289387417 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3768f4 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421098.131811:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d7128938741e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421098.131825:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d7128938741e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421098.131837:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d7128938741e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421098.131925:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289387417 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768f4 expref: 47 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421098.131943:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d7128938741e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768f4 expref: 46 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421098.131952:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff9af1187dd700) 00010000:00010000:1.0:1777421098.131955:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1777421098.131959:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af120a33c00, rc 0) 00000100:00100000:1.0:1777421098.132016:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+46:26409:x1863760834016896:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 284us (565us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421098.132024:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 948 00000100:00100000:1.0:1777421098.135949:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421098.136003:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834017024 00000100:00100000:0.0:1777421098.136012:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834017024 00000100:00100000:0.0:1777421098.136057:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 949 00000100:00100000:0.0:1777421098.136065:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+46:26409:x1863760834017024:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1777421098.136093:0:5762:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x19:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1777421098.136169:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+46:26409:x1863760834017024:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 105us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421098.136176:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 949 00000100:00100000:3.0:1777421098.138665:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421098.138758:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834017152 00000100:00100000:1.0:1777421098.138767:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834017152 00000100:00100000:1.0:1777421098.138811:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 243 00000100:00100000:1.0:1777421098.138831:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001191f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2368:x1863760834017152:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1777421098.138870:0:6544:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000001e6a9c/0xa38d71289387425 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421098.138885:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421098.138887:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421098.138948:0:6544:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000001e6a9c/0xa38d71289387425 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421098.138964:0:6544:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000001e6a9c/0xa38d71289387425 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421098.138991:0:6544:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000001e6a9c/0xa38d71289387425 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421098.138999:0:6544:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000001e6a9c/0xa38d71289387425 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421098.139008:0:6544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000001e6a9c/0xa38d71289387425 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421098.139016:0:6544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a32200 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:1.0:1777421098.139020:0:6544:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000001e6a9c/0xa38d71289387425 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421098.139029:0:6544:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000001e6a9c/0xa38d71289387425 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421098.139056:0:6544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000001e6a9c/0xa38d71289387425 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421098.139065:0:6544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000001e6a9c/0xa38d71289387425 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421098.139155:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001191f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2368:x1863760834017152:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 Request processed in 326us (495us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421098.139164:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 243 00000100:00100000:3.0:1777421098.140505:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421098.140647:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834017408 00000100:00100000:1.0:1777421098.140664:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834017408 00000100:00100000:1.0:1777421098.140706:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 950 00000100:00100000:1.0:1777421098.140714:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001193800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+46:26409:x1863760834017408:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1777421098.140774:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d7128938742c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421098.140788:0:5762:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d7128938741e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768f4 expref: 46 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421098.140796:0:5762:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d7128938742c lrc: 4/0,1 mode: --/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421098.140828:0:5762:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d7128938741e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768f4 expref: 46 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421098.140842:0:5762:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d7128938741e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768f4 expref: 46 pid: 5762 timeout: 409 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421098.140864:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c5bc000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841156480:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777421098.140941:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af10617fcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421098.143524:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c5bc000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841156480:192.168.203.47@tcp:104: 00010000:00010000:1.0:1777421098.143545:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d7128938742c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421098.144832:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421098.145055:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834017536 00000100:00100000:2.0:1777421098.145063:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834017536 00010000:00010000:2.0:1777421098.145096:0:5745:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d7128938741e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768f4 expref: 47 pid: 5762 timeout: 409 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421098.145143:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 285 00000100:00100000:2.0:1777421098.145153:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001190700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+47:2369:x1863760834017536:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421098.145167:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421098.145174:0:5745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d7128938741e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768f4 expref: 47 pid: 5762 timeout: 409 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421098.145185:0:5745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d7128938741e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768f4 expref: 47 pid: 5762 timeout: 409 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421098.145206:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d7128938741e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768f4 expref: 47 pid: 5762 timeout: 409 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421098.145218:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff9af1187dd700) 00010000:00010000:2.0:1777421098.145223:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d7128938742c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421098.145238:0:5745:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d7128938742c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421098.145245:0:5745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d7128938742c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421098.145275:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421098.145329:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001190700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+46:2369:x1863760834017536:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 176us (498us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421098.145337:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 285 00010000:00010000:0.0:1777421098.146600:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d7128938742c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421098.146622:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d7128938742c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421098.146805:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d7128938742c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421098.146813:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d7128938742c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421098.146830:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d7128938742c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421098.146836:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a33400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421098.146839:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d7128938742c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421098.146846:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d7128938742c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421098.146866:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff9af1187dd700) 00010000:00010000:0.0:1777421098.146869:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777421098.146873:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d7128938742c lrc: 2/0,0 mode: --/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421098.146879:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d7128938742c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421098.147015:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001193800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+46:26409:x1863760834017408:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 6300us (6510us total) trans 4294967895 rc 0/0 00000100:00100000:0.0:1777421098.147025:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 950 00000040:00080000:3.0:1777421098.147205:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777421098.147209:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777421098.147767:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 5 00000040:00080000:3.0:1777421098.147774:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777421098.149255:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421098.149331:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834017792 00000100:00100000:0.0:1777421098.149341:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834017792 00000100:00100000:0.0:1777421098.149413:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 204 00000100:00100000:0.0:1777421098.149423:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001192d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+46:26409:x1863760834017792:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1777421098.149624:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001192d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+47:26409:x1863760834017792:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 201us (373us total) trans 4294967896 rc 0/0 00000100:00100000:0.0:1777421098.149632:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 204 00000040:00080000:0.0:1777421098.186817:0:18864:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777421098.186826:0:18864:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777421098.187595:0:18864:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 25 count 5 00000040:00080000:0.0:1777421098.187601:0:18864:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777421098.225796:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421098.225862:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834017920 00000100:00100000:2.0:1777421098.225871:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834017920 00000100:00100000:2.0:1777421098.225931:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 244 00000100:00100000:2.0:1777421098.225943:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:2369:x1863760834017920:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:2.0:1777421098.225960:0:6544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421098.225977:0:6544:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000272c0e79/0xa38d71289387433 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3768fb expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421098.226001:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421098.226003:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421098.226011:0:6544:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000272c0e79/0xa38d71289387433 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768fb expref: 12 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421098.226207:0:6544:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000272c0e79/0xa38d71289387433 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768fb expref: 12 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421098.226224:0:6544:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af10148c200, rc 0) 00000100:00100000:2.0:1777421098.226285:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+12:2369:x1863760834017920:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 343us (495us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421098.226292:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 244 00000100:00100000:3.0:1777421098.233307:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421098.233819:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834018176 00000100:00100000:1.0:1777421098.233829:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834018176 00000100:00100000:1.0:1777421098.233879:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 951 00000100:00100000:1.0:1777421098.233890:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001193100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+96:26410:x1863760834018176:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:1.0:1777421098.233909:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421098.233927:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d7128938743a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376902 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421098.234019:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d71289387441 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421098.234033:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d71289387441 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421098.234047:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d71289387441 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421098.234059:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x19:0x0]: returning size 158 00010000:00010000:1.0:1777421098.234176:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d7128938743a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376902 expref: 99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421098.234197:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d71289387441 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376902 expref: 98 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421098.234203:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff9af1187dd700) 00010000:00010000:1.0:1777421098.234206:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1777421098.234208:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af120a33c00, rc 0) 00000100:00100000:1.0:1777421098.234268:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001193100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+98:26410:x1863760834018176:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 380us (967us total) trans 4294967897 rc 0/0 00000100:00100000:1.0:1777421098.234277:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 951 00000100:00100000:0.0:1777421098.237148:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421098.237212:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834018304 00000100:00100000:1.0:1777421098.237221:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834018304 00000100:00100000:1.0:1777421098.237265:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 245 00000100:00100000:1.0:1777421098.237273:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+12:2368:x1863760834018304:12345-192.168.203.47@tcp:1:lfs.0 00010000:00010000:1.0:1777421098.237307:0:6544:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000001e6a9c/0xa38d7128938744f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421098.237325:0:6544:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cb10961d/0xa38d71289387410 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768ed expref: 11 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421098.237335:0:6544:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000272c0e79/0xa38d71289387433 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768fb expref: 12 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421098.237342:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421098.237344:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421098.237348:0:6544:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000001e6a9c/0xa38d7128938744f lrc: 5/0,1 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421098.237410:0:6544:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000272c0e79/0xa38d71289387433 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768fb expref: 12 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421098.237423:0:6544:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000272c0e79/0xa38d71289387433 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768fb expref: 12 pid: 6544 timeout: 410 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421098.237438:0:6544:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c5bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6544:1863760841156608:192.168.203.47@tcp:104: 00010000:00010000:1.0:1777421098.237510:0:6544:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cb10961d/0xa38d71289387410 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768ed expref: 11 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421098.237520:0:6544:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cb10961d/0xa38d71289387410 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768ed expref: 11 pid: 6544 timeout: 410 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421098.237529:0:6544:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c5bd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6544:1863760841156736:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777421098.237547:0:6544:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af10617fcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1777421098.239514:0:6544:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c5bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6544:1863760841156608:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777421098.239529:0:6544:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c5bd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6544:1863760841156736:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421098.239550:0:6544:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000001e6a9c/0xa38d7128938744f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421098.246760:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421098.246807:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421098.246849:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834018432 00000100:00100000:2.0:1777421098.246859:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834018432 00010000:00010000:2.0:1777421098.246901:0:5745:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000272c0e79/0xa38d71289387433 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768fb expref: 13 pid: 6544 timeout: 410 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421098.246940:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834018560 00000100:00100000:2.0:1777421098.246944:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834018560 00010000:00010000:2.0:1777421098.246958:0:5745:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cb10961d/0xa38d71289387410 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768ed expref: 12 pid: 6544 timeout: 410 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421098.246979:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 286 00000100:00100000:2.0:1777421098.246988:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1056c0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+13:2368:x1863760834018432:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421098.247002:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1777421098.247038:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 287 00000100:00100000:3.0:1777421098.247050:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2368:x1863760834018560:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421098.247059:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421098.247071:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cb10961d/0xa38d71289387410 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768ed expref: 12 pid: 6544 timeout: 410 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421098.247084:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cb10961d/0xa38d71289387410 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768ed expref: 12 pid: 6544 timeout: 410 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421098.247106:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cb10961d/0xa38d71289387410 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768ed expref: 12 pid: 6544 timeout: 410 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421098.247132:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421098.247179:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2368:x1863760834018560:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 133us (371us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421098.247190:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 287 00010000:00010000:2.0:1777421098.247211:0:5745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000272c0e79/0xa38d71289387433 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768fb expref: 13 pid: 6544 timeout: 410 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421098.247228:0:5745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000272c0e79/0xa38d71289387433 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768fb expref: 13 pid: 6544 timeout: 410 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421098.247246:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000272c0e79/0xa38d71289387433 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768fb expref: 13 pid: 6544 timeout: 410 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421098.247258:0:5745:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421098.247266:0:5745:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421098.247271:0:5745:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000001e6a9c/0xa38d7128938744f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421098.247281:0:5745:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000001e6a9c/0xa38d7128938744f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421098.247344:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421098.247394:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1056c0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+12:2368:x1863760834018432:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 406us (641us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421098.247401:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 286 00010000:00010000:1.0:1777421098.247863:0:6544:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000001e6a9c/0xa38d7128938744f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421098.247873:0:6544:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000001e6a9c/0xa38d7128938744f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421098.247977:0:6544:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000001e6a9c/0xa38d7128938744f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421098.247986:0:6544:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000001e6a9c/0xa38d7128938744f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421098.247994:0:6544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000001e6a9c/0xa38d7128938744f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421098.248002:0:6544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a32200 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:1.0:1777421098.248006:0:6544:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000001e6a9c/0xa38d7128938744f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421098.248015:0:6544:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000001e6a9c/0xa38d7128938744f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421098.248123:0:6544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000001e6a9c/0xa38d7128938744f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421098.248133:0:6544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000001e6a9c/0xa38d7128938744f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421098.248191:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:2368:x1863760834018304:12345-192.168.203.47@tcp:1:lfs.0 Request processed in 10916us (11047us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421098.248200:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 245 00000100:00100000:3.0:1777421098.252328:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421098.252393:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834018816 00000100:00100000:0.0:1777421098.252403:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834018816 00000100:00100000:0.0:1777421098.252446:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 205 00000100:00100000:0.0:1777421098.252454:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001190380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+98:26410:x1863760834018816:12345-192.168.203.47@tcp:35:lfs.0 00000004:00010000:0.0:1777421098.252504:0:13879:0:(mdt_open.c:1996:mdt_hsm_release()) ### [0x200000402:0x19:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d71289387441 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376902 expref: 98 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777421098.252715:0:13879:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967898 00000001:00080000:0.0:1777421098.253202:0:13879:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967899 00010000:00010000:0.0:1777421098.253265:0:13879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387456 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421098.253280:0:13879:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d712893873a0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768b5 expref: 46 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421098.253288:0:13879:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d712893873d1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768ca expref: 101 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421098.253305:0:13879:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387456 lrc: 5/0,1 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421098.253336:0:13879:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d712893873d1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768ca expref: 101 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421098.253369:0:13879:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d712893873d1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768ca expref: 101 pid: 5762 timeout: 410 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421098.253384:0:13879:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6f9880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:13879:1863760841156864:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421098.253467:0:13879:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d712893873a0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768b5 expref: 46 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421098.253477:0:13879:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d712893873a0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768b5 expref: 46 pid: 5762 timeout: 410 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421098.253486:0:13879:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6f9f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:13879:1863760841156992:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777421098.253511:0:13879:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af105ba8c00 going to sleep for 11 seconds 00000100:00100000:0.0:1777421098.257230:0:13879:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6f9880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:13879:1863760841156864:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777421098.257254:0:13879:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6f9f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:13879:1863760841156992:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421098.257283:0:13879:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387456 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421098.257551:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421098.257635:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421098.257800:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834019072 00000100:00100000:1.0:1777421098.257809:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834019072 00000100:00100000:0.0:1777421098.257838:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834018944 00010000:00010000:1.0:1777421098.257844:0:5747:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d712893873a0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768b5 expref: 47 pid: 5762 timeout: 410 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421098.257845:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834018944 00010000:00010000:0.0:1777421098.257874:0:5745:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d712893873d1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768ca expref: 102 pid: 5762 timeout: 410 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421098.257881:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 288 00000100:00100000:0.0:1777421098.257910:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 289 00000100:00100000:0.0:1777421098.257919:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001190e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+102:2368:x1863760834018944:12345-192.168.203.47@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1777421098.257968:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001192680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+47:2369:x1863760834019072:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421098.257984:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421098.257991:0:5747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d712893873a0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768b5 expref: 47 pid: 5762 timeout: 410 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421098.257998:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421098.258004:0:5747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d712893873a0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768b5 expref: 47 pid: 5762 timeout: 410 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421098.258006:0:5745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d712893873d1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768ca expref: 102 pid: 5762 timeout: 410 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421098.258026:0:5745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d712893873d1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768ca expref: 102 pid: 5762 timeout: 410 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421098.258051:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d712893873a0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768b5 expref: 47 pid: 5762 timeout: 410 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421098.258058:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d712893873d1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768ca expref: 102 pid: 5762 timeout: 410 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421098.258070:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff9af1187dd700) 00010000:00010000:1.0:1777421098.258076:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387456 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421098.258085:0:5747:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387456 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421098.258093:0:5747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387456 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421098.258103:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff9af1187dd700) 00010000:00010000:0.0:1777421098.258109:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421098.258120:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777421098.258146:0:13879:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387456 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421098.258152:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001190e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+101:2368:x1863760834018944:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 234us (517us total) trans 0 rc 0/0 00010000:00010000:3.0:1777421098.258154:0:13879:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387456 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421098.258159:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 289 00000100:00100000:1.0:1777421098.258218:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001192680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+46:2369:x1863760834019072:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 323us (664us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421098.258236:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 288 00000001:00080000:3.0:1777421098.258679:0:13879:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967900 00000001:00080000:3.0:1777421098.259264:0:13879:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967901 00000001:00080000:3.0:1777421098.259367:0:13879:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967902 00000100:00100000:3.0:1777421098.259454:0:13879:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001191c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:13879:1863760841157120:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777421098.259501:0:13879:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421098.259528:0:13879:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1052ce240 going to sleep for 11 seconds 00000100:00100000:1.0:1777421098.259530:0:17395:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841157120 00000100:00100000:1.0:1777421098.259537:0:17395:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841157120 00000100:00080000:2.0:1777421098.259572:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777421098.259590:0:17395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1777421098.259601:0:17395:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001190700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:13879:x1863760841157120:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777421098.259690:0:17395:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001190700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:13879:x1863760841157120:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 92us (189us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421098.259698:0:17395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1777421098.259777:0:13879:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001191c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:13879:1863760841157120:0@lo:1000:mdt_rdpg00_002.0 00000001:00080000:2.0:1777421098.260040:0:13879:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967903 00000100:00100000:2.0:1777421098.260093:0:13879:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af00246d180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:13879:1863760841157248:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777421098.260121:0:13879:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421098.260145:0:13879:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af12aad2000 going to sleep for 11 seconds 00000100:00100000:1.0:1777421098.260408:0:17395:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841157248 00000100:00100000:1.0:1777421098.260413:0:17395:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841157248 00000100:00100000:1.0:1777421098.260443:0:17395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1777421098.260449:0:17395:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00246c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:13879:x1863760841157248:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777421098.260557:0:17395:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00246c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:13879:x1863760841157248:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 108us (434us total) trans 4294967346 rc 0/0 00000100:00100000:1.0:1777421098.260564:0:17395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1777421098.260642:0:13879:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af00246d180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:13879:1863760841157248:0@lo:1000:mdt_rdpg00_002.0 00010000:00010000:2.0:1777421098.260661:0:13879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387456 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421098.260671:0:13879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387456 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421098.260678:0:13879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387456 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421098.260684:0:13879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a1a00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421098.260689:0:13879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387456 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421098.260703:0:13879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387456 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421098.260715:0:13879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff9af1187dd700) 00010000:00010000:2.0:1777421098.260718:0:13879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1777421098.260723:0:13879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387456 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421098.260729:0:13879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387456 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777421098.261105:0:13879:0:(mdd_object.c:3993:mdd_close()) Object [0x200000401:0x3d:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1777421098.261294:0:13879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].11, 64 off8920 00000004:00080000:2.0:1777421098.261306:0:13879:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 310043953845ns, next at 311043952013ns, rc = 0 00000001:00080000:2.0:1777421098.261319:0:13879:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967904 00010000:00010000:2.0:1777421098.261426:0:13879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff9af1187dd700) 00010000:00010000:2.0:1777421098.261430:0:13879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777421098.261438:0:13879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d71289387441 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x19:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376902 expref: 105 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421098.261516:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001190380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+104:26410:x1863760834018816:12345-192.168.203.47@tcp:35:lfs.0 Request processed in 9062us (9194us total) trans 4294967905 rc 0/0 00000100:00100000:2.0:1777421098.261524:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 205 00000020:00080000:2.0:1777421098.261529:0:13879:0:(tgt_main.c:782:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:3.0:1777421098.274116:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421098.274409:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834019200 00000100:00100000:1.0:1777421098.274420:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834019200 00000100:00100000:1.0:1777421098.274469:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 952 00000100:00100000:1.0:1777421098.274481:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001191c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+104:26411:x1863760834019200:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:1.0:1777421098.274502:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421098.274523:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d7128938745d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376909 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421098.274579:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387464 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421098.274592:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387464 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421098.274619:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387464 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421098.274635:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d7128938746b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421098.274643:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d7128938746b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421098.274650:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d7128938746b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421098.274736:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289387472 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421098.274744:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289387472 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421098.274751:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289387472 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421098.274794:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x19:0x0]: returning size 158 00000004:00200000:1.0:1777421098.274799:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421098.274816:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289387472 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421098.274837:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289387472 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421098.274846:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387464 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421098.274862:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387464 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421098.274869:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387464 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421098.274876:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a33400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421098.274880:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387464 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421098.274888:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387464 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421098.274900:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff9af11aa0d000) 00010000:00010000:1.0:1777421098.274903:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421098.274908:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387464 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421098.274914:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387464 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421098.274924:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d7128938746b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421098.274931:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d7128938746b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421098.274937:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d7128938746b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421098.274943:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a32e00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421098.274951:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d7128938746b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421098.274958:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d7128938746b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421098.274966:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x6de40d64 (ffff9af1112dc900) 00010000:00010000:1.0:1777421098.274968:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421098.274971:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d7128938746b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421098.274976:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d7128938746b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421098.275004:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d7128938745d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376909 expref: 106 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421098.275016:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289387472 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376909 expref: 105 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421098.275023:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff9af1112dc400) 00010000:00010000:1.0:1777421098.275025:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421098.275028:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af120a33000, rc 0) 00000100:00100000:1.0:1777421098.275080:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001191c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+105:26411:x1863760834019200:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 600us (970us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421098.275088:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 952 00000100:00100000:2.0:1777421098.281393:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421098.281511:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834019456 00000100:00100000:3.0:1777421098.281521:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834019456 00000100:00100000:3.0:1777421098.281577:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 42 00000100:00100000:3.0:1777421098.281588:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00246d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+105:26411:x1863760834019456:12345-192.168.203.47@tcp:103:lfs.0 00010000:00010000:3.0:1777421098.281614:0:6558:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421098.281636:0:6558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289387472 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376909 expref: 105 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421098.281660:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff9af1112dc400) 00010000:00010000:3.0:1777421098.281672:0:6558:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421098.281718:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00246d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+104:26411:x1863760834019456:12345-192.168.203.47@tcp:103:lfs.0 Request processed in 132us (328us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421098.281727:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 42 00000100:00100000:0.0:1777421098.284255:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421098.284287:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834019584 00000100:00100000:0.0:1777421098.284294:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834019584 00000100:00100000:0.0:1777421098.284333:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 953 00000100:00100000:0.0:1777421098.284342:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+104:26411:x1863760834019584:12345-192.168.203.47@tcp:58:lfs.0 00010000:00010000:0.0:1777421098.284551:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387479 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421098.284578:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387479 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421098.284590:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387479 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777421098.284770:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].25, 136 off11592 00000100:00100000:0.0:1777421098.284845:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+104:26411:x1863760834019584:12345-192.168.203.47@tcp:58:lfs.0 Request processed in 504us (593us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421098.284853:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 953 00010000:00010000:3.0:1777421098.328657:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1777421098.490091:0:6572:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967346 is committed 00000001:00080000:3.0:1777421098.490139:0:6572:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967345 is committed 00000100:00100000:2.0:1777421098.514311:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421098.516847:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834019712 00000100:00100000:3.0:1777421098.516860:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834019712 00000100:00100000:3.0:1777421098.516914:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 473 00000100:00100000:3.0:1777421098.516984:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119149850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:71f90d2e-4852-44e2-8435-52916750919f+12:2368:x1863760834019712:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777421098.517069:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119149850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:71f90d2e-4852-44e2-8435-52916750919f+12:2368:x1863760834019712:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 145us (2762us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421098.517076:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 473 00000100:00100000:2.0:1777421098.518573:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421098.518706:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421098.518734:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421098.518759:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834019840 00000100:00100000:2.0:1777421098.518765:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834019840 00000100:00100000:2.0:1777421098.518802:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834020096 00000100:00100000:2.0:1777421098.518805:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834020096 00000100:00100000:0.0:1777421098.518821:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834019968 00000100:00100000:0.0:1777421098.518825:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834019968 00000100:00100000:2.0:1777421098.518832:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 189 00000100:00100000:2.0:1777421098.518839:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00246f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:2369:x1863760834019840:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:0.0:1777421098.518844:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 190 00000100:00100000:0.0:1777421098.518849:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00246c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2369:x1863760834020096:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:0.0:1777421098.518892:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00246c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2369:x1863760834020096:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 42us (186us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421098.518899:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 190 00000100:00100000:3.0:1777421098.518929:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 191 00000100:00100000:3.0:1777421098.518939:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00246ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+16:2369:x1863760834019968:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:2.0:1777421098.518980:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00246f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:2369:x1863760834019840:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 140us (412us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421098.518987:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 189 00000100:00080000:2.0:1777421098.519007:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777421098.519215:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00246ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+16:2369:x1863760834019968:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 125us (327us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421098.519225:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 191 00000040:00080000:3.0:1777421098.725785:0:18916:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777421098.725793:0:18916:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777421098.725847:0:18916:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 26 count 6 00000040:00080000:3.0:1777421098.725852:0:18916:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000001:00080000:1.0:1777421098.992890:0:7430:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967349 is committed 00000001:00080000:3.0:1777421099.011653:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967900 is committed 00000001:00080000:3.0:1777421099.011684:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967896 is committed 00000001:00080000:3.0:1777421099.011714:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967905 is committed 00000004:00080000:3.0:1777421099.011718:0:5782:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 14 committed 00000020:00080000:3.0:1777421099.011743:0:5782:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9af1052ce240 refcount 2 committed 0 result 0 batchid 15 00000020:00080000:3.0:1777421099.011748:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9af13c4b3600 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9af118192f00 00000020:00080000:3.0:1777421099.011752:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9af13c4b3800 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9af001d7cc00 00000020:00080000:1.0:1777421099.012170:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 15 committed batchid 14 00000100:00100000:3.0:1777421099.012390:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c5bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841157376:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777421099.012451:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421099.012570:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841157376 00000100:00100000:0.0:1777421099.012578:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841157376 00000100:00100000:0.0:1777421099.012669:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 246 00000100:00100000:0.0:1777421099.012680:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3296:x1863760841157376:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1777421099.012709:0:6544:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:20 count 1 00002000:00010000:0.0:1777421099.012740:0:6544:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x14:0x0] initial LVB size: 158, mtime: 0x69f14b29, atime: 0x0, ctime: 0x69f14b29, blocks: 0xb 00010000:00010000:0.0:1777421099.012748:0:6544:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000922a73d1/0xa38d71289387480 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421099.012763:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421099.012774:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421099.012780:0:6544:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000922a73d1/0xa38d71289387480 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421099.012795:0:6544:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000922a73d1/0xa38d71289387480 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421099.012804:0:6544:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000922a73d1/0xa38d71289387480 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421099.012811:0:6544:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000922a73d1/0xa38d71289387480 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421099.012832:0:6544:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777421099.012847:0:5748:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777421099.012854:0:5748:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000922a73d1/0xa38d71289387480 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421099.012862:0:5748:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a1800 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:2.0:1777421099.012866:0:5748:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000922a73d1/0xa38d71289387480 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421099.012875:0:5748:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000922a73d1/0xa38d71289387480 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421099.012902:0:5748:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000922a73d1/0xa38d71289387480 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421099.012909:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000922a73d1/0xa38d71289387480 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421099.012937:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421099.012939:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421099.012940:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:1.0:1777421099.013438:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 14 00000100:00100000:0.0:1777421099.013519:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3296:x1863760841157376:12345-0@lo:6:osp-syn-0-0.0 Request processed in 840us (1066us total) trans 4294967347 rc 0/0 00000100:00100000:0.0:1777421099.013527:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 246 00000100:00100000:1.0:1777421099.013607:0:3296:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967346 gen 2 00000004:00080000:1.0:1777421099.013619:0:3296:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967346 committed transno 4294967346 00000100:00100000:1.0:1777421099.013639:0:3296:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9af13c5bf800 x1863760841157376/t4294967347(4294967347) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777421115 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1777421099.013650:0:3296:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9af13c5bf800/2, rc 0, transno 4294967347 00000100:00100000:1.0:1777421099.013655:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c5bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841157376:0@lo:6:osp-syn-0-0.0 00000040:00080000:3.0:1777421099.160580:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777421099.160589:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777421099.160646:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 26 count 6 00000040:00080000:3.0:1777421099.160654:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777421099.160771:0:11331:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af105d07b80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841157504:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1777421099.162107:0:11331:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af106159f00 going to sleep for 11 seconds 00000100:00100000:0.0:1777421099.166513:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421099.166656:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834020224 00000100:00100000:1.0:1777421099.166664:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834020224 00000100:00100000:3.0:1777421099.166665:0:11331:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af105d07b80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841157504:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1777421099.166769:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 954 00000100:00100000:1.0:1777421099.166781:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+41:26423:x1863760834020224:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1777421099.166832:0:5762:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x19:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1777421099.166926:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+41:26423:x1863760834020224:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 147us (420us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421099.166935:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 954 00000100:00100000:0.0:1777421099.173653:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421099.173750:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834020352 00000100:00100000:1.0:1777421099.173764:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834020352 00000100:00100000:1.0:1777421099.174019:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 955 00000100:00100000:1.0:1777421099.174031:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+41:26423:x1863760834020352:12345-192.168.203.47@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1777421099.174099:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387487 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421099.174117:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387487 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421099.174128:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387487 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421099.174142:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d7128938748e lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421099.174165:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d7128938748e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421099.174172:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d7128938748e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421099.174198:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d71289387495 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421099.174206:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d71289387495 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421099.174212:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d71289387495 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421099.174246:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x19:0x0]: returning size 158 00000004:00200000:1.0:1777421099.174250:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421099.175116:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d71289387495 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421099.175130:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387487 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421099.175137:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387487 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421099.175143:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387487 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421099.175149:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a33400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421099.175153:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387487 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421099.175168:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387487 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421099.175181:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9af106213200) 00010000:00010000:1.0:1777421099.175184:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421099.175189:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387487 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421099.175196:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387487 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421099.175210:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d7128938748e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421099.175216:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d7128938748e lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421099.175222:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d7128938748e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421099.175227:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a33c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421099.175230:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d7128938748e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421099.175237:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d7128938748e lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421099.175244:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x8876c877 (ffff9af1112dc900) 00010000:00010000:1.0:1777421099.175246:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421099.175249:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d7128938748e lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421099.175265:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d7128938748e lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421099.175280:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d71289387495 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421099.175286:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d71289387495 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421099.175293:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d71289387495 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421099.175298:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a33a00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421099.175301:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d71289387495 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421099.175307:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d71289387495 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421099.175315:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff9af1187dd300) 00010000:00010000:1.0:1777421099.175317:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421099.175320:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d71289387495 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421099.175326:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d71289387495 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421099.175439:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+41:26423:x1863760834020352:12345-192.168.203.47@tcp:34:lhsmtool_posix.0 Request processed in 1410us (1797us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421099.175448:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 955 00000100:00100000:3.0:1777421099.183060:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421099.183134:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834020608 00000100:00100000:1.0:1777421099.183150:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834020608 00000100:00100000:1.0:1777421099.183228:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 956 00000100:00100000:1.0:1777421099.183239:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+41:26423:x1863760834020608:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421099.183258:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421099.183281:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d7128938749c lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376910 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421099.183411:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d712893874a3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421099.183427:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d712893874a3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421099.183451:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d712893874a3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421099.183462:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x19:0x0]: returning size 158 00010000:00010000:1.0:1777421099.183580:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d712893874a3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421099.183588:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d712893874a3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421099.183595:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d712893874a3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421099.183614:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a33a00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421099.183618:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d712893874a3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421099.183626:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d712893874a3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421099.183648:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff9af1187dd300) 00010000:00010000:1.0:1777421099.183651:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777421099.183655:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d712893874a3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421099.183662:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d712893874a3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421099.183700:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d7128938749c lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376910 expref: 43 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421099.183712:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9af106213200) 00010000:00010000:1.0:1777421099.183714:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777421099.183719:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d7128938749c lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376910 expref: 43 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421099.183729:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af120a32e00, rc 0) 00000100:00100000:1.0:1777421099.183793:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+42:26423:x1863760834020608:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 556us (746us total) trans 4294967906 rc 301/301 00000100:00100000:1.0:1777421099.183822:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 956 00000100:00100000:2.0:1777421099.192898:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421099.193054:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834020736 00000100:00100000:3.0:1777421099.193067:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834020736 00000100:00100000:3.0:1777421099.193135:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 957 00000100:00100000:3.0:1777421099.193148:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00246e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+42:26423:x1863760834020736:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1777421099.193193:0:5761:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x19:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1777421099.193332:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00246e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+42:26423:x1863760834020736:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 186us (455us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421099.193341:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 957 00000100:00100000:3.0:1777421099.196755:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421099.196994:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834020992 00000100:00100000:2.0:1777421099.197008:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834020992 00000100:00100000:2.0:1777421099.197075:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 958 00000100:00100000:2.0:1777421099.197088:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+42:26423:x1863760834020992:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421099.197114:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421099.197141:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d712893874b1 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376917 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421099.198069:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d712893874b8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421099.198089:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d712893874b8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421099.198103:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d712893874b8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421099.198116:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1a:0x0]: returning size 0 00010000:00010000:2.0:1777421099.198177:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d712893874b1 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376917 expref: 45 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421099.198198:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d712893874b8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376917 expref: 44 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421099.198223:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff9af118b05600) 00010000:00010000:2.0:1777421099.198227:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777421099.198230:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af10148ce00, rc 0) 00000100:00100000:2.0:1777421099.198690:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+44:26423:x1863760834020992:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 1603us (1946us total) trans 4294967907 rc 0/0 00000100:00100000:2.0:1777421099.198700:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 958 00000100:00100000:2.0:1777421099.201956:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421099.202054:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834021248 00000100:00100000:3.0:1777421099.202067:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834021248 00000100:00100000:3.0:1777421099.202127:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 959 00000100:00100000:3.0:1777421099.202138:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00246df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+44:26423:x1863760834021248:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1777421099.202212:0:5761:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421099.202245:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d712893874b8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376917 expref: 44 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421099.202281:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff9af118b05600) 00010000:00010000:3.0:1777421099.202295:0:5761:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777421099.202324:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d712893874c6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421099.202339:0:5761:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ca00/0xa38d712893873e6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768d8 expref: 87 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421099.202347:0:5761:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d712893874c6 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421099.202430:0:5761:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ca00/0xa38d712893873e6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768d8 expref: 87 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421099.202445:0:5761:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ca00/0xa38d712893873e6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768d8 expref: 87 pid: 5762 timeout: 410 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421099.202462:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af105d04700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841157632:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777421099.202568:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af106159600 going to sleep for 11 seconds 00000100:00100000:3.0:1777421099.206574:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421099.206933:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af105d04700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841157632:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777421099.206968:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d712893874c6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421099.207053:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834021376 00000100:00100000:1.0:1777421099.207062:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834021376 00010000:00010000:1.0:1777421099.207129:0:6558:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ca00/0xa38d712893873e6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768d8 expref: 88 pid: 5762 timeout: 410 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421099.207175:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 290 00000100:00100000:1.0:1777421099.207187:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d07480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+88:2368:x1863760834021376:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421099.207215:0:6558:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421099.207224:0:6558:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ca00/0xa38d712893873e6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768d8 expref: 88 pid: 5762 timeout: 410 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421099.207237:0:6558:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ca00/0xa38d712893873e6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768d8 expref: 88 pid: 5762 timeout: 410 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421099.207261:0:6558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ca00/0xa38d712893873e6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3768d8 expref: 88 pid: 5762 timeout: 410 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421099.207289:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff9af11aa0d000) 00010000:00010000:1.0:1777421099.207295:0:6558:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d712893874c6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421099.207306:0:6558:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d712893874c6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421099.207315:0:6558:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d712893874c6 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421099.207339:0:6558:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421099.207441:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d07480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+87:2368:x1863760834021376:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 256us (881us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421099.207450:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 290 00000100:00080000:2.0:1777421099.207986:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1777421099.208202:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d712893874c6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421099.208213:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d712893874c6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421099.208245:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1200/0xa38d712893874cd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3c:0x0].0x2f87568b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421099.208256:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1200/0xa38d712893874cd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3c:0x0].0x2f87568b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421099.208286:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1200/0xa38d712893874cd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3c:0x0].0x2f87568b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421099.208590:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d712893874c6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421099.208612:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d712893874c6 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421099.208620:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d712893874c6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421099.208626:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004441c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421099.208631:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d712893874c6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421099.208639:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d712893874c6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421099.208650:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff9af11aa0d000) 00010000:00010000:0.0:1777421099.208654:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421099.208658:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d712893874c6 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421099.208665:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d712893874c6 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421099.208676:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1200/0xa38d712893874cd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3c:0x0].0x2f87568b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421099.208683:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1200/0xa38d712893874cd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3c:0x0].0x2f87568b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421099.208696:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1200/0xa38d712893874cd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3c:0x0].0x2f87568b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421099.208701:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a1200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421099.208704:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1200/0xa38d712893874cd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3c:0x0].0x2f87568b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421099.208711:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1200/0xa38d712893874cd lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3c:0x0].0x2f87568b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421099.208719:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x2f87568b (ffff9af1187dd200) 00010000:00010000:0.0:1777421099.208722:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421099.208725:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1200/0xa38d712893874cd lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3c:0x0].0x2f87568b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421099.208731:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1200/0xa38d712893874cd lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3c:0x0].0x2f87568b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421099.208826:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00246df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+43:26423:x1863760834021248:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 Request processed in 6687us (6879us total) trans 0 rc -2/-2 00000100:00100000:0.0:1777421099.208836:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 959 00000100:00100000:3.0:1777421099.211767:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421099.211945:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834021504 00000100:00100000:0.0:1777421099.211958:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834021504 00000100:00100000:0.0:1777421099.212020:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 960 00000100:00100000:0.0:1777421099.212031:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d06a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+43:26423:x1863760834021504:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421099.212055:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421099.212085:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d712893874d4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37691e expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421099.212151:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d712893874db lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421099.212167:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d712893874db lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421099.212179:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d712893874db lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421099.212300:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d712893874d4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37691e expref: 45 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421099.212321:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d712893874db lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37691e expref: 44 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421099.212331:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff9af1187ddc00) 00010000:00010000:0.0:1777421099.212334:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777421099.212338:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a0e00, rc 0) 00000100:00100000:0.0:1777421099.212674:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d06a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+44:26423:x1863760834021504:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 642us (919us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421099.212683:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 960 00000100:00100000:2.0:1777421099.218217:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421099.218756:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834021760 00000100:00100000:1.0:1777421099.218771:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834021760 00000100:00100000:1.0:1777421099.218835:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 961 00000100:00100000:1.0:1777421099.218847:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00246d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+44:26423:x1863760834021760:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1777421099.218973:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d712893874e2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421099.218993:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d712893874e2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421099.219009:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d712893874e2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777421099.219255:0:5762:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000e72568d4 reply state 00000000158719eb transno 4294967908 ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d712893874e2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421099.219265:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777421099.219751:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00246d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+46:26423:x1863760834021760:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 Request processed in 903us (1544us total) trans 4294967908 rc 0/0 00000100:00100000:1.0:1777421099.219761:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 961 00010000:00010000:3.0:1777421099.223030:0:3281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d712893874e2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421099.223052:0:3281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d712893874e2 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421099.223060:0:3281:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d712893874e2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421099.223068:0:3281:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a33a00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421099.223073:0:3281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d712893874e2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421099.223082:0:3281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d712893874e2 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421099.223104:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff9af1187ddc00) 00010000:00010000:3.0:1777421099.223107:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1777421099.223112:0:3281:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d712893874e2 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421099.223119:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d712893874e2 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421099.224239:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421099.224323:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834021888 00000100:00100000:0.0:1777421099.224337:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834021888 00000100:00100000:0.0:1777421099.224452:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 962 00000100:00100000:0.0:1777421099.224463:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+45:26423:x1863760834021888:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421099.224492:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421099.224517:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d712893874e9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376925 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421099.224617:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d712893874e9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376925 expref: 46 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421099.224634:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d712893874e9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376925 expref: 46 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421099.224644:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff9af1187ddc00) 00010000:00010000:0.0:1777421099.224647:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777421099.224651:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a1800, rc 0) 00000100:00100000:0.0:1777421099.224718:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+46:26423:x1863760834021888:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 255us (487us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421099.224726:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 962 00000100:00100000:2.0:1777421099.227748:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421099.227909:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834022016 00000100:00100000:3.0:1777421099.227923:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834022016 00000100:00100000:3.0:1777421099.227985:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 206 00000100:00100000:3.0:1777421099.227996:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0039e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+46:26423:x1863760834022016:12345-192.168.203.47@tcp:49:lhsmtool_posix.0 00000100:00100000:3.0:1777421099.228141:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0039e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+46:26423:x1863760834022016:12345-192.168.203.47@tcp:49:lhsmtool_posix.0 Request processed in 147us (405us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421099.228167:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 206 00000100:00100000:2.0:1777421099.230745:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421099.230850:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834022272 00000100:00100000:1.0:1777421099.230863:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834022272 00000100:00100000:1.0:1777421099.230923:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 207 00000100:00100000:1.0:1777421099.230933:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+46:26423:x1863760834022272:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1777421099.231204:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+47:26423:x1863760834022272:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 271us (471us total) trans 4294967909 rc 0/0 00000100:00100000:1.0:1777421099.231213:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 207 00000100:00100000:2.0:1777421099.233133:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421099.233304:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834022528 00000100:00100000:1.0:1777421099.233316:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834022528 00000100:00100000:1.0:1777421099.233407:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 963 00000100:00100000:1.0:1777421099.233416:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0043eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+47:26423:x1863760834022528:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777421099.233513:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0043eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+47:26423:x1863760834022528:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 99us (390us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421099.233532:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 963 00000100:00100000:2.0:1777421099.235833:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421099.235930:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834022784 00000100:00100000:0.0:1777421099.235942:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834022784 00000100:00100000:0.0:1777421099.236005:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 964 00000100:00100000:0.0:1777421099.236015:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0043eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+47:26423:x1863760834022784:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421099.236037:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421099.236062:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1200/0xa38d712893874f0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37692c expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421099.236184:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d712893874f7 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421099.236197:0:5761:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d712893874e9 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376925 expref: 48 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421099.236236:0:5761:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d712893874f7 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421099.236275:0:5761:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d712893874e9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376925 expref: 48 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421099.236291:0:5761:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d712893874e9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376925 expref: 48 pid: 5761 timeout: 411 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421099.236307:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6f9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841157760:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777421099.237305:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af105ba8480 going to sleep for 11 seconds 00000100:00100000:0.0:1777421099.241528:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6f9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841157760:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421099.241569:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d712893874f7 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421099.242454:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421099.242695:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834022912 00000100:00100000:3.0:1777421099.242708:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834022912 00010000:00010000:3.0:1777421099.242759:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d712893874e9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376925 expref: 49 pid: 5761 timeout: 411 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421099.242806:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 291 00000100:00100000:3.0:1777421099.242814:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0043ef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+49:2369:x1863760834022912:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421099.242828:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421099.242835:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d712893874e9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376925 expref: 49 pid: 5761 timeout: 411 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421099.242844:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d712893874e9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376925 expref: 49 pid: 5761 timeout: 411 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421099.242864:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d712893874e9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376925 expref: 49 pid: 5761 timeout: 411 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421099.242879:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff9af1187ddc00) 00010000:00010000:3.0:1777421099.242883:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d712893874f7 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421099.242896:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d712893874f7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421099.242903:0:5746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d712893874f7 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421099.242942:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421099.242978:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d712893874f7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421099.242985:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d712893874f7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421099.243008:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1a:0x0]: returning size 0 00000100:00100000:3.0:1777421099.243012:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0043ef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:2369:x1863760834022912:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 197us (562us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421099.243020:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 291 00000004:00080000:0.0:1777421099.243453:0:5761:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x14:0x0], index 1: 0 00010000:00010000:0.0:1777421099.243638:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d712893874f7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421099.243648:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d712893874f7 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421099.243667:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d712893874f7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421099.244827:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a1600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421099.244835:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d712893874f7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421099.244844:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d712893874f7 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421099.244861:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff9af1187ddc00) 00010000:00010000:0.0:1777421099.244864:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777421099.244869:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d712893874f7 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421099.244875:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d712893874f7 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421099.244951:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1200/0xa38d712893874f0 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37692c expref: 48 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421099.244962:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff9af11aa0d000) 00010000:00010000:0.0:1777421099.244965:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777421099.244969:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1200/0xa38d712893874f0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37692c expref: 48 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421099.244979:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a1200, rc 0) 00000100:00100000:0.0:1777421099.245058:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0043eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+47:26423:x1863760834022784:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 9043us (9235us total) trans 4294967910 rc 301/301 00000100:00100000:0.0:1777421099.245086:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 964 00000100:00100000:2.0:1777421099.250029:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421099.250215:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834023168 00000100:00100000:3.0:1777421099.250228:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834023168 00000100:00100000:2.0:1777421099.250579:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 208 00000100:00100000:2.0:1777421099.250591:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af10b45b050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+47:26423:x1863760834023168:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1777421099.251073:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af10b45b050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:26423:x1863760834023168:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 483us (1055us total) trans 4294967911 rc 0/0 00000100:00100000:2.0:1777421099.251109:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 208 00000100:00100000:2.0:1777421099.254437:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421099.254544:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834023296 00000100:00100000:0.0:1777421099.254558:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834023296 00000100:00100000:0.0:1777421099.254671:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 965 00000100:00100000:0.0:1777421099.254683:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0043ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:26423:x1863760834023296:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421099.254712:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421099.254750:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1200/0xa38d71289387505 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376933 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421099.254838:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d7128938750c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421099.254856:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d7128938750c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421099.254869:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d7128938750c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421099.254912:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1a:0x0]: returning size 0 00000004:00200000:0.0:1777421099.254917:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421099.254940:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d7128938750c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421099.254970:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1200/0xa38d71289387505 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376933 expref: 50 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421099.254989:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d7128938750c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376933 expref: 49 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421099.255018:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff9af1187ddc00) 00010000:00010000:0.0:1777421099.255022:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1777421099.255026:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a1600, rc 0) 00000100:00100000:0.0:1777421099.255104:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0043ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+49:26423:x1863760834023296:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 422us (910us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421099.255112:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 965 00000100:00100000:1.0:1777421099.260816:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421099.265277:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834023424 00000100:00100000:0.0:1777421099.265299:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834023424 00000100:00100000:0.0:1777421099.265406:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 247 00000100:00100000:0.0:1777421099.265419:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2368:x1863760834023424:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421099.265442:0:6544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421099.265470:0:6544:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a2ca49d7/0xa38d71289387513 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37693a expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777421099.265501:0:6544:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x14:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1777421099.265527:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421099.265529:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421099.265540:0:6544:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a2ca49d7/0xa38d71289387513 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37693a expref: 10 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421099.265567:0:6544:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a2ca49d7/0xa38d71289387513 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37693a expref: 10 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421099.265583:0:6544:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a1200, rc 0) 00000100:00100000:0.0:1777421099.267679:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2368:x1863760834023424:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 2249us (6867us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421099.267711:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 247 00000100:00100000:2.0:1777421099.274044:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421099.276442:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834023680 00000100:00100000:0.0:1777421099.276461:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834023680 00000100:00100000:1.0:1777421099.276630:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 966 00000100:00100000:1.0:1777421099.276644:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001192d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+49:26423:x1863760834023680:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777421099.276844:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001192d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+49:26423:x1863760834023680:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 203us (2813us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421099.276854:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 966 00000100:00100000:2.0:1777421099.281017:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421099.281681:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834023808 00000100:00100000:0.0:1777421099.281697:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834023808 00000100:00100000:0.0:1777421099.281823:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 248 00000100:00100000:0.0:1777421099.281837:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12dc80450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:26423:x1863760834023808:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421099.281862:0:6544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421099.281888:0:6544:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000013a0becc/0xa38d7128938751a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376941 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421099.281930:0:6544:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a2ca49d7/0xa38d71289387513 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37693a expref: 11 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421099.281940:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421099.281943:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421099.281948:0:6544:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000013a0becc/0xa38d7128938751a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376941 expref: 11 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421099.281989:0:6544:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a2ca49d7/0xa38d71289387513 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37693a expref: 11 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421099.282005:0:6544:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a2ca49d7/0xa38d71289387513 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37693a expref: 11 pid: 6544 timeout: 411 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421099.282022:0:6544:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6544:1863760841157888:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777421099.282254:0:6544:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af105ba8e40 going to sleep for 11 seconds 00000100:00100000:2.0:1777421099.289084:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421099.290122:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834023936 00000100:00100000:1.0:1777421099.290135:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834023936 00010000:00010000:1.0:1777421099.290186:0:6558:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a2ca49d7/0xa38d71289387513 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37693a expref: 12 pid: 6544 timeout: 411 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421099.290234:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 292 00000100:00100000:1.0:1777421099.290246:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1056c0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2369:x1863760834023936:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421099.290264:0:6558:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421099.290289:0:6558:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a2ca49d7/0xa38d71289387513 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37693a expref: 12 pid: 6544 timeout: 411 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421099.290306:0:6558:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a2ca49d7/0xa38d71289387513 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37693a expref: 12 pid: 6544 timeout: 411 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421099.290335:0:6558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421099.290337:0:6558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421099.290346:0:6558:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000013a0becc/0xa38d7128938751a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376941 expref: 12 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421099.290405:0:6558:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000013a0becc/0xa38d7128938751a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376941 expref: 12 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421099.290449:0:6558:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000013a0becc/0xa38d7128938751a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376941 expref: 12 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421099.290465:0:6558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c5bfb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:6558:1863760841158016:192.168.203.47@tcp:105: 00000100:00100000:1.0:1777421099.290556:0:6558:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13c4ea9c0 going to sleep for 11 seconds 00010000:00010000:0.0:1777421099.290946:0:6544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a2ca49d7/0xa38d71289387513 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37693a expref: 12 pid: 6544 timeout: 411 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421099.290964:0:6544:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6544:1863760841157888:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421099.290993:0:6544:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000013a0becc/0xa38d7128938751a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376941 expref: 11 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421099.291004:0:6544:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a1e00, rc 0) 00000100:00100000:0.0:1777421099.291046:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12dc80450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:26423:x1863760834023808:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 9212us (10043us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421099.291055:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 248 00000100:00100000:1.0:1777421099.293687:0:6558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c5bfb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:6558:1863760841158016:192.168.203.47@tcp:105: 00010000:00010000:1.0:1777421099.293715:0:6558:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421099.293775:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1056c0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2369:x1863760834023936:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 3531us (4705us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421099.293788:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 292 00000100:00100000:2.0:1777421099.297452:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421099.297646:0:17822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834024064 00000100:00100000:3.0:1777421099.297659:0:17822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834024064 00002000:00100000:3.0:1777421099.297719:0:17822:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x14:0x0] (0->157) req@ffff9af001190380 x1863760834024064/t0(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:110/0 lens 648/0 e 0 to 0 dl 1777421110 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777421099.297974:0:17822:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af001190380 with x1863760834024064 ext(0->157) 00002000:00010000:3.0:1777421099.297982:0:17822:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af001190380 00000100:00100000:3.0:1777421099.298020:0:17822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 91 00000100:00100000:3.0:1777421099.298031:0:17822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001190380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2369:x1863760834024064:12345-192.168.203.47@tcp:4:lhsmtool_posix.0 00000100:00100000:3.0:1777421099.298880:0:17822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001190380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2369:x1863760834024064:12345-192.168.203.47@tcp:4:lhsmtool_posix.0 Request processed in 791us (1381us total) trans 4294967350 rc 0/0 00000100:00100000:3.0:1777421099.298893:0:17822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 91 00002000:00100000:3.0:1777421099.298903:0:17822:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x14:0x0] (0->157) req@ffff9af001190380 x1863760834024064/t4294967350(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:110/0 lens 648/448 e 0 to 0 dl 1777421110 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777421099.298912:0:17822:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af001190380 with x1863760834024064 ext(0->157) 00002000:00010000:3.0:1777421099.298917:0:17822:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af001190380 00000100:00100000:2.0:1777421099.308640:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421099.308791:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834024192 00000100:00100000:1.0:1777421099.308805:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834024192 00000100:00100000:1.0:1777421099.308876:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 967 00000100:00100000:1.0:1777421099.308887:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001190e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+49:26423:x1863760834024192:12345-192.168.203.47@tcp:44:lhsmtool_posix.0 00000100:00100000:3.0:1777421099.333275:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001190e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+49:26423:x1863760834024192:12345-192.168.203.47@tcp:44:lhsmtool_posix.0 Request processed in 24365us (24625us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421099.333291:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 967 00000001:00080000:2.0:1777421099.333386:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967910 is committed 00000020:00080000:2.0:1777421099.333412:0:5782:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 15 batchid updated 00000001:00080000:2.0:1777421099.333429:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967911 is committed 00000020:00080000:3.0:1777421099.333673:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 15 00000020:00080000:3.0:1777421099.333685:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 15 00000100:00100000:2.0:1777421099.336752:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421099.337181:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834024320 00000100:00100000:0.0:1777421099.337198:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834024320 00000100:00100000:0.0:1777421099.337557:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 249 00000100:00100000:0.0:1777421099.337571:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001192680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2369:x1863760834024320:12345-192.168.203.47@tcp:16:lhsmtool_posix.0 00010000:00010000:2.0:1777421099.352567:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1777421099.363507:0:7430:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967350 is committed 00000100:00100000:3.0:1777421099.363684:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001192680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2369:x1863760834024320:12345-192.168.203.47@tcp:16:lhsmtool_posix.0 Request processed in 26108us (26937us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421099.363699:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 249 00000100:00100000:1.0:1777421099.368461:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421099.368623:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834024576 00000100:00100000:3.0:1777421099.368636:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834024576 00000100:00100000:3.0:1777421099.368696:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 968 00000100:00100000:3.0:1777421099.368706:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+43:26423:x1863760834024576:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1777421099.368773:0:5761:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421099.368808:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d7128938750c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376933 expref: 43 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421099.368830:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff9af1187ddc00) 00010000:00010000:3.0:1777421099.368836:0:5761:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777421099.368872:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d71289387521 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421099.368887:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d71289387521 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421099.368899:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d71289387521 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421099.368929:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d71289387521 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421099.368937:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d71289387521 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421099.368963:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d71289387521 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421099.368971:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004441400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421099.368976:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d71289387521 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421099.368984:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d71289387521 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421099.368993:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff9af1187ddc00) 00010000:00010000:3.0:1777421099.368997:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421099.369001:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d71289387521 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421099.369007:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d71289387521 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421099.369125:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+42:26423:x1863760834024576:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 Request processed in 419us (681us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421099.369133:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 968 00000100:00100000:2.0:1777421099.372898:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421099.373034:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834024704 00000100:00100000:3.0:1777421099.373047:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834024704 00000100:00100000:3.0:1777421099.373113:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 969 00000100:00100000:3.0:1777421099.373123:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001191f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+42:26423:x1863760834024704:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421099.373146:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421099.373171:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289387528 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376948 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421099.373263:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289387528 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376948 expref: 43 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421099.373278:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289387528 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376948 expref: 43 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421099.373298:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff9af1187ddc00) 00010000:00010000:3.0:1777421099.373301:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777421099.373305:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af004440c00, rc 0) 00000100:00100000:3.0:1777421099.373587:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001191f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+43:26423:x1863760834024704:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 464us (700us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421099.373604:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 969 00000100:00100000:2.0:1777421099.375473:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421099.375549:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834024832 00000100:00100000:3.0:1777421099.375559:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834024832 00000100:00100000:3.0:1777421099.375709:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 250 00000100:00100000:3.0:1777421099.375719:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0039eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2368:x1863760834024832:12345-192.168.203.47@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1777421099.376004:0:6544:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x14:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:3.0:1777421099.376008:0:6544:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x14:0x0] updating lvb mtime from disk: 0 -> 1777421097 00002000:00010000:3.0:1777421099.376011:0:6544:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x14:0x0] updating lvb atime from disk: 0 -> 1777421097 00002000:00010000:3.0:1777421099.376014:0:6544:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x14:0x0] updating lvb ctime from disk: 0 -> 1777421097 00002000:00010000:3.0:1777421099.376016:0:6544:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x14:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:3.0:1777421099.376090:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0039eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2368:x1863760834024832:12345-192.168.203.47@tcp:2:lhsmtool_posix.0 Request processed in 372us (626us total) trans 4294967351 rc 0/0 00000100:00100000:3.0:1777421099.376099:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 250 00000100:00100000:1.0:1777421099.378741:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421099.378826:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834025088 00000100:00100000:3.0:1777421099.378855:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834025088 00000100:00100000:3.0:1777421099.378976:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 970 00000100:00100000:3.0:1777421099.378987:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+43:26423:x1863760834025088:12345-192.168.203.47@tcp:55:lhsmtool_posix.0 00010000:00010000:3.0:1777421099.379060:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d7128938752f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421099.379078:0:5761:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d712893874db lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37691e expref: 43 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421099.379088:0:5761:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d7128938752f lrc: 4/0,1 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421099.379128:0:5761:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d712893874db lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37691e expref: 43 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421099.379143:0:5761:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d712893874db lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37691e expref: 43 pid: 5761 timeout: 411 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421099.379159:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af105d05f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841158144:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777421099.379274:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af12aad2c00 going to sleep for 11 seconds 00000100:00100000:0.0:1777421099.382925:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421099.382958:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af105d05f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841158144:192.168.203.47@tcp:104: 00010000:00010000:3.0:1777421099.382991:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d7128938752f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421099.383032:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834025216 00000100:00100000:1.0:1777421099.383042:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834025216 00010000:00010000:1.0:1777421099.383084:0:6558:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d712893874db lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37691e expref: 44 pid: 5761 timeout: 411 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421099.383143:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 293 00000100:00100000:1.0:1777421099.383154:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+44:2369:x1863760834025216:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421099.383172:0:6558:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421099.383180:0:6558:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d712893874db lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37691e expref: 44 pid: 5761 timeout: 411 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421099.383194:0:6558:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d712893874db lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37691e expref: 44 pid: 5761 timeout: 411 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421099.383220:0:6558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d712893874db lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37691e expref: 44 pid: 5761 timeout: 411 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421099.383238:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff9af1187ddc00) 00010000:00010000:1.0:1777421099.383244:0:6558:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d7128938752f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421099.383255:0:6558:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d7128938752f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421099.383264:0:6558:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d7128938752f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421099.383295:0:6558:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421099.383446:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+43:2369:x1863760834025216:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 293us (534us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421099.383454:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 293 00010000:00010000:3.0:1777421099.383464:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d7128938752f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421099.383474:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d7128938752f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421099.383518:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d7128938752f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421099.383526:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d7128938752f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421099.383534:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d7128938752f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421099.383542:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004441400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421099.383548:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d7128938752f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421099.383557:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d7128938752f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421099.383566:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff9af1187ddc00) 00010000:00010000:3.0:1777421099.383570:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1777421099.383573:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d7128938752f lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421099.383579:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d7128938752f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421099.383696:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+42:26423:x1863760834025088:12345-192.168.203.47@tcp:55:lhsmtool_posix.0 Request processed in 4709us (4966us total) trans 0 rc -22/-22 00000100:00100000:3.0:1777421099.383705:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 970 00000100:00100000:2.0:1777421099.386692:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421099.387008:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834025344 00000100:00100000:3.0:1777421099.387027:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834025344 00000100:00100000:2.0:1777421099.387290:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 251 00000100:00100000:2.0:1777421099.387300:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0039eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2367:x1863760834025344:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1777421099.387390:0:6544:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000007e15e0b7/0xa38d71289387536 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421099.387414:0:6544:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000013a0becc/0xa38d7128938751a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376941 expref: 11 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421099.387423:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777421099.387426:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777421099.387431:0:6544:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007e15e0b7/0xa38d71289387536 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421099.387492:0:6544:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000013a0becc/0xa38d7128938751a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376941 expref: 11 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421099.387509:0:6544:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000013a0becc/0xa38d7128938751a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376941 expref: 11 pid: 6544 timeout: 411 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421099.387539:0:6544:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0039ea680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6544:1863760841158272:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777421099.387648:0:6544:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1346d1c00 going to sleep for 11 seconds 00000100:00100000:0.0:1777421099.392123:0:6544:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0039ea680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6544:1863760841158272:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421099.392159:0:6544:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007e15e0b7/0xa38d71289387536 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421099.393568:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421099.394218:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834025472 00000100:00100000:1.0:1777421099.394246:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834025472 00010000:00010000:1.0:1777421099.394402:0:6558:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000013a0becc/0xa38d7128938751a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376941 expref: 12 pid: 6544 timeout: 411 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421099.394450:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 294 00000100:00100000:1.0:1777421099.394462:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0039e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2369:x1863760834025472:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421099.394481:0:6558:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421099.394506:0:6558:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000013a0becc/0xa38d7128938751a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376941 expref: 12 pid: 6544 timeout: 411 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421099.394522:0:6558:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000013a0becc/0xa38d7128938751a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376941 expref: 12 pid: 6544 timeout: 411 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421099.394549:0:6558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000013a0becc/0xa38d7128938751a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376941 expref: 12 pid: 6544 timeout: 411 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421099.394567:0:6558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421099.394570:0:6558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421099.394576:0:6558:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007e15e0b7/0xa38d71289387536 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421099.394588:0:6558:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007e15e0b7/0xa38d71289387536 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421099.394634:0:6558:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421099.394706:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0039e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2369:x1863760834025472:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 245us (1146us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421099.394724:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 294 00010000:00010000:0.0:1777421099.394823:0:6544:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007e15e0b7/0xa38d71289387536 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421099.394834:0:6544:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007e15e0b7/0xa38d71289387536 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421099.394869:0:6544:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000007e15e0b7/0xa38d71289387536 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421099.394879:0:6544:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007e15e0b7/0xa38d71289387536 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421099.394887:0:6544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007e15e0b7/0xa38d71289387536 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421099.394896:0:6544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148c800 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:0.0:1777421099.394901:0:6544:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007e15e0b7/0xa38d71289387536 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421099.394909:0:6544:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007e15e0b7/0xa38d71289387536 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421099.394921:0:6544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007e15e0b7/0xa38d71289387536 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421099.394930:0:6544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007e15e0b7/0xa38d71289387536 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421099.394982:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0039eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2367:x1863760834025344:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 Request processed in 7683us (8302us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421099.394989:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 251 00000100:00100000:2.0:1777421099.398468:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421099.398549:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834025728 00000100:00100000:3.0:1777421099.398581:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834025728 00000100:00100000:3.0:1777421099.398656:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 971 00000100:00100000:3.0:1777421099.398666:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0039e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+42:26423:x1863760834025728:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1777421099.398765:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d7128938753d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421099.398786:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d7128938753d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421099.398799:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d7128938753d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421099.399093:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441800/0xa38d71289387544 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421099.399105:0:5761:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289387528 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376948 expref: 43 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421099.399114:0:5761:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441800/0xa38d71289387544 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421099.399155:0:5761:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289387528 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376948 expref: 43 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421099.399169:0:5761:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289387528 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376948 expref: 43 pid: 5761 timeout: 411 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421099.399185:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af105d05f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841158400:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777421099.399270:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af12aad2c00 going to sleep for 11 seconds 00000100:00100000:3.0:1777421099.407151:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af105d05f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841158400:192.168.203.47@tcp:104: 00010000:00010000:3.0:1777421099.407213:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441800/0xa38d71289387544 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421099.407418:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421099.407988:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834025856 00000100:00100000:1.0:1777421099.408000:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834025856 00010000:00010000:1.0:1777421099.408048:0:6558:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289387528 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376948 expref: 44 pid: 5761 timeout: 411 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421099.408091:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 295 00000100:00100000:1.0:1777421099.408104:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0039e9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+44:2368:x1863760834025856:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421099.408120:0:6558:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421099.408128:0:6558:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289387528 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376948 expref: 44 pid: 5761 timeout: 411 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421099.408141:0:6558:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289387528 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376948 expref: 44 pid: 5761 timeout: 411 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421099.408168:0:6558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289387528 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376948 expref: 44 pid: 5761 timeout: 411 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421099.408186:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff9af1187ddc00) 00010000:00010000:1.0:1777421099.408192:0:6558:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441800/0xa38d71289387544 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421099.408203:0:6558:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441800/0xa38d71289387544 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421099.408212:0:6558:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441800/0xa38d71289387544 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421099.408261:0:6558:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777421099.408414:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441800/0xa38d71289387544 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421099.408416:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0039e9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+43:2368:x1863760834025856:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 314us (999us total) trans 0 rc 0/0 00010000:00010000:3.0:1777421099.408433:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441800/0xa38d71289387544 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421099.408442:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 295 00000001:00080000:3.0:1777421099.408723:0:5761:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967912 00000001:00080000:3.0:1777421099.408902:0:5761:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967913 00000001:00080000:3.0:1777421099.408952:0:5761:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967914 00000100:00100000:3.0:1777421099.409060:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af105d05f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5761:1863760841158528:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1777421099.409127:0:5761:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421099.409229:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1348d2780 going to sleep for 11 seconds 00000100:00100000:1.0:1777421099.409528:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841158528 00000100:00100000:1.0:1777421099.409537:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841158528 00000100:00100000:1.0:1777421099.409645:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1777421099.409655:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5761:x1863760841158528:12345-0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1777421099.409745:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5761:x1863760841158528:12345-0@lo:1000:mdt00_001.0 Request processed in 92us (619us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421099.409753:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00080000:3.0:1777421099.409941:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777421099.409986:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af105d05f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5761:1863760841158528:0@lo:1000:mdt00_001.0 00000001:00080000:2.0:1777421099.410248:0:5761:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967915 00000100:00100000:2.0:1777421099.410320:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0039ebb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5761:1863760841158656:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1777421099.410510:0:5761:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421099.410542:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1346d1e40 going to sleep for 11 seconds 00000100:00100000:1.0:1777421099.410549:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841158656 00000100:00100000:1.0:1777421099.410556:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841158656 00000100:00100000:1.0:1777421099.410607:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1777421099.410616:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0039ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5761:x1863760841158656:12345-0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1777421099.410808:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0039ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5761:x1863760841158656:12345-0@lo:1000:mdt00_001.0 Request processed in 194us (298us total) trans 4294967352 rc 0/0 00000100:00100000:1.0:1777421099.410816:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1777421099.410872:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0039ebb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5761:1863760841158656:0@lo:1000:mdt00_001.0 00000001:00080000:2.0:1777421099.411006:0:5761:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967916 00010000:00010000:2.0:1777421099.411035:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441800/0xa38d71289387544 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421099.411046:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441800/0xa38d71289387544 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421099.411053:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441800/0xa38d71289387544 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421099.411080:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004441800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421099.411085:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441800/0xa38d71289387544 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421099.411093:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441800/0xa38d71289387544 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421099.411109:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff9af1187ddc00) 00010000:00010000:2.0:1777421099.411113:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777421099.411118:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441800/0xa38d71289387544 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421099.411125:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441800/0xa38d71289387544 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421099.411156:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387479 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421099.411163:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387479 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421099.411169:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387479 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421099.411174:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a0c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421099.411178:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387479 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421099.411184:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387479 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421099.411204:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff9af1187dd300) 00010000:00010000:2.0:1777421099.411206:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777421099.411210:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387479 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421099.411216:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387479 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421099.411240:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d7128938754b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421099.411253:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d7128938754b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421099.411263:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d7128938754b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421099.411271:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d7128938754b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421099.411277:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d7128938754b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421099.411282:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d7128938754b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421099.411288:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148de00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421099.411290:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d7128938754b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421099.411296:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d7128938754b lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421099.411311:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff9af1187dd300) 00010000:00010000:2.0:1777421099.411313:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421099.411317:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d7128938754b lrc: 2/0,0 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421099.411322:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d7128938754b lrc: 0/0,0 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421099.411333:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d7128938753d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421099.411339:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d7128938753d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421099.411345:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d7128938753d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421099.411376:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004441400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421099.411379:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d7128938753d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421099.411387:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d7128938753d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421099.411395:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff9af1187dd300) 00010000:00010000:2.0:1777421099.411398:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777421099.411401:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d7128938753d lrc: 2/0,0 mode: --/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421099.411407:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d7128938753d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421099.411751:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0039e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+47:26423:x1863760834025728:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 13084us (13293us total) trans 4294967917 rc 0/0 00000100:00100000:2.0:1777421099.411771:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 971 00000020:00080000:2.0:1777421099.411776:0:5761:0:(tgt_main.c:782:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:3.0:1777421099.411796:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777421099.411803:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777421099.412911:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 6 00000040:00080000:3.0:1777421099.412923:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777421099.415045:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421099.415123:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834026112 00000100:00100000:2.0:1777421099.415136:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834026112 00000100:00100000:2.0:1777421099.415230:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 209 00000100:00100000:2.0:1777421099.415242:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+47:26423:x1863760834026112:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000004:00080000:2.0:1777421099.415752:0:13879:0:(mdd_object.c:3993:mdd_close()) Object [0x200000402:0x1a:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1777421099.415835:0:13879:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967918 00010000:00010000:2.0:1777421099.415901:0:13879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d71289387552 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421099.415922:0:13879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d71289387552 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421099.415934:0:13879:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d71289387552 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421099.415945:0:13879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d71289387552 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421099.415953:0:13879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d71289387552 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421099.415960:0:13879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d71289387552 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421099.415990:0:13879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777421099.416059:0:8267:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777421099.416069:0:8267:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d71289387552 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421099.416079:0:8267:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148ce00 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:3.0:1777421099.416084:0:8267:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d71289387552 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421099.416094:0:8267:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d71289387552 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421099.416117:0:8267:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff9af118b05800) 00010000:00010000:3.0:1777421099.416121:0:8267:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777421099.416126:0:8267:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d71289387552 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421099.416133:0:8267:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d71289387552 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421099.416153:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+49:26423:x1863760834026112:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 911us (1121us total) trans 4294967919 rc 0/0 00010000:00010000:3.0:1777421099.416155:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777421099.416159:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777421099.416164:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777421099.416167:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 209 00000020:00080000:2.0:1777421099.416174:0:13879:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777421099.992624:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841158784:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777421099.992698:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c5bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3295:1863760841159040:0@lo:400:kworker.0 00000100:00100000:2.0:1777421099.992718:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421099.992740:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421099.992805:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c5bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841159296:0@lo:400:kworker.0 00000100:00100000:2.0:1777421099.992837:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421099.992864:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1777421099.992865:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c5bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3296:1863760841159168:0@lo:400:kworker.0 00000100:00100000:2.0:1777421099.992874:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c5bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3297:1863760841158912:0@lo:400:kworker.0 00000100:00100000:0.0:1777421099.992923:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421099.992927:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421099.992967:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c15c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3297:1863760841159424:0@lo:400:kworker.0 00000100:00100000:0.0:1777421099.992979:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841159296 00000100:00100000:0.0:1777421099.992989:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841159296 00000100:00100000:2.0:1777421099.992994:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421099.993038:0:6546:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841158784 00000100:00100000:2.0:1777421099.993043:0:6546:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841158784 00000100:00100000:0.0:1777421099.993055:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 192 00000100:00100000:0.0:1777421099.993068:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0039e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3297:x1863760841159296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421099.993148:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0039e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3297:x1863760841159296:12345-0@lo:400:kworker.0 Request processed in 82us (309us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421099.993157:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 192 00000100:00100000:2.0:1777421099.993172:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:2.0:1777421099.993187:0:6546:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0039e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3297:x1863760841158784:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777421099.993203:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841159040 00002000:00000024:2.0:1777421099.993206:0:6546:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 79888384 pending 0 free 3850371072 avail 3847225344 00000100:00100000:0.0:1777421099.993209:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841159040 00000100:00100000:0.0:1777421099.993241:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841159168 00000100:00100000:0.0:1777421099.993245:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841159168 00000100:00100000:2.0:1777421099.993257:0:6546:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0039e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3297:x1863760841158784:12345-0@lo:13:osp-pre-1-0.0 Request processed in 73us (540us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421099.993265:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:2.0:1777421099.993297:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841159424 00000100:00100000:0.0:1777421099.993302:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 190 00000100:00100000:2.0:1777421099.993303:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841159424 00000100:00100000:0.0:1777421099.993313:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3295:x1863760841159040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421099.993332:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 191 00000100:00100000:2.0:1777421099.993342:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3296:x1863760841159168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421099.993375:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3295:x1863760841159040:12345-0@lo:400:kworker.0 Request processed in 41us (612us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421099.993384:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 190 00000100:00100000:0.0:1777421099.993400:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 192 00000100:00100000:0.0:1777421099.993407:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0039ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1863760841159424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421099.993419:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3296:x1863760841159168:12345-0@lo:400:kworker.0 Request processed in 77us (499us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421099.993445:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 191 00000100:00100000:0.0:1777421099.993445:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0039ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1863760841159424:12345-0@lo:400:kworker.0 Request processed in 37us (451us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421099.993455:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 192 00000100:00100000:2.0:1777421099.993475:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841158912 00000100:00100000:2.0:1777421099.993479:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841158912 00000100:00080000:0.0:1777421099.993497:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777421099.993512:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 474 00000100:00100000:2.0:1777421099.993520:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119149c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3297:x1863760841158912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421099.993540:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c5bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3296:1863760841159168:0@lo:400:kworker.0 00000100:00100000:2.0:1777421099.993559:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119149c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3297:x1863760841158912:12345-0@lo:400:kworker.0 Request processed in 40us (638us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421099.993566:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 474 00000100:00100000:2.0:1777421099.993616:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c5bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3297:1863760841158912:0@lo:400:kworker.0 00000100:00100000:2.0:1777421099.993628:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c15c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3297:1863760841159424:0@lo:400:kworker.0 00000100:00100000:2.0:1777421099.993637:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c5bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841159296:0@lo:400:kworker.0 00000100:00100000:2.0:1777421099.993650:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841158784:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777421099.994304:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c5bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3295:1863760841159040:0@lo:400:kworker.0 00010000:00010000:3.0:1777421100.381907:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1777421100.414948:0:18972:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777421100.414962:0:18972:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777421100.415023:0:18972:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 26 count 6 00000040:00080000:3.0:1777421100.415030:0:18972:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777421100.454617:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421100.454680:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834026368 00000100:00100000:1.0:1777421100.454693:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834026368 00000100:00100000:1.0:1777421100.456268:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 972 00000100:00100000:1.0:1777421100.456293:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+87:26433:x1863760834026368:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:1.0:1777421100.456322:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421100.456345:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387559 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37694f expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421100.456454:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d71289387560 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421100.456471:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d71289387560 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421100.456485:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d71289387560 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421100.456502:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d71289387567 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421100.456509:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d71289387567 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421100.456516:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d71289387567 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421100.456691:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d7128938756e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421100.456700:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d7128938756e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421100.456710:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d7128938756e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421100.456730:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x19:0x0]: returning size 158 00010000:00010000:1.0:1777421100.457253:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d71289387560 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421100.457262:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d71289387560 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421100.457269:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d71289387560 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421100.457276:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a33c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421100.457281:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d71289387560 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421100.457289:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d71289387560 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421100.457303:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff9af11aa0d000) 00010000:00010000:1.0:1777421100.457306:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421100.457311:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d71289387560 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421100.457318:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d71289387560 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421100.457331:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d71289387567 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421100.457337:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d71289387567 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421100.457371:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d71289387567 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421100.457377:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a33a00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421100.457380:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d71289387567 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421100.457387:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d71289387567 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421100.457396:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x6de40d64 (ffff9af1112dc900) 00010000:00010000:1.0:1777421100.457399:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421100.457401:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d71289387567 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421100.457407:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d71289387567 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421100.457459:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387559 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37694f expref: 90 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421100.457474:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32e00/0xa38d7128938756e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37694f expref: 89 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421100.457482:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff9af1112dc800) 00010000:00010000:1.0:1777421100.457484:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421100.457487:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af120a32e00, rc 0) 00000100:00100000:1.0:1777421100.457570:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+89:26433:x1863760834026368:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 1280us (2980us total) trans 4294967920 rc 0/0 00000100:00100000:1.0:1777421100.457656:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 972 00000100:00100000:1.0:1777421100.462080:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421100.462230:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834026496 00000100:00100000:0.0:1777421100.462250:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834026496 00000100:00100000:0.0:1777421100.462511:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 973 00000100:00100000:0.0:1777421100.462533:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+89:26433:x1863760834026496:12345-192.168.203.47@tcp:54:lfs.0 00010000:00010000:0.0:1777421100.462635:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0800/0xa38d7128938757c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421100.462656:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0800/0xa38d7128938757c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421100.462671:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0800/0xa38d7128938757c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421100.462703:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0800/0xa38d7128938757c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421100.462710:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0800/0xa38d7128938757c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421100.462719:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0800/0xa38d7128938757c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421100.462726:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a0800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421100.462731:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0800/0xa38d7128938757c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421100.462739:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0800/0xa38d7128938757c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421100.462751:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff9af1112dc800) 00010000:00010000:0.0:1777421100.462754:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777421100.462760:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0800/0xa38d7128938757c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421100.462777:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0800/0xa38d7128938757c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421100.462865:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+89:26433:x1863760834026496:12345-192.168.203.47@tcp:54:lfs.0 Request processed in 344us (797us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421100.462873:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 973 00000100:00100000:0.0:1777421100.467315:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421100.467451:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834026752 00000100:00100000:3.0:1777421100.467464:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834026752 00000100:00100000:3.0:1777421100.467525:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 210 00000100:00100000:3.0:1777421100.467536:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+89:26433:x1863760834026752:12345-192.168.203.47@tcp:35:lfs.0 00000100:00100000:3.0:1777421100.467839:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+90:26433:x1863760834026752:12345-192.168.203.47@tcp:35:lfs.0 Request processed in 304us (534us total) trans 4294967921 rc 0/0 00000100:00100000:3.0:1777421100.467848:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 210 00000100:00100000:2.0:1777421100.505756:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421100.505835:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834026880 00000100:00100000:0.0:1777421100.505845:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834026880 00000100:00100000:0.0:1777421100.505921:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 252 00000100:00100000:0.0:1777421100.505932:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+14:2369:x1863760834026880:12345-192.168.203.47@tcp:101:diff.0 00010000:00010000:0.0:1777421100.505948:0:6860:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421100.505968:0:6860:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e2862098/0xa38d71289387583 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376956 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777421100.505992:0:6860:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x14:0x0] initial LVB size: 158, mtime: 0x69f14b29, atime: 0x69f14b29, ctime: 0x69f14b29, blocks: 0xb 00010000:00010000:0.0:1777421100.506010:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421100.506013:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421100.506020:0:6860:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e2862098/0xa38d71289387583 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376956 expref: 15 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421100.506036:0:6860:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e2862098/0xa38d71289387583 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376956 expref: 15 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421100.506049:0:6860:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a0800, rc 0) 00000100:00100000:0.0:1777421100.506100:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+15:2369:x1863760834026880:12345-192.168.203.47@tcp:101:diff.0 Request processed in 169us (352us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421100.506113:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 252 00000100:00080000:3.0:1777421100.506611:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777421100.521197:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421100.521272:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834027136 00000100:00100000:0.0:1777421100.521282:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834027136 00000100:00100000:0.0:1777421100.521334:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 974 00000100:00100000:0.0:1777421100.521344:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+90:26438:x1863760834027136:12345-192.168.203.47@tcp:101:diff.0 00010000:00010000:0.0:1777421100.521383:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421100.521404:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d7128938758a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37695d expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421100.521506:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0000/0xa38d71289387591 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421100.521520:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0000/0xa38d71289387591 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x19:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421100.521532:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0000/0xa38d71289387591 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x19:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421100.521542:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x19:0x0]: returning size 158 00010000:00010000:0.0:1777421100.521671:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d7128938758a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37695d expref: 93 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421100.521687:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0000/0xa38d71289387591 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x19:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37695d expref: 92 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421100.521695:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff9af1112dc800) 00010000:00010000:0.0:1777421100.521699:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1777421100.521702:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a0000, rc 0) 00000100:00100000:0.0:1777421100.522099:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+92:26438:x1863760834027136:12345-192.168.203.47@tcp:101:diff.0 Request processed in 755us (909us total) trans 4294967922 rc 0/0 00000100:00100000:0.0:1777421100.522107:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 974 00000100:00100000:0.0:1777421100.542809:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421100.543088:0:17822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834027264 00000100:00100000:3.0:1777421100.543099:0:17822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834027264 00002000:00100000:3.0:1777421100.543145:0:17822:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x14:0x0] (0->4095) req@ffff9af13c5bce00 x1863760834027264/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:111/0 lens 488/0 e 0 to 0 dl 1777421111 ref 1 fl New:/600/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777421100.543164:0:17822:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13c5bce00 with x1863760834027264 ext(0->4095) 00002000:00010000:3.0:1777421100.543170:0:17822:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af13c5bce00 00000100:00100000:3.0:1777421100.543199:0:17822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 92 00000100:00100000:3.0:1777421100.543210:0:17822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+15:2369:x1863760834027264:12345-192.168.203.47@tcp:3:diff.0 00000100:00100000:3.0:1777421100.544687:0:17822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+15:2369:x1863760834027264:12345-192.168.203.47@tcp:3:diff.0 Request processed in 1476us (1883us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1777421100.544698:0:17822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 92 00002000:00100000:3.0:1777421100.544708:0:17822:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x14:0x0] (0->4095) req@ffff9af13c5bce00 x1863760834027264/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:111/0 lens 488/4536 e 0 to 0 dl 1777421111 ref 1 fl Complete:/600/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777421100.544718:0:17822:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13c5bce00 with x1863760834027264 ext(0->4095) 00002000:00010000:3.0:1777421100.544722:0:17822:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af13c5bce00 00010000:00010000:1.0:1777421101.400742:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777421102.046926:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c5bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841159552:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777421102.046988:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421102.047054:0:7924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841159552 00000100:00100000:0.0:1777421102.047062:0:7924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841159552 00000100:00100000:0.0:1777421102.047111:0:7924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:0.0:1777421102.047119:0:7924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3295:x1863760841159552:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777421102.047151:0:7924:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 1703936 granted 78184448 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1777421102.047193:0:7924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3295:x1863760841159552:12345-0@lo:13:osp-pre-0-0.0 Request processed in 74us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421102.047200:0:7924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00080000:0.0:1777421102.047222:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777421102.047269:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c5bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841159552:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1777421102.427538:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1777421102.493088:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777421102.493101:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777421102.493572:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 26 count 4 00000040:00080000:1.0:1777421102.493592:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1777421103.448607:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1777421103.631017:0:6572:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967347 is committed 00000100:00100000:3.0:1777421103.640031:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421103.640067:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421103.640095:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421103.640123:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421103.640142:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421103.640161:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421103.640182:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421103.640212:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834027776 00000100:00100000:3.0:1777421103.640222:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834027776 00000100:00100000:3.0:1777421103.640281:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834028032 00000100:00100000:3.0:1777421103.640284:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834028032 00000100:00100000:3.0:1777421103.640296:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834027648 00000100:00100000:3.0:1777421103.640312:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834027648 00000100:00100000:3.0:1777421103.640328:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834028160 00000100:00100000:3.0:1777421103.640331:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834028160 00000100:00100000:3.0:1777421103.640347:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 193 00000100:00100000:3.0:1777421103.640373:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+15:2367:x1863760834027776:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777421103.640436:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+15:2367:x1863760834027776:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 65us (368us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421103.640443:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 193 00000100:00100000:3.0:1777421103.640457:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 194 00000100:00100000:3.0:1777421103.640463:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2367:x1863760834028032:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777421103.640485:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2367:x1863760834028032:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 22us (390us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421103.640490:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 194 00000100:00100000:3.0:1777421103.640499:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 195 00000100:00100000:3.0:1777421103.640505:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:2367:x1863760834027648:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777421103.640522:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:2367:x1863760834027648:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 18us (380us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421103.640528:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 195 00000100:00100000:3.0:1777421103.640536:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 196 00000100:00100000:3.0:1777421103.640541:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2367:x1863760834028160:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777421103.640558:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2367:x1863760834028160:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 17us (376us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421103.640563:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 196 00000100:00100000:3.0:1777421103.640594:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834027392 00000100:00100000:3.0:1777421103.640603:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834027392 00000100:00100000:3.0:1777421103.640634:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 475 00000100:00100000:3.0:1777421103.640641:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119149450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+12:2367:x1863760834027392:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777421103.640652:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834027520 00000100:00100000:1.0:1777421103.640659:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834027520 00000100:00100000:3.0:1777421103.640669:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119149450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+12:2367:x1863760834027392:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 27us (544us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421103.640676:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 475 00000100:00100000:1.0:1777421103.640691:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834027904 00000100:00100000:1.0:1777421103.640695:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834027904 00000100:00080000:3.0:1777421103.640712:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777421103.640718:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777421103.640722:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777421103.640723:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 193 00000100:00100000:1.0:1777421103.640732:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+92:2367:x1863760834027520:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777421103.640778:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+92:2367:x1863760834027520:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 46us (756us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421103.640785:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 193 00000100:00100000:1.0:1777421103.640800:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 194 00000100:00100000:1.0:1777421103.640807:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+49:2367:x1863760834027904:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777421103.641104:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+49:2367:x1863760834027904:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 296us (940us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421103.641111:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 194 00000100:00100000:3.0:1777421103.753123:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421103.753524:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834028288 00000100:00100000:1.0:1777421103.753535:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834028288 00000100:00100000:1.0:1777421103.753629:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 975 00000100:00100000:1.0:1777421103.753638:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+49:26392:x1863760834028288:12345-192.168.203.47@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1777421103.753755:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+49:26392:x1863760834028288:12345-192.168.203.47@tcp:60:lhsmtool_posix.0 Request processed in 117us (640us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421103.753763:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 975 00010000:00010000:2.0:1777421104.474882:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1777421104.671379:0:7430:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967352 is committed 00000001:00080000:3.0:1777421104.671400:0:7430:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967351 is committed 00000001:00080000:0.0:1777421104.675445:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967922 is committed 00000001:00080000:0.0:1777421104.675473:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967919 is committed 00000020:00080000:0.0:1777421104.675489:0:5782:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9af1346d10c0 refcount 2 committed 0 result 0 batchid 16 00000020:00080000:0.0:1777421104.675495:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9af13c4b3600 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9af1346d1cc0 00000020:00080000:0.0:1777421104.675499:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9af13c4b3800 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9af105d51000 00000020:00080000:3.0:1777421104.675538:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 16 committed batchid 15 00000020:00080000:3.0:1777421104.675789:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 15 00000001:02000400:2.0:1777421104.946886:0:19172:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12g: Restore a released file implicitly ========================================================== 20:05:03 (1777421103) 00000100:00100000:2.0:1777421105.112660:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c15d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3296:1863760841159680:0@lo:400:kworker.0 00000100:00100000:2.0:1777421105.112734:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421105.112805:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c5bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841159808:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777421105.112839:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421105.112841:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841159680 00000100:00100000:3.0:1777421105.112850:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841159680 00000100:00100000:0.0:1777421105.112878:0:6546:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841159808 00000100:00100000:0.0:1777421105.112883:0:6546:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841159808 00000100:00100000:3.0:1777421105.112898:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 476 00000100:00100000:3.0:1777421105.112907:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3296:x1863760841159680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421105.113086:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:0.0:1777421105.113093:0:6546:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841159808:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1777421105.113120:0:6546:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 79888384 pending 0 free 3850371072 avail 3848273920 00000100:00100000:0.0:1777421105.113153:0:6546:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841159808:12345-0@lo:13:osp-pre-1-0.0 Request processed in 61us (313us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421105.113160:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:0.0:1777421105.113196:0:3297:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967352 gen 2 00000004:00080000:0.0:1777421105.113201:0:3297:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967352 committed transno 4294967352 00000100:00100000:0.0:1777421105.113226:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c5bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841159808:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777421105.113238:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777421105.113246:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c15d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3297:1863760841159936:0@lo:400:kworker.0 00000100:00100000:0.0:1777421105.113269:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421105.113292:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c15c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3295:1863760841160064:0@lo:400:kworker.0 00000100:00100000:0.0:1777421105.113311:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421105.113335:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841159936 00000100:00100000:0.0:1777421105.113340:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841159936 00000100:00100000:0.0:1777421105.114396:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841160064 00000100:00100000:0.0:1777421105.114403:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841160064 00000100:00100000:0.0:1777421105.114435:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 195 00000100:00100000:0.0:1777421105.114444:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1863760841159936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421105.114495:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1863760841159936:12345-0@lo:400:kworker.0 Request processed in 53us (1224us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421105.114501:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 195 00000100:00100000:0.0:1777421105.114515:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 196 00000100:00100000:0.0:1777421105.114520:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0039ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3295:x1863760841160064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421105.114548:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0039ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3295:x1863760841160064:12345-0@lo:400:kworker.0 Request processed in 28us (1237us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421105.114574:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 196 00000100:00100000:0.0:1777421105.114619:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c15c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3295:1863760841160064:0@lo:400:kworker.0 00000100:00100000:0.0:1777421105.114645:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c15d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3297:1863760841159936:0@lo:400:kworker.0 00000100:00100000:3.0:1777421105.115151:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3296:x1863760841159680:12345-0@lo:400:kworker.0 Request processed in 2242us (2414us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421105.115160:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 476 00000100:00080000:3.0:1777421105.115203:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777421105.115207:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777421105.115571:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c15d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3296:1863760841159680:0@lo:400:kworker.0 00000100:00100000:2.0:1777421105.115923:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c15d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841160192:0@lo:400:kworker.0 00000100:00100000:2.0:1777421105.115966:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421105.116107:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841160192 00000100:00100000:3.0:1777421105.116113:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841160192 00000100:00100000:3.0:1777421105.116169:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 197 00000100:00100000:3.0:1777421105.116178:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3296:x1863760841160192:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1777421105.116244:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777421105.116302:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3296:x1863760841160192:12345-0@lo:400:kworker.0 Request processed in 125us (335us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421105.116319:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 197 00000100:00100000:0.0:1777421105.116335:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c15d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3297:1863760841160320:0@lo:400:kworker.0 00000100:00100000:2.0:1777421105.116417:0:3296:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967347 gen 2 00000004:00080000:2.0:1777421105.116430:0:3296:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9af13c5bf800, transno 4294967347 00000100:00100000:0.0:1777421105.116451:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421105.116452:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c15d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841160192:0@lo:400:kworker.0 00000100:00100000:3.0:1777421105.116996:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841160320 00000100:00100000:3.0:1777421105.117002:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841160320 00000100:00100000:3.0:1777421105.117093:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 197 00000100:00100000:3.0:1777421105.117102:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1863760841160320:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421105.117149:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1863760841160320:12345-0@lo:400:kworker.0 Request processed in 48us (700us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421105.117155:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 197 00000100:00080000:1.0:1777421105.117207:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777421105.117212:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c15d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3297:1863760841160320:0@lo:400:kworker.0 00000100:00100000:2.0:1777421105.134946:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421105.139043:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834028416 00000100:00100000:3.0:1777421105.139061:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834028416 00000100:00100000:3.0:1777421105.139145:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 976 00000100:00100000:3.0:1777421105.139155:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+41:27041:x1863760834028416:12345-192.168.203.47@tcp:59:lhsmtool_posix.0 00000100:00080000:1.0:1777421105.139374:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777421105.139507:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+41:27041:x1863760834028416:12345-192.168.203.47@tcp:59:lhsmtool_posix.0 Request processed in 351us (4567us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421105.139516:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 976 00000100:00100000:3.0:1777421105.141527:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421105.141636:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834028544 00000100:00100000:0.0:1777421105.141649:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834028544 00000100:00100000:0.0:1777421105.141743:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 977 00000100:00100000:0.0:1777421105.141754:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+89:27042:x1863760834028544:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:0.0:1777421105.141772:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421105.141794:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d7128938759f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376964 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1777421105.141820:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1777421105.141857:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1200/0xa38d712893875a6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.141872:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1200/0xa38d712893875a6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.141883:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1200/0xa38d712893875a6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.141897:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d712893875ad lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.141904:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d712893875ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.141929:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d712893875ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.141999:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1200/0xa38d712893875a6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.142006:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1200/0xa38d712893875a6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.142013:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1200/0xa38d712893875a6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.142019:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a1200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421105.142024:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1200/0xa38d712893875a6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.142031:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1200/0xa38d712893875a6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.142043:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af10b558d00) 00010000:00010000:0.0:1777421105.142046:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421105.142050:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1200/0xa38d712893875a6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.142056:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1200/0xa38d712893875a6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.142068:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d712893875ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.142073:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d712893875ad lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.142086:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d712893875ad lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.142091:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a0e00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421105.142094:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d712893875ad lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.142100:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d712893875ad lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.142108:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c43700b (ffff9af1187dd100) 00010000:00010000:0.0:1777421105.142111:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421105.142113:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d712893875ad lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.142119:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d712893875ad lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.142150:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d7128938759f lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376964 expref: 90 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.142161:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af10b558d00) 00010000:00010000:0.0:1777421105.142163:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421105.142166:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d7128938759f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376964 expref: 90 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.142175:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a1600, rc 0) 00000100:00100000:0.0:1777421105.142242:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+89:27042:x1863760834028544:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 489us (727us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421105.142257:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 977 00000100:00100000:2.0:1777421105.146200:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421105.146434:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834028800 00000100:00100000:0.0:1777421105.146445:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834028800 00000100:00100000:0.0:1777421105.146504:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 978 00000100:00100000:0.0:1777421105.146516:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+89:27042:x1863760834028800:12345-192.168.203.47@tcp:36:lfs.0 00010000:00010000:0.0:1777421105.146899:0:7427:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421105.146932:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d712893872d5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376876 expref: 89 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.146953:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af10b558d00) 00010000:00010000:0.0:1777421105.146959:0:7427:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421105.147063:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d712893875b4 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.147076:0:7427:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289387314 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37688b expref: 40 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.147084:0:7427:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d712893875b4 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.147119:0:7427:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289387314 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37688b expref: 40 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.147133:0:7427:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289387314 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37688b expref: 40 pid: 5761 timeout: 416 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421105.147148:0:7427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c21880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:7427:1863760841160448:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777421105.147331:0:7427:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1070b50c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421105.152711:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421105.152878:0:7427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c21880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:7427:1863760841160448:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421105.152905:0:7427:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d712893875b4 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421105.153075:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834028928 00000100:00100000:3.0:1777421105.153083:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834028928 00010000:00010000:3.0:1777421105.153119:0:6558:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289387314 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37688b expref: 41 pid: 5761 timeout: 416 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421105.153161:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 296 00000100:00100000:3.0:1777421105.153172:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+41:2369:x1863760834028928:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421105.153186:0:6558:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421105.153193:0:6558:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289387314 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37688b expref: 41 pid: 5761 timeout: 416 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.153225:0:6558:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289387314 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37688b expref: 41 pid: 5761 timeout: 416 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.153247:0:6558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289387314 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37688b expref: 41 pid: 5761 timeout: 416 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.153261:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af10b558d00) 00010000:00010000:3.0:1777421105.153266:0:6558:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d712893875b4 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.153274:0:6558:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d712893875b4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.153283:0:6558:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d712893875b4 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.153314:0:6558:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421105.153394:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+40:2369:x1863760834028928:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 223us (693us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421105.153402:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 296 00010000:00010000:0.0:1777421105.153612:0:7427:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d712893875b4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.153620:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d712893875b4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.153643:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d712893875bb lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.153652:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d712893875bb lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.153660:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d712893875bb lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421105.154403:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3e:0x0]: returning size 512 00010000:00010000:0.0:1777421105.154415:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d712893875b4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.154423:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d712893875b4 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.154430:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d712893875b4 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.154437:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a1e00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421105.154442:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d712893875b4 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.154458:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d712893875b4 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.154469:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af10b558d00) 00010000:00010000:0.0:1777421105.154472:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421105.154476:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d712893875b4 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.154482:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d712893875b4 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777421105.154498:0:7427:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000cd43adb5 reply state 000000000f3f0bfe transno 4294967923 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d712893875bb lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421105.154507:0:7427:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777421105.154587:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+90:27042:x1863760834028800:12345-192.168.203.47@tcp:36:lfs.0 Request processed in 8073us (8395us total) trans 4294967923 rc 0/0 00000100:00100000:0.0:1777421105.154597:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 978 00010000:00010000:2.0:1777421105.156787:0:3282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d712893875bb lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421105.156804:0:3282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d712893875bb lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421105.156811:0:3282:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d712893875bb lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421105.156818:0:3282:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a1600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421105.156823:0:3282:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d712893875bb lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421105.156830:0:3282:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d712893875bb lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421105.156845:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c43700b (ffff9af1187dd100) 00010000:00010000:2.0:1777421105.156848:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421105.156852:0:3282:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d712893875bb lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421105.156859:0:3282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d712893875bb lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421105.162487:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421105.162885:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834029056 00000100:00100000:0.0:1777421105.162896:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834029056 00000100:00100000:0.0:1777421105.162956:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 979 00000100:00100000:0.0:1777421105.162966:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+89:27043:x1863760834029056:12345-192.168.203.47@tcp:101:bash.0 00010000:00010000:0.0:1777421105.162991:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421105.163017:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d712893875c2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37696b expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.163079:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d712893875c9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.163108:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d712893875c9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.163119:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d712893875c9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421105.163174:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:0.0:1777421105.163178:0:7427:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 27 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421105.163203:0:7427:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d712893875c9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.163227:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d712893875c2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37696b expref: 91 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.163244:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d712893875c9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37696b expref: 90 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.163253:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1187ddd00) 00010000:00010000:0.0:1777421105.163255:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777421105.163259:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a0e00, rc 0) 00000100:00100000:0.0:1777421105.163315:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+90:27043:x1863760834029056:12345-192.168.203.47@tcp:101:bash.0 Request processed in 351us (838us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421105.163323:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 979 00000100:00100000:1.0:1777421105.166206:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421105.166281:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834029184 00000100:00100000:0.0:1777421105.166288:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834029184 00000100:00100000:0.0:1777421105.166335:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 980 00000100:00100000:0.0:1777421105.166341:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+90:27043:x1863760834029184:12345-192.168.203.47@tcp:101:bash.0 00010000:00010000:0.0:1777421105.166382:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421105.166412:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d712893875d0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376972 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.166464:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1200/0xa38d712893875d7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.166473:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1200/0xa38d712893875d7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.166480:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1200/0xa38d712893875d7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.166489:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d712893875de lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.166493:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d712893875de lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.166497:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d712893875de lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.166608:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0600/0xa38d712893875e5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.166616:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0600/0xa38d712893875e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.166623:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0600/0xa38d712893875e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421105.166651:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3e:0x0]: returning size 512 00000004:00200000:0.0:1777421105.166654:0:7427:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421105.166674:0:7427:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0600/0xa38d712893875e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.166691:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1200/0xa38d712893875d7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.166698:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1200/0xa38d712893875d7 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.166704:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1200/0xa38d712893875d7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.166820:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a1200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421105.166826:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1200/0xa38d712893875d7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.166834:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1200/0xa38d712893875d7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.166846:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1187ddd00) 00010000:00010000:0.0:1777421105.166849:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421105.166854:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1200/0xa38d712893875d7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.166860:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1200/0xa38d712893875d7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.166873:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d712893875de lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.166879:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d712893875de lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.166885:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d712893875de lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.166896:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a0c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421105.166899:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d712893875de lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.166906:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d712893875de lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.166914:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c43700b (ffff9af1187dde00) 00010000:00010000:0.0:1777421105.166917:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421105.166919:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d712893875de lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.166925:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d712893875de lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.167152:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d712893875d0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376972 expref: 92 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.167168:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0600/0xa38d712893875e5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376972 expref: 91 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.167175:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff9af1187ddf00) 00010000:00010000:0.0:1777421105.167177:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1777421105.167179:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a0600, rc 0) 00000100:00100000:0.0:1777421105.167232:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+91:27043:x1863760834029184:12345-192.168.203.47@tcp:101:bash.0 Request processed in 890us (1035us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421105.167240:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 980 00000100:00100000:3.0:1777421105.172270:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421105.172890:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834029312 00000100:00100000:0.0:1777421105.172914:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834029312 00000100:00100000:0.0:1777421105.173010:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 981 00000100:00100000:0.0:1777421105.173020:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+91:27043:x1863760834029312:12345-192.168.203.47@tcp:101:bash.0 00010000:00010000:0.0:1777421105.173039:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421105.173058:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d712893875ec lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376979 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.173118:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d712893875f3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.173131:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d712893875f3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.173141:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d712893875f3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.173154:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d712893875fa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.173160:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d712893875fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.173167:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d712893875fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.173233:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d712893875f3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.173240:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d712893875f3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.173247:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d712893875f3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.173261:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a0a00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421105.173265:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d712893875f3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.173273:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d712893875f3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.173286:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff9af1187ddf00) 00010000:00010000:0.0:1777421105.173289:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421105.173294:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d712893875f3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.173300:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d712893875f3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.173312:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d712893875fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.173318:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d712893875fa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.173323:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d712893875fa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.173328:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a1a00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421105.173330:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d712893875fa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.173336:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d712893875fa lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.173382:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x385708b9 (ffff9af1187dda00) 00010000:00010000:0.0:1777421105.173386:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421105.173389:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d712893875fa lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.173395:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d712893875fa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.173427:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d712893875ec lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376979 expref: 92 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.173437:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff9af1187ddf00) 00010000:00010000:0.0:1777421105.173439:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421105.173442:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d712893875ec lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376979 expref: 92 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.173451:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a1c00, rc 0) 00000100:00100000:0.0:1777421105.173505:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+91:27043:x1863760834029312:12345-192.168.203.47@tcp:101:bash.0 Request processed in 486us (1243us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421105.173525:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 981 00000100:00100000:1.0:1777421105.187724:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421105.188986:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834029440 00000100:00100000:0.0:1777421105.188998:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834029440 00000100:00100000:0.0:1777421105.189103:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 982 00000100:00100000:0.0:1777421105.189112:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+40:27044:x1863760834029440:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:0.0:1777421105.189131:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421105.189159:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289387601 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376980 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.189241:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387608 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.189253:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387608 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.189263:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387608 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421105.189315:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:0.0:1777421105.189318:0:7427:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 27 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421105.189338:0:7427:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387608 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.189747:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289387601 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376980 expref: 42 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.189767:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387608 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376980 expref: 41 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.189776:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1187ddd00) 00010000:00010000:0.0:1777421105.189778:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777421105.189782:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a1a00, rc 0) 00000100:00100000:0.0:1777421105.189954:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+41:27044:x1863760834029440:12345-192.168.203.47@tcp:101:rm.0 Request processed in 842us (2238us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421105.189962:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 982 00000100:00100000:1.0:1777421105.193431:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421105.193983:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834029568 00000100:00100000:0.0:1777421105.193994:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834029568 00000100:00100000:0.0:1777421105.194065:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 983 00000100:00100000:0.0:1777421105.194075:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+41:27044:x1863760834029568:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:0.0:1777421105.194094:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421105.194111:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d7128938760f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376987 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.194163:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387616 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.194174:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387616 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.194181:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387616 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.194190:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d7128938761d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.194194:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d7128938761d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.194197:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d7128938761d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.194292:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1200/0xa38d71289387624 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.194301:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1200/0xa38d71289387624 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.194308:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1200/0xa38d71289387624 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421105.194343:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3e:0x0]: returning size 512 00000004:00200000:0.0:1777421105.194345:0:7427:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421105.194384:0:7427:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1200/0xa38d71289387624 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.194396:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387616 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.194402:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387616 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.194408:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387616 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.194414:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a1e00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421105.194418:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387616 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.194425:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387616 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.194437:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1187ddd00) 00010000:00010000:0.0:1777421105.194444:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421105.194448:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387616 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.194454:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387616 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.194465:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d7128938761d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.194479:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d7128938761d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.194484:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d7128938761d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.194489:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a0c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421105.194492:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d7128938761d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.194497:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d7128938761d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.194504:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c43700b (ffff9af1187dda00) 00010000:00010000:0.0:1777421105.194506:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421105.194508:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d7128938761d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.194513:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d7128938761d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.194540:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d7128938760f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376987 expref: 43 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.194552:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1200/0xa38d71289387624 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376987 expref: 42 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.194570:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff9af1187ddf00) 00010000:00010000:0.0:1777421105.194572:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1777421105.194579:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a1200, rc 0) 00000100:00100000:0.0:1777421105.194644:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+42:27044:x1863760834029568:12345-192.168.203.47@tcp:101:rm.0 Request processed in 570us (1221us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421105.194652:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 983 00000100:00100000:2.0:1777421105.198718:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421105.198953:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834029696 00000100:00100000:3.0:1777421105.198964:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834029696 00000100:00100000:3.0:1777421105.199036:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 984 00000100:00100000:3.0:1777421105.199046:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118841c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+42:27044:x1863760834029696:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:3.0:1777421105.199064:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421105.199084:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440800/0xa38d7128938762b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37698e expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.199157:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289387632 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.199167:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289387632 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.199176:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289387632 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.199185:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289387639 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.199189:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289387639 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.199193:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289387639 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.199241:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289387632 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.199247:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289387632 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.199253:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289387632 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.199259:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004441000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421105.199263:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289387632 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.199279:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289387632 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.199292:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff9af1187ddf00) 00010000:00010000:3.0:1777421105.199295:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421105.199299:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289387632 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.199303:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289387632 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.199312:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289387639 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.199316:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289387639 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.199320:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289387639 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.199323:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004440c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421105.199324:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289387639 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.199328:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289387639 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.199331:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x385708b9 (ffff9af103234100) 00010000:00010000:3.0:1777421105.199333:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421105.199334:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289387639 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.199346:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289387639 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.199417:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440800/0xa38d7128938762b lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37698e expref: 43 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.199425:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff9af1187ddf00) 00010000:00010000:3.0:1777421105.199427:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421105.199429:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440800/0xa38d7128938762b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37698e expref: 43 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.199435:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af004440800, rc 0) 00000100:00100000:3.0:1777421105.199472:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118841c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+42:27044:x1863760834029696:12345-192.168.203.47@tcp:101:rm.0 Request processed in 428us (765us total) trans 0 rc 301/301 00000100:00100000:3.0:1777421105.199477:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 984 00000100:00100000:1.0:1777421105.203470:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421105.203629:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834029824 00000100:00100000:3.0:1777421105.203638:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834029824 00000100:00100000:3.0:1777421105.203696:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 985 00000100:00100000:3.0:1777421105.203705:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+42:27044:x1863760834029824:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:3.0:1777421105.203724:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421105.203746:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d71289387640 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376995 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.203820:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441800/0xa38d71289387647 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.203834:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441800/0xa38d71289387647 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.203859:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441800/0xa38d71289387647 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.203874:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d7128938764e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.203881:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d7128938764e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.203887:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d7128938764e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.203946:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441800/0xa38d71289387647 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.203954:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441800/0xa38d71289387647 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.203961:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441800/0xa38d71289387647 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.203968:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004441800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421105.203973:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441800/0xa38d71289387647 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.203980:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441800/0xa38d71289387647 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.203991:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff9af1187ddf00) 00010000:00010000:3.0:1777421105.203994:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421105.203998:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441800/0xa38d71289387647 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.204009:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441800/0xa38d71289387647 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.204022:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d7128938764e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.204028:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d7128938764e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.204033:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d7128938764e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.204040:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004441c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421105.204044:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d7128938764e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.204049:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d7128938764e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.204057:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x385708b9 (ffff9af103234d00) 00010000:00010000:3.0:1777421105.204060:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421105.204062:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d7128938764e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.204068:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d7128938764e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.204099:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d71289387640 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376995 expref: 43 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.204120:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff9af1187ddf00) 00010000:00010000:3.0:1777421105.204122:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421105.204127:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d71289387640 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376995 expref: 43 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.204137:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af004441400, rc 0) 00000100:00100000:3.0:1777421105.204192:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+42:27044:x1863760834029824:12345-192.168.203.47@tcp:101:rm.0 Request processed in 488us (731us total) trans 0 rc 301/301 00000100:00100000:3.0:1777421105.204200:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 985 00000100:00100000:1.0:1777421105.223753:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421105.223856:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834029952 00000100:00100000:0.0:1777421105.223869:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834029952 00000100:00100000:0.0:1777421105.223925:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 986 00000100:00100000:0.0:1777421105.223934:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+42:27045:x1863760834029952:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:0.0:1777421105.223952:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421105.223973:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d71289387655 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37699c expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.224162:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d7128938765c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.224177:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d7128938765c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.224190:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d7128938765c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.224204:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387663 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.224211:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387663 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.224218:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387663 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.224275:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d7128938765c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.224297:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d7128938765c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.224303:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d7128938765c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.224309:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a0c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421105.224313:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d7128938765c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.224321:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d7128938765c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.224333:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff9af1187ddf00) 00010000:00010000:0.0:1777421105.224336:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421105.224341:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d7128938765c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.224347:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d7128938765c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.224568:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387663 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.224575:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387663 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.224580:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387663 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.224586:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a1e00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421105.224595:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387663 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.224602:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387663 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.224609:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x385708b9 (ffff9af1187dda00) 00010000:00010000:0.0:1777421105.224612:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421105.224615:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387663 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.224622:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387663 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.224653:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d71289387655 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37699c expref: 43 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.224665:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff9af1187ddf00) 00010000:00010000:0.0:1777421105.224667:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421105.224670:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d71289387655 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37699c expref: 43 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.224680:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a0a00, rc 0) 00000100:00100000:0.0:1777421105.224741:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+42:27045:x1863760834029952:12345-192.168.203.47@tcp:101:cp.0 Request processed in 807us (1012us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421105.224749:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 986 00000100:00100000:2.0:1777421105.228680:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421105.228870:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834030080 00000100:00100000:0.0:1777421105.228880:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834030080 00000100:00100000:0.0:1777421105.228938:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 987 00000100:00100000:0.0:1777421105.228950:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118840380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+42:27045:x1863760834030080:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:0.0:1777421105.228982:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421105.229011:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d7128938766a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3769a3 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.229087:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289387671 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.229101:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289387671 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.229111:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289387671 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.229124:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289387678 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.229131:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289387678 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.229138:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289387678 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.229196:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289387671 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.229204:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289387671 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.229210:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289387671 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.229215:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a1600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421105.229226:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289387671 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.229233:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289387671 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.229244:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff9af1187ddf00) 00010000:00010000:0.0:1777421105.229248:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421105.229252:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289387671 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.229259:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289387671 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.229271:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289387678 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.229277:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289387678 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.229282:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289387678 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.229287:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a0400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421105.229290:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289387678 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.229296:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289387678 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.229304:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x385708b9 (ffff9af1187dde00) 00010000:00010000:0.0:1777421105.229306:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421105.229315:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289387678 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.229321:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289387678 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.229384:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d7128938766a lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769a3 expref: 43 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.229395:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff9af1187ddf00) 00010000:00010000:0.0:1777421105.229398:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421105.229401:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d7128938766a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769a3 expref: 43 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.229411:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a1c00, rc 0) 00000100:00100000:0.0:1777421105.229465:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118840380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+42:27045:x1863760834030080:12345-192.168.203.47@tcp:101:cp.0 Request processed in 518us (791us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421105.229473:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 987 00000100:00100000:1.0:1777421105.237176:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421105.237278:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834030336 00000100:00100000:0.0:1777421105.237289:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834030336 00000100:00100000:0.0:1777421105.237339:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 988 00000100:00100000:0.0:1777421105.237381:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+42:27045:x1863760834030336:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:0.0:1777421105.237401:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421105.237423:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d7128938767f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3769aa expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.237544:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289387686 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.237587:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289387686 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.237598:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289387686 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.237615:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d7128938768d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.237622:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d7128938768d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.237629:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d7128938768d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777421105.238108:0:7427:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x15:0x0], index 0: 0 00010000:00010000:0.0:1777421105.238258:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d71289387694 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.238268:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d71289387694 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.238276:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d71289387694 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.238307:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289387686 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.238314:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289387686 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.238320:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289387686 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.238334:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a0400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421105.238338:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289387686 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.238345:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289387686 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.238387:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff9af1187ddf00) 00010000:00010000:0.0:1777421105.238390:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421105.238396:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289387686 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.238401:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289387686 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777421105.238413:0:7427:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000396a42a3 reply state 00000000c8b6663e transno 4294967924 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d7128938768d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421105.238421:0:7427:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777421105.238448:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d7128938767f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769aa expref: 45 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.238462:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d71289387694 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769aa expref: 44 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.238468:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff9af1187dda00) 00010000:00010000:0.0:1777421105.238471:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421105.238473:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a0a00, rc 0) 00000100:00100000:0.0:1777421105.238540:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+45:27045:x1863760834030336:12345-192.168.203.47@tcp:101:cp.0 Request processed in 1192us (1372us total) trans 4294967924 rc 0/0 00000100:00100000:0.0:1777421105.238565:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 988 00010000:00010000:3.0:1777421105.240187:0:3281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d7128938768d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.240202:0:3281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d7128938768d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.240209:0:3281:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d7128938768d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.240215:0:3281:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a1600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421105.240220:0:3281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d7128938768d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.240236:0:3281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d7128938768d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.240250:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x385708b9 (ffff9af1187dde00) 00010000:00010000:3.0:1777421105.240253:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421105.240257:0:3281:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d7128938768d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.240275:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d7128938768d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421105.243137:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421105.243218:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834030464 00000100:00100000:3.0:1777421105.243234:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834030464 00000100:00100000:3.0:1777421105.243329:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 253 00000100:00100000:3.0:1777421105.243341:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2369:x1863760834030464:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:3.0:1777421105.243372:0:6541:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421105.243394:0:6541:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000023d7d37/0xa38d712893876a2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3769b1 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777421105.243422:0:6541:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x15:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1777421105.243441:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421105.243443:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421105.243451:0:6541:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000023d7d37/0xa38d712893876a2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769b1 expref: 10 pid: 6541 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.243466:0:6541:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000023d7d37/0xa38d712893876a2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769b1 expref: 10 pid: 6541 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.243475:0:6541:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af004441400, rc 0) 00000100:00100000:3.0:1777421105.243525:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2369:x1863760834030464:12345-192.168.203.47@tcp:101:cp.0 Request processed in 187us (397us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421105.243530:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 253 00000100:00080000:1.0:1777421105.243607:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777421105.246016:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421105.246122:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834030592 00000100:00100000:3.0:1777421105.246132:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834030592 00000100:00100000:3.0:1777421105.246248:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 254 00000100:00100000:3.0:1777421105.246260:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:27045:x1863760834030592:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:3.0:1777421105.246275:0:6541:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421105.246292:0:6541:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e36d1e58/0xa38d712893876a9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3769b8 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.246323:0:6541:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000023d7d37/0xa38d712893876a2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769b1 expref: 11 pid: 6541 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.246332:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421105.246334:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421105.246338:0:6541:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e36d1e58/0xa38d712893876a9 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769b8 expref: 11 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.246399:0:6541:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000023d7d37/0xa38d712893876a2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769b1 expref: 11 pid: 6541 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.246412:0:6541:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000023d7d37/0xa38d712893876a2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769b1 expref: 11 pid: 6541 timeout: 417 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421105.246425:0:6541:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118e73100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6541:1863760841160576:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777421105.246499:0:6541:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af118e34d80 going to sleep for 11 seconds 00000100:00100000:0.0:1777421105.248796:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421105.248918:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834030720 00000100:00100000:2.0:1777421105.248926:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834030720 00010000:00010000:2.0:1777421105.248951:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000023d7d37/0xa38d712893876a2 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769b1 expref: 12 pid: 6541 timeout: 417 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421105.248989:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 297 00000100:00100000:2.0:1777421105.248998:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c21880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2369:x1863760834030720:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421105.249011:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421105.249031:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000023d7d37/0xa38d712893876a2 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769b1 expref: 12 pid: 6541 timeout: 417 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421105.249046:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000023d7d37/0xa38d712893876a2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769b1 expref: 12 pid: 6541 timeout: 417 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421105.249068:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421105.249071:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421105.249077:0:6541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000023d7d37/0xa38d712893876a2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769b1 expref: 12 pid: 6541 timeout: 417 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421105.249082:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e36d1e58/0xa38d712893876a9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769b8 expref: 12 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421105.249104:0:5746:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e36d1e58/0xa38d712893876a9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769b8 expref: 11 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421105.249108:0:6541:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118e73100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6541:1863760841160576:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777421105.249141:0:5746:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000e36d1e58/0xa38d712893876a9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769b8 expref: 11 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.249149:0:6541:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e36d1e58/0xa38d712893876a9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769b8 expref: 11 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421105.249158:0:5746:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118840e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5746:1863760841160704:192.168.203.47@tcp:105: 00010000:00010000:3.0:1777421105.249227:0:6541:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af004441c00, rc 0) 00000100:00100000:2.0:1777421105.249235:0:5746:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1348d2d80 going to sleep for 11 seconds 00000100:00100000:3.0:1777421105.249260:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:27045:x1863760834030592:12345-192.168.203.47@tcp:101:cp.0 Request processed in 3001us (3250us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421105.249270:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 254 00000100:00100000:2.0:1777421105.251760:0:5746:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118840e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5746:1863760841160704:192.168.203.47@tcp:105: 00010000:00010000:2.0:1777421105.251778:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421105.251861:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c21880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2369:x1863760834030720:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 2862us (3069us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421105.251872:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 297 00000100:00100000:0.0:1777421105.252828:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421105.253148:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834030976 00000100:00100000:1.0:1777421105.253156:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834030976 00000100:00100000:1.0:1777421105.253205:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 211 00000100:00100000:1.0:1777421105.253214:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+44:27045:x1863760834030976:12345-192.168.203.47@tcp:35:cp.0 00000100:00100000:1.0:1777421105.253858:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+45:27045:x1863760834030976:12345-192.168.203.47@tcp:35:cp.0 Request processed in 643us (1033us total) trans 4294967925 rc 0/0 00000100:00100000:1.0:1777421105.253864:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 211 00000100:00100000:1.0:1777421105.296597:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421105.296698:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834031104 00000100:00100000:3.0:1777421105.296709:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834031104 00000100:00100000:3.0:1777421105.296802:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 989 00000100:00100000:3.0:1777421105.296813:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+91:27048:x1863760834031104:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:3.0:1777421105.296842:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421105.296864:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d712893876b0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3769bf expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.296938:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441800/0xa38d712893876b7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.296953:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441800/0xa38d712893876b7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.296963:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441800/0xa38d712893876b7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.297085:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440800/0xa38d712893876be lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.297095:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440800/0xa38d712893876be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.297121:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440800/0xa38d712893876be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.297206:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d712893876c5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.297215:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d712893876c5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.297222:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d712893876c5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421105.297252:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1b:0x0]: returning size 158 00000004:00200000:3.0:1777421105.297256:0:6569:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421105.297271:0:6569:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d712893876c5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.297282:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d712893876c5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.297290:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441800/0xa38d712893876b7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.297297:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441800/0xa38d712893876b7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.297303:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441800/0xa38d712893876b7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.297309:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004441800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421105.297313:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441800/0xa38d712893876b7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.297326:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441800/0xa38d712893876b7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.297337:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff9af1187ddf00) 00010000:00010000:3.0:1777421105.297340:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421105.297345:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441800/0xa38d712893876b7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.297373:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441800/0xa38d712893876b7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.297385:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440800/0xa38d712893876be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.297390:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440800/0xa38d712893876be lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.297395:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440800/0xa38d712893876be lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.297400:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004440800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421105.297402:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440800/0xa38d712893876be lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.297408:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440800/0xa38d712893876be lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.297414:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x385708b9 (ffff9af103234c00) 00010000:00010000:3.0:1777421105.297417:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421105.297419:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440800/0xa38d712893876be lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.297433:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440800/0xa38d712893876be lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.297463:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d712893876b0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769bf expref: 93 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.297474:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d712893876c5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769bf expref: 92 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.297481:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff9af1187dda00) 00010000:00010000:3.0:1777421105.297483:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777421105.297485:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af004440c00, rc 0) 00000100:00100000:3.0:1777421105.297597:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+92:27048:x1863760834031104:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 785us (1010us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421105.297604:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 989 00000100:00100000:2.0:1777421105.301764:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421105.302048:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834031232 00000100:00100000:3.0:1777421105.302059:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834031232 00000100:00100000:3.0:1777421105.302192:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 255 00000100:00100000:3.0:1777421105.302202:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118840e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:2368:x1863760834031232:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:3.0:1777421105.302218:0:6541:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421105.302246:0:6541:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000270f8ba3/0xa38d712893876cc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3769c6 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421105.302305:0:6541:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118e73100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6541:1863760841160832:192.168.203.47@tcp:106: 00000100:00100000:3.0:1777421105.302417:0:6541:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af118e34d80 going to sleep for 11 seconds 00000100:00080000:1.0:1777421105.302577:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:3.0:1777421105.304491:0:6541:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x240000400:0x15:0x0] updating lvb size: 0 -> 158 00002000:00010000:3.0:1777421105.304512:0:6541:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x15:0x0] updating lvb mtime: 0 -> 1777421105 00002000:00010000:3.0:1777421105.304515:0:6541:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x15:0x0] updating lvb atime: 0 -> 1777421105 00002000:00010000:3.0:1777421105.304690:0:6541:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x15:0x0] updating lvb ctime: 0 -> 1777421105 00000100:00100000:3.0:1777421105.304715:0:6541:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118e73100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6541:1863760841160832:192.168.203.47@tcp:106: 00010000:00010000:3.0:1777421105.304750:0:6541:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000270f8ba3/0xa38d712893876cc lrc: 1/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769c6 expref: 12 pid: 6541 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.304771:0:6541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000270f8ba3/0xa38d712893876cc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769c6 expref: 12 pid: 6541 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.304780:0:6541:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af004441000, rc 0) 00000100:00100000:3.0:1777421105.304827:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118840e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:2368:x1863760834031232:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 2625us (3072us total) trans 0 rc 301/301 00000100:00100000:3.0:1777421105.304835:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 255 00000100:00100000:2.0:1777421105.308316:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421105.308447:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834031360 00000100:00100000:3.0:1777421105.308455:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834031360 00000100:00100000:3.0:1777421105.308541:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 990 00000100:00100000:3.0:1777421105.308551:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118843100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+92:27048:x1863760834031360:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:3.0:1777421105.308584:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421105.308605:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d712893876d3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3769cd expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.308671:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440800/0xa38d712893876da lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.308685:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440800/0xa38d712893876da lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.308715:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440800/0xa38d712893876da lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421105.308772:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3e:0x0]: returning size 512 00000004:00200000:3.0:1777421105.308776:0:6569:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421105.308795:0:6569:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440800/0xa38d712893876da lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.308818:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d712893876d3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769cd expref: 94 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.308835:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440800/0xa38d712893876da lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769cd expref: 93 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.308844:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff9af1187ddf00) 00010000:00010000:3.0:1777421105.308847:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777421105.308851:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af004440800, rc 0) 00000100:00100000:3.0:1777421105.309027:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118843100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+93:27048:x1863760834031360:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 476us (719us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421105.309035:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 990 00000100:00100000:2.0:1777421105.312962:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421105.313043:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834031488 00000100:00100000:3.0:1777421105.313054:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834031488 00000100:00100000:3.0:1777421105.313123:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 256 00000100:00100000:3.0:1777421105.313135:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118841180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:2368:x1863760834031488:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:3.0:1777421105.313159:0:6541:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421105.313179:0:6541:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000270f8ba3/0xa38d712893876e1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3769d4 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421105.313276:0:6541:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118e73100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6541:1863760841160960:192.168.203.47@tcp:106: 00000100:00100000:3.0:1777421105.313387:0:6541:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af118e34d80 going to sleep for 11 seconds 00000100:00100000:3.0:1777421105.315781:0:6541:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118e73100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6541:1863760841160960:192.168.203.47@tcp:106: 00010000:00010000:3.0:1777421105.315821:0:6541:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000270f8ba3/0xa38d712893876e1 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769d4 expref: 12 pid: 6541 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.315846:0:6541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000270f8ba3/0xa38d712893876e1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769d4 expref: 12 pid: 6541 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.315858:0:6541:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af004441000, rc 0) 00000100:00100000:3.0:1777421105.315921:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118841180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:2368:x1863760834031488:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 2788us (2969us total) trans 0 rc 301/301 00000100:00100000:3.0:1777421105.315930:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 256 00000100:00100000:2.0:1777421105.321896:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421105.321977:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834031744 00000100:00100000:3.0:1777421105.321987:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834031744 00000100:00100000:3.0:1777421105.322048:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 991 00000100:00100000:3.0:1777421105.322058:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118840a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+93:27048:x1863760834031744:12345-192.168.203.47@tcp:58:lfs.0 00000040:00080000:3.0:1777421105.322308:0:6569:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].26, 136 off11728 00000100:00100000:3.0:1777421105.322417:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118840a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+93:27048:x1863760834031744:12345-192.168.203.47@tcp:58:lfs.0 Request processed in 360us (530us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421105.322426:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 991 00010000:00010000:1.0:1777421105.497593:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1777421105.560699:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777421105.560709:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777421105.560753:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 27 count 5 00000040:00080000:2.0:1777421105.562089:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777421105.562378:0:11331:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118843800 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841161088:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1777421105.562497:0:11331:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1348d29c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421105.565143:0:11331:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118843800 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841161088:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1777421105.572563:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421105.572669:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834031872 00000100:00100000:0.0:1777421105.572679:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834031872 00000100:00100000:0.0:1777421105.572737:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 992 00000100:00100000:0.0:1777421105.572747:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+45:27058:x1863760834031872:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1777421105.572782:0:7427:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x1b:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1777421105.572883:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+45:27058:x1863760834031872:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 136us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421105.572891:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 992 00000100:00100000:2.0:1777421105.579851:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421105.579958:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834032128 00000100:00100000:3.0:1777421105.579969:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834032128 00000100:00100000:3.0:1777421105.580073:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 993 00000100:00100000:3.0:1777421105.580098:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118842d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+45:27058:x1863760834032128:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421105.580118:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421105.580139:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d712893876e8 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3769db expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.580260:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d712893876ef lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.580274:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d712893876ef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.580286:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d712893876ef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421105.580297:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1b:0x0]: returning size 158 00010000:00010000:3.0:1777421105.580460:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d712893876e8 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769db expref: 48 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.580478:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d712893876ef lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769db expref: 47 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.580486:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff9af1187dda00) 00010000:00010000:3.0:1777421105.580489:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777421105.580492:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af004441400, rc 0) 00000100:00100000:3.0:1777421105.580542:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118842d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+47:27058:x1863760834032128:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 446us (700us total) trans 4294967926 rc 0/0 00000100:00100000:3.0:1777421105.580549:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 993 00000100:00100000:1.0:1777421105.593644:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421105.593690:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421105.593761:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834032384 00000100:00100000:2.0:1777421105.593765:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834032256 00000100:00100000:3.0:1777421105.593771:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834032384 00000100:00100000:2.0:1777421105.593771:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834032256 00000100:00100000:2.0:1777421105.593824:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 43 00000100:00100000:3.0:1777421105.593833:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 257 00000100:00100000:3.0:1777421105.593840:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2368:x1863760834032384:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 00000100:00100000:2.0:1777421105.593842:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345fa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+47:2369:x1863760834032256:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421105.593856:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421105.593881:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d712893876ef lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769db expref: 47 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.593883:0:6541:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000270f8ba3/0xa38d712893876fd lrc: 3/1,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.593899:0:6541:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e36d1e58/0xa38d712893876a9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769b8 expref: 10 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421105.593901:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff9af1187dda00) 00010000:00010000:3.0:1777421105.593907:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777421105.593909:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777421105.593912:0:6541:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000270f8ba3/0xa38d712893876fd lrc: 4/1,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421105.593912:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777421105.593943:0:6541:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e36d1e58/0xa38d712893876a9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769b8 expref: 10 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.593956:0:6541:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e36d1e58/0xa38d712893876a9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769b8 expref: 10 pid: 6541 timeout: 417 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421105.593966:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345fa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+46:2369:x1863760834032256:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 134us (332us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421105.593970:0:6541:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118e73100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6541:1863760841161216:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777421105.593974:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 43 00000100:00100000:3.0:1777421105.594029:0:6541:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af106159300 going to sleep for 11 seconds 00000100:00100000:3.0:1777421105.596875:0:6541:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118e73100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6541:1863760841161216:192.168.203.47@tcp:104: 00010000:00010000:3.0:1777421105.596905:0:6541:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000270f8ba3/0xa38d712893876fd lrc: 3/1,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421105.598011:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421105.598281:0:17822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834032512 00000100:00100000:3.0:1777421105.598302:0:17822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834032512 00002000:00100000:3.0:1777421105.598347:0:17822:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x15:0x0] (0->157) req@ffff9af1345fb480 x1863760834032512/t0(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:116/0 lens 648/0 e 0 to 0 dl 1777421116 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777421105.598396:0:17822:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af1345fb480 with x1863760834032512 ext(0->157) 00010000:00010000:3.0:1777421105.598405:0:17822:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000e36d1e58/0xa38d712893876a9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769b8 expref: 11 pid: 6541 timeout: 417 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.598421:0:17822:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000e36d1e58/0xa38d712893876a9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769b8 expref: 11 pid: 6541 timeout: 417 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777421105.598429:0:17822:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9af1345fb480 00000100:00100000:3.0:1777421105.598449:0:17822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 10 00000100:00100000:3.0:1777421105.598459:0:17822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2368:x1863760834032512:12345-192.168.203.47@tcp:4:cp.0 00000100:00100000:3.0:1777421105.598926:0:17822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+13:2368:x1863760834032512:12345-192.168.203.47@tcp:4:cp.0 Request processed in 467us (920us total) trans 4294967348 rc 0/0 00000100:00100000:3.0:1777421105.598935:0:17822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 10 00002000:00100000:3.0:1777421105.598943:0:17822:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x15:0x0] (0->157) req@ffff9af1345fb480 x1863760834032512/t4294967348(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:116/0 lens 648/448 e 0 to 0 dl 1777421116 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777421105.598952:0:17822:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af1345fb480 with x1863760834032512 ext(0->157) 00010000:00010000:3.0:1777421105.598959:0:17822:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000e36d1e58/0xa38d712893876a9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769b8 expref: 13 pid: 6541 timeout: 417 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.598972:0:17822:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000e36d1e58/0xa38d712893876a9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769b8 expref: 13 pid: 6541 timeout: 417 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777421105.598989:0:17822:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9af1345fb480 00000100:00100000:1.0:1777421105.607466:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421105.607599:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834032640 00000100:00100000:3.0:1777421105.607611:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834032640 00010000:00010000:3.0:1777421105.607651:0:6558:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e36d1e58/0xa38d712893876a9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769b8 expref: 13 pid: 6541 timeout: 417 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421105.607742:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 298 00000100:00100000:3.0:1777421105.607753:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1056c1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+13:2369:x1863760834032640:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421105.607769:0:6558:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421105.607791:0:6558:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e36d1e58/0xa38d712893876a9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769b8 expref: 13 pid: 6541 timeout: 417 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.607805:0:6558:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e36d1e58/0xa38d712893876a9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769b8 expref: 13 pid: 6541 timeout: 417 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.607829:0:6558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e36d1e58/0xa38d712893876a9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769b8 expref: 13 pid: 6541 timeout: 417 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.607856:0:6558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421105.607858:0:6558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421105.607863:0:6558:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000270f8ba3/0xa38d712893876fd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.607872:0:6558:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000270f8ba3/0xa38d712893876fd lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421105.607926:0:6558:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421105.607981:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1056c1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2369:x1863760834032640:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 230us (523us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421105.607989:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 298 00010000:00010000:0.0:1777421105.608080:0:6541:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000270f8ba3/0xa38d712893876fd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.608091:0:6541:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000270f8ba3/0xa38d712893876fd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.608113:0:6541:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000270f8ba3/0xa38d712893876fd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.608122:0:6541:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000270f8ba3/0xa38d712893876fd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.608129:0:6541:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000270f8ba3/0xa38d712893876fd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.608148:0:6541:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004441000 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:0.0:1777421105.608152:0:6541:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000270f8ba3/0xa38d712893876fd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.608161:0:6541:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000270f8ba3/0xa38d712893876fd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.608174:0:6541:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000270f8ba3/0xa38d712893876fd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.608182:0:6541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000270f8ba3/0xa38d712893876fd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421105.608269:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2368:x1863760834032384:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 Request processed in 14429us (14578us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421105.608277:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 257 00000100:00100000:2.0:1777421105.617496:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421105.617580:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834032896 00000100:00100000:3.0:1777421105.617590:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834032896 00000100:00100000:0.0:1777421105.617726:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 994 00000100:00100000:0.0:1777421105.617740:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118843480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+46:27058:x1863760834032896:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1777421105.617856:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118843480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+46:27058:x1863760834032896:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 121us (368us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421105.617864:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 994 00000100:00100000:1.0:1777421105.620664:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421105.620713:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834033024 00000100:00100000:3.0:1777421105.620723:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834033024 00000100:00100000:3.0:1777421105.620782:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 258 00000100:00100000:3.0:1777421105.620792:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2368:x1863760834033024:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421105.620809:0:6541:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421105.620829:0:6541:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000490300cd/0xa38d71289387704 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3769e2 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777421105.621074:0:6541:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x15:0x0] initial LVB size: 158, mtime: 0x69f14b31, atime: 0x0, ctime: 0x69f14b31, blocks: 0x1 00010000:00010000:2.0:1777421105.621093:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421105.621095:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421105.621104:0:6541:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000490300cd/0xa38d71289387704 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769e2 expref: 12 pid: 6541 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421105.621122:0:6541:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000490300cd/0xa38d71289387704 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769e2 expref: 12 pid: 6541 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421105.621136:0:6541:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af004441800, rc 0) 00000100:00100000:2.0:1777421105.621202:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2368:x1863760834033024:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 410us (547us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421105.621209:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 258 00000100:00100000:0.0:1777421105.631544:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421105.632172:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834033280 00000100:00100000:3.0:1777421105.632183:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834033280 00000100:00100000:3.0:1777421105.632250:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 995 00000100:00100000:3.0:1777421105.632261:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+46:27058:x1863760834033280:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1777421105.632396:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+46:27058:x1863760834033280:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 137us (861us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421105.632405:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 995 00000100:00100000:2.0:1777421105.639651:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421105.639733:0:17930:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834033408 00000100:00100000:0.0:1777421105.639744:0:17930:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834033408 00002000:00100000:0.0:1777421105.639802:0:17930:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x15:0x0] (0->4095) req@ffff9af118842680 x1863760834033408/t0(0) o3->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:116/0 lens 488/0 e 0 to 0 dl 1777421116 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421105.639814:0:17930:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af118842680 with x1863760834033408 ext(0->4095) 00002000:00010000:0.0:1777421105.639820:0:17930:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af118842680 00000100:00100000:0.0:1777421105.639853:0:17930:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 93 00000100:00100000:0.0:1777421105.639862:0:17930:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118842680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2368:x1863760834033408:12345-192.168.203.47@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1777421105.640044:0:17930:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118842680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2368:x1863760834033408:12345-192.168.203.47@tcp:3:lhsmtool_posix.0 Request processed in 182us (400us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1777421105.640052:0:17930:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 93 00002000:00100000:0.0:1777421105.640059:0:17930:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x15:0x0] (0->4095) req@ffff9af118842680 x1863760834033408/t0(0) o3->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:116/0 lens 488/4536 e 0 to 0 dl 1777421116 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421105.640068:0:17930:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af118842680 with x1863760834033408 ext(0->4095) 00002000:00010000:0.0:1777421105.640072:0:17930:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af118842680 00000100:00100000:2.0:1777421105.643769:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421105.643879:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834033536 00000100:00100000:0.0:1777421105.643889:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834033536 00000100:00100000:0.0:1777421105.643944:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 996 00000100:00100000:0.0:1777421105.643955:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118843800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+46:27058:x1863760834033536:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421105.643975:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421105.643999:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d7128938770b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3769e9 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.644033:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289387712 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.644047:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289387712 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.644072:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289387712 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.644159:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d7128938770b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769e9 expref: 48 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.644175:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289387712 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769e9 expref: 47 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.644183:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff9af1187dda00) 00010000:00010000:0.0:1777421105.644186:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777421105.644189:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a0400, rc 0) 00000100:00100000:0.0:1777421105.644248:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118843800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+47:27058:x1863760834033536:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 295us (488us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421105.644255:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 996 00000100:00100000:1.0:1777421105.647012:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421105.647078:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834033664 00000100:00100000:0.0:1777421105.647087:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834033664 00000100:00100000:0.0:1777421105.647143:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 997 00000100:00100000:0.0:1777421105.647153:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+47:27058:x1863760834033664:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1777421105.647186:0:7427:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x1b:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1777421105.647281:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+47:27058:x1863760834033664:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 129us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421105.647289:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 997 00000100:00100000:3.0:1777421105.655524:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421105.655739:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834033792 00000100:00100000:0.0:1777421105.655753:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834033792 00000100:00100000:0.0:1777421105.655814:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 259 00000100:00100000:0.0:1777421105.655852:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2368:x1863760834033792:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1777421105.655896:0:6543:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000080ae42c6/0xa38d71289387719 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.655913:0:6543:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421105.655915:0:6543:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421105.655920:0:6543:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000080ae42c6/0xa38d71289387719 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.655934:0:6543:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000080ae42c6/0xa38d71289387719 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.655964:0:6543:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000080ae42c6/0xa38d71289387719 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.655973:0:6543:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000080ae42c6/0xa38d71289387719 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.655981:0:6543:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000080ae42c6/0xa38d71289387719 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.655988:0:6543:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a0c00 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:0.0:1777421105.655992:0:6543:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000080ae42c6/0xa38d71289387719 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.656000:0:6543:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000080ae42c6/0xa38d71289387719 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.656027:0:6543:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000080ae42c6/0xa38d71289387719 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421105.656035:0:6543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000080ae42c6/0xa38d71289387719 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421105.656114:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2368:x1863760834033792:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 Request processed in 265us (602us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421105.656123:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 259 00000100:00100000:1.0:1777421105.659505:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421105.659584:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834034048 00000100:00100000:1.0:1777421105.659594:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834034048 00000100:00100000:1.0:1777421105.659650:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 998 00000100:00100000:1.0:1777421105.659661:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+47:27058:x1863760834034048:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1777421105.659739:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387720 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421105.659758:0:7427:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289387712 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769e9 expref: 47 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421105.659768:0:7427:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387720 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421105.659805:0:7427:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289387712 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769e9 expref: 47 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421105.659820:0:7427:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289387712 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769e9 expref: 47 pid: 7427 timeout: 417 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421105.659864:0:7427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af1345fb100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:7427:1863760841161344:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777421105.659946:0:7427:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1346d1c00 going to sleep for 11 seconds 00000100:00100000:1.0:1777421105.664027:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421105.664063:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834034176 00000100:00100000:1.0:1777421105.664074:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834034176 00010000:00010000:1.0:1777421105.664112:0:6558:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289387712 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769e9 expref: 48 pid: 7427 timeout: 417 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421105.664147:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 299 00000100:00100000:1.0:1777421105.664158:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345f8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:2369:x1863760834034176:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421105.664176:0:6558:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421105.664184:0:6558:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289387712 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769e9 expref: 48 pid: 7427 timeout: 417 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421105.664199:0:6558:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289387712 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769e9 expref: 48 pid: 7427 timeout: 417 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421105.664222:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff9af1187dda00) 00010000:00010000:1.0:1777421105.664227:0:6558:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387720 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421105.664238:0:6558:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387720 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421105.664246:0:6558:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387720 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421105.664282:0:6558:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421105.664331:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345f8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:2369:x1863760834034176:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 175us (315us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421105.664340:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 299 00010000:00010000:1.0:1777421105.664426:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289387712 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769e9 expref: 47 pid: 7427 timeout: 417 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421105.664442:0:7427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af1345fb100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:7427:1863760841161344:192.168.203.47@tcp:104: 00010000:00010000:1.0:1777421105.664458:0:7427:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387720 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421105.664468:0:7427:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387720 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421105.664473:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387720 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421105.664677:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387720 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421105.664688:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387720 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421105.664696:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387720 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421105.664702:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a33400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421105.664707:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387720 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421105.664726:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387720 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421105.664736:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff9af1187dda00) 00010000:00010000:1.0:1777421105.664739:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1777421105.664743:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387720 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421105.664750:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387720 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421105.664876:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+47:27058:x1863760834034048:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 5214us (5380us total) trans 4294967927 rc 0/0 00000100:00100000:1.0:1777421105.664886:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 998 00000040:00080000:1.0:1777421105.664987:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777421105.664991:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777421105.665515:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 5 00000040:00080000:1.0:1777421105.665522:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777421105.669642:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421105.669694:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834034432 00000100:00100000:0.0:1777421105.669708:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834034432 00000100:00100000:0.0:1777421105.669822:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 212 00000100:00100000:0.0:1777421105.669834:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+47:27058:x1863760834034432:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1777421105.670148:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:27058:x1863760834034432:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 315us (519us total) trans 4294967928 rc 0/0 00000100:00100000:0.0:1777421105.670157:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 212 00000040:00080000:1.0:1777421106.006690:0:19221:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777421106.006705:0:19221:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777421106.006769:0:19221:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 27 count 5 00000040:00080000:1.0:1777421106.006775:0:19221:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777421106.040462:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421106.040628:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834034560 00000100:00100000:0.0:1777421106.040643:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834034560 00000100:00100000:0.0:1777421106.040884:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 260 00000100:00100000:0.0:1777421106.040900:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c678380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:2369:x1863760834034560:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:0.0:1777421106.040924:0:6541:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421106.040948:0:6541:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000080ae42c6/0xa38d71289387727 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3769f0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421106.040996:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421106.040999:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421106.041008:0:6541:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000080ae42c6/0xa38d71289387727 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769f0 expref: 12 pid: 6541 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421106.041030:0:6541:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000080ae42c6/0xa38d71289387727 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769f0 expref: 12 pid: 6541 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421106.041049:0:6541:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a0c00, rc 0) 00000100:00100000:0.0:1777421106.041122:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c678380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+12:2369:x1863760834034560:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 227us (678us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421106.041132:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 260 00000100:00100000:0.0:1777421106.052403:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421106.052488:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834034816 00000100:00100000:2.0:1777421106.052502:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834034816 00000100:00100000:2.0:1777421106.052584:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 999 00000100:00100000:2.0:1777421106.052595:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+93:27059:x1863760834034816:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:2.0:1777421106.052621:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421106.052649:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d7128938772e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3769f7 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421106.052793:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d71289387735 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421106.052812:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d71289387735 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421106.052826:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d71289387735 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421106.052841:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1b:0x0]: returning size 158 00010000:00010000:2.0:1777421106.053009:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d7128938772e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769f7 expref: 96 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421106.053030:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d71289387735 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769f7 expref: 95 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421106.053041:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff9af1187dda00) 00010000:00010000:2.0:1777421106.053045:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777421106.053049:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af10148de00, rc 0) 00000100:00100000:2.0:1777421106.053127:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+95:27059:x1863760834034816:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 533us (739us total) trans 4294967929 rc 0/0 00000100:00100000:2.0:1777421106.053136:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 999 00000100:00100000:2.0:1777421106.059641:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421106.059903:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834034944 00000100:00100000:0.0:1777421106.059917:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834034944 00000100:00100000:0.0:1777421106.059986:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 261 00000100:00100000:0.0:1777421106.059998:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c67aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+12:2369:x1863760834034944:12345-192.168.203.47@tcp:1:lfs.0 00010000:00010000:0.0:1777421106.060056:0:6541:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000087a8e630/0xa38d71289387743 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421106.060082:0:6541:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000490300cd/0xa38d71289387704 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769e2 expref: 11 pid: 6541 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421106.060093:0:6541:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000080ae42c6/0xa38d71289387727 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769f0 expref: 12 pid: 6541 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421106.060113:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421106.060115:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421106.060119:0:6541:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000087a8e630/0xa38d71289387743 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421106.060166:0:6541:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000080ae42c6/0xa38d71289387727 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769f0 expref: 12 pid: 6541 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421106.060183:0:6541:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000080ae42c6/0xa38d71289387727 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769f0 expref: 12 pid: 6541 timeout: 417 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421106.060201:0:6541:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c20380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6541:1863760841161472:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421106.060343:0:6541:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000490300cd/0xa38d71289387704 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769e2 expref: 11 pid: 6541 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421106.060377:0:6541:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000490300cd/0xa38d71289387704 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769e2 expref: 11 pid: 6541 timeout: 417 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421106.060388:0:6541:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c21880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6541:1863760841161600:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777421106.060420:0:6541:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1209da9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777421106.065901:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421106.065942:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421106.065989:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834035072 00000100:00100000:0.0:1777421106.066001:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834035072 00000100:00100000:2.0:1777421106.066033:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834035200 00000100:00100000:2.0:1777421106.066049:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834035200 00010000:00010000:0.0:1777421106.066061:0:6558:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000080ae42c6/0xa38d71289387727 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769f0 expref: 13 pid: 6541 timeout: 417 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421106.066083:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000490300cd/0xa38d71289387704 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769e2 expref: 12 pid: 6541 timeout: 417 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421106.066113:0:6541:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c20380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6541:1863760841161472:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777421106.066113:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 300 00000100:00100000:3.0:1777421106.066131:0:6541:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c21880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6541:1863760841161600:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777421106.066138:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0043ef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+13:2369:x1863760834035072:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421106.066157:0:6558:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421106.066176:0:6541:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000087a8e630/0xa38d71289387743 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421106.066190:0:6558:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000080ae42c6/0xa38d71289387727 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769f0 expref: 13 pid: 6541 timeout: 417 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421106.066207:0:6558:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000080ae42c6/0xa38d71289387727 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769f0 expref: 13 pid: 6541 timeout: 417 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421106.066235:0:6558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000080ae42c6/0xa38d71289387727 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769f0 expref: 13 pid: 6541 timeout: 417 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421106.066332:0:6558:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421106.066372:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 301 00000100:00100000:2.0:1777421106.066383:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0043ece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2369:x1863760834035200:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421106.066394:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421106.066408:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000490300cd/0xa38d71289387704 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769e2 expref: 12 pid: 6541 timeout: 417 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421106.066422:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000490300cd/0xa38d71289387704 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769e2 expref: 12 pid: 6541 timeout: 417 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421106.066426:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0043ef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+12:2369:x1863760834035072:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 293us (535us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421106.066444:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 300 00010000:00010000:2.0:1777421106.066454:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000490300cd/0xa38d71289387704 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769e2 expref: 12 pid: 6541 timeout: 417 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421106.066468:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421106.066472:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421106.066477:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000087a8e630/0xa38d71289387743 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421106.066490:0:5746:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000087a8e630/0xa38d71289387743 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421106.066525:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421106.066561:0:6541:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000087a8e630/0xa38d71289387743 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421106.066566:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0043ece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2369:x1863760834035200:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 171us (609us total) trans 0 rc 0/0 00010000:00010000:0.0:1777421106.066578:0:6541:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000087a8e630/0xa38d71289387743 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421106.066582:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 301 00010000:00010000:0.0:1777421106.066609:0:6541:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000087a8e630/0xa38d71289387743 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421106.066628:0:6541:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000087a8e630/0xa38d71289387743 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421106.066638:0:6541:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000087a8e630/0xa38d71289387743 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421106.066646:0:6541:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a1c00 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:0.0:1777421106.066651:0:6541:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000087a8e630/0xa38d71289387743 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421106.066661:0:6541:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000087a8e630/0xa38d71289387743 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421106.066674:0:6541:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000087a8e630/0xa38d71289387743 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421106.066683:0:6541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000087a8e630/0xa38d71289387743 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421106.066739:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c67aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:2369:x1863760834034944:12345-192.168.203.47@tcp:1:lfs.0 Request processed in 6743us (7112us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421106.066749:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 261 00000100:00100000:0.0:1777421106.080949:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421106.081038:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834035456 00000100:00100000:1.0:1777421106.081052:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834035456 00000100:00100000:1.0:1777421106.081119:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 213 00000100:00100000:1.0:1777421106.081130:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119291850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+95:27059:x1863760834035456:12345-192.168.203.47@tcp:35:lfs.0 00000004:00010000:1.0:1777421106.081209:0:5763:0:(mdt_open.c:1996:mdt_hsm_release()) ### [0x200000402:0x1b:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d71289387735 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769f7 expref: 95 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777421106.081524:0:5763:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967930 00000001:00080000:1.0:1777421106.081959:0:5763:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967931 00010000:00010000:1.0:1777421106.082027:0:5763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d7128938774a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.082045:0:5763:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d71289387694 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769aa expref: 47 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.082054:0:5763:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d712893876c5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769bf expref: 98 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.082062:0:5763:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d7128938774a lrc: 5/0,1 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.082105:0:5763:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d712893876c5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769bf expref: 98 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.082120:0:5763:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d712893876c5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769bf expref: 98 pid: 6569 timeout: 417 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421106.082138:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af1345fa680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5763:1863760841161728:192.168.203.47@tcp:104: 00010000:00010000:1.0:1777421106.082251:0:5763:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d71289387694 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769aa expref: 47 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.082261:0:5763:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d71289387694 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769aa expref: 47 pid: 7427 timeout: 417 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421106.082281:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af111014700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5763:1863760841161856:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777421106.082309:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af137d2e540 going to sleep for 11 seconds 00000100:00100000:1.0:1777421106.084444:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af1345fa680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5763:1863760841161728:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777421106.084463:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af111014700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5763:1863760841161856:192.168.203.47@tcp:104: 00010000:00010000:1.0:1777421106.084499:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d7128938774a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421106.085777:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421106.085819:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421106.085908:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834035712 00000100:00100000:3.0:1777421106.085919:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834035712 00010000:00010000:3.0:1777421106.085962:0:5745:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d71289387694 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769aa expref: 48 pid: 7427 timeout: 417 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421106.086002:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834035584 00000100:00100000:3.0:1777421106.086006:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834035584 00010000:00010000:3.0:1777421106.086018:0:5745:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d712893876c5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769bf expref: 99 pid: 6569 timeout: 417 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421106.086038:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 302 00000100:00100000:3.0:1777421106.086048:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0043ed500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:2368:x1863760834035712:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421106.086066:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421106.086074:0:5745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d71289387694 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769aa expref: 48 pid: 7427 timeout: 417 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.086086:0:5745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d71289387694 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769aa expref: 48 pid: 7427 timeout: 417 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.086112:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d71289387694 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769aa expref: 48 pid: 7427 timeout: 417 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.086130:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff9af1187dda00) 00010000:00010000:3.0:1777421106.086135:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d7128938774a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.086151:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d7128938774a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.086158:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421106.086215:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0043ed500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+47:2368:x1863760834035712:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 167us (446us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421106.086235:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 302 00000100:00100000:3.0:1777421106.086255:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 303 00000100:00100000:3.0:1777421106.086262:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0043edf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+99:2368:x1863760834035584:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421106.086270:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421106.086275:0:5745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d712893876c5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769bf expref: 99 pid: 6569 timeout: 417 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.086285:0:5745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d712893876c5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769bf expref: 99 pid: 6569 timeout: 417 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.086299:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d712893876c5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769bf expref: 99 pid: 6569 timeout: 417 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.086309:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff9af1187dda00) 00010000:00010000:3.0:1777421106.086312:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d7128938774a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.086322:0:5745:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d7128938774a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.086329:0:5745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d7128938774a lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.086386:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421106.086406:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0043edf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+98:2368:x1863760834035584:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 145us (587us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421106.086413:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 303 00010000:00010000:1.0:1777421106.086612:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d7128938774a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.086622:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d7128938774a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777421106.086779:0:5763:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967932 00000001:00080000:1.0:1777421106.087021:0:5763:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967933 00000001:00080000:1.0:1777421106.087087:0:5763:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967934 00000100:00100000:1.0:1777421106.087182:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af111014700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5763:1863760841161984:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777421106.087243:0:5763:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421106.087278:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af137d2e9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777421106.087312:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841161984 00000100:00100000:3.0:1777421106.087320:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841161984 00000100:00100000:3.0:1777421106.087384:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1777421106.087393:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111015c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5763:x1863760841161984:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777421106.087479:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111015c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5763:x1863760841161984:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 87us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421106.087486:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1777421106.087601:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af111014700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5763:1863760841161984:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:1.0:1777421106.087795:0:5763:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967935 00000100:00100000:1.0:1777421106.087845:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af111014700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5763:1863760841162112:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777421106.087871:0:5763:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421106.087897:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af137d2e540 going to sleep for 11 seconds 00000100:00100000:0.0:1777421106.087999:0:17395:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841162112 00000100:00100000:0.0:1777421106.088005:0:17395:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841162112 00000100:00100000:0.0:1777421106.088042:0:17395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1777421106.088050:0:17395:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111016300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:5763:x1863760841162112:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777421106.088199:0:17395:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111016300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:5763:x1863760841162112:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 149us (326us total) trans 4294967349 rc 0/0 00000100:00100000:0.0:1777421106.088207:0:17395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1777421106.088266:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af111014700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5763:1863760841162112:0@lo:1000:mdt_rdpg00_000.0 00010000:00010000:1.0:1777421106.088292:0:5763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d7128938774a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.088301:0:5763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d7128938774a lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.088310:0:5763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d7128938774a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.088317:0:5763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a33a00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421106.088322:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d7128938774a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.088330:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d7128938774a lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.088345:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff9af1187dda00) 00010000:00010000:1.0:1777421106.088417:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1777421106.088423:0:5763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d7128938774a lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.088430:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d7128938774a lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777421106.088638:0:5763:0:(mdd_object.c:3993:mdd_close()) Object [0x200000401:0x3f:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1777421106.088746:0:5763:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].12, 64 off8984 00000004:00080000:1.0:1777421106.088759:0:5763:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 317871406564ns, next at 318871404185ns, rc = 0 00000001:00080000:1.0:1777421106.088766:0:5763:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967936 00010000:00010000:1.0:1777421106.088832:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff9af1187dda00) 00010000:00010000:1.0:1777421106.088836:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1777421106.088842:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d71289387735 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769f7 expref: 102 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421106.089003:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119291850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+101:27059:x1863760834035456:12345-192.168.203.47@tcp:35:lfs.0 Request processed in 7873us (8063us total) trans 4294967937 rc 0/0 00000100:00100000:1.0:1777421106.089012:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 213 00000020:00080000:1.0:1777421106.089017:0:5763:0:(tgt_main.c:782:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:3.0:1777421106.100088:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421106.100190:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834035840 00000100:00100000:1.0:1777421106.100203:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834035840 00000100:00100000:1.0:1777421106.100306:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1000 00000100:00100000:1.0:1777421106.100319:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+101:27060:x1863760834035840:12345-192.168.203.47@tcp:101:diff.0 00010000:00010000:1.0:1777421106.100348:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421106.100395:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d71289387751 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f3769fe expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.100471:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289387758 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.100488:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289387758 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.100501:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289387758 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.100517:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d7128938775f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.100525:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d7128938775f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.100531:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d7128938775f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.100677:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387766 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.100686:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387766 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.100693:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387766 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421106.100746:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1b:0x0]: returning size 158 00000004:00200000:1.0:1777421106.100752:0:7427:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421106.100777:0:7427:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387766 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.100790:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387766 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.100800:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289387758 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.100807:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289387758 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.100814:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289387758 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.100821:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a32200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421106.100826:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289387758 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.100834:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289387758 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.100867:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff9af1187ddf00) 00010000:00010000:1.0:1777421106.100871:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421106.100877:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289387758 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.100896:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289387758 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.100911:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d7128938775f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.100918:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d7128938775f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.100925:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d7128938775f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.100930:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a33000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421106.100933:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d7128938775f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.100940:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d7128938775f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.100948:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x385708b9 (ffff9af1112dc900) 00010000:00010000:1.0:1777421106.100950:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421106.100953:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d7128938775f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.100959:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d7128938775f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.101006:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d71289387751 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769fe expref: 103 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.101020:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387766 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769fe expref: 102 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.101027:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff9af1112dcc00) 00010000:00010000:1.0:1777421106.101029:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421106.101031:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af120a33400, rc 0) 00000100:00100000:1.0:1777421106.101106:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+102:27060:x1863760834035840:12345-192.168.203.47@tcp:101:diff.0 Request processed in 789us (1032us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421106.101114:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1000 00000100:00100000:2.0:1777421106.107816:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421106.107881:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834036096 00000100:00100000:1.0:1777421106.107896:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834036096 00000100:00100000:1.0:1777421106.107970:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1001 00000100:00100000:1.0:1777421106.107981:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c679f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+102:27060:x1863760834036096:12345-192.168.203.47@tcp:101:diff.0 00010000:00010000:1.0:1777421106.108008:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421106.108035:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d7128938776d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376a05 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.108157:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289387774 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.108174:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289387774 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.108187:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289387774 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421106.108214:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1b:0x0]: returning size 158 00010000:00010000:1.0:1777421106.108381:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d7128938776d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a05 expref: 105 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.108403:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289387774 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a05 expref: 104 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.108413:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff9af1112dcc00) 00010000:00010000:1.0:1777421106.108416:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421106.108420:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137838200, rc 0) 00000100:00100000:1.0:1777421106.108496:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c679f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+104:27060:x1863760834036096:12345-192.168.203.47@tcp:101:diff.0 Request processed in 516us (694us total) trans 4294967938 rc 0/0 00000100:00100000:1.0:1777421106.108505:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1001 00000100:00100000:3.0:1777421106.111393:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421106.112127:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834036352 00000100:00100000:1.0:1777421106.112141:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834036352 00000100:00100000:1.0:1777421106.112227:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 44 00000100:00100000:1.0:1777421106.112243:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e70380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+104:27060:x1863760834036352:12345-192.168.203.47@tcp:103:diff.0 00010000:00010000:1.0:1777421106.112261:0:6558:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777421106.112290:0:6558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289387774 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a05 expref: 104 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.112310:0:6558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387766 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769fe expref: 103 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.112322:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff9af1112dcc00) 00010000:00010000:1.0:1777421106.112334:0:6558:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421106.112466:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e70380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+102:27060:x1863760834036352:12345-192.168.203.47@tcp:103:diff.0 Request processed in 228us (1085us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421106.112474:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 44 00000100:00100000:3.0:1777421106.114330:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421106.114446:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834036480 00000100:00100000:1.0:1777421106.114459:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834036480 00000100:00100000:1.0:1777421106.114505:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1002 00000100:00100000:1.0:1777421106.114513:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+102:27060:x1863760834036480:12345-192.168.203.47@tcp:58:diff.0 00010000:00010000:1.0:1777421106.114690:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289387782 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.114709:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289387782 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.114723:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289387782 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777421106.114984:0:7427:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].27, 136 off11864 00000100:00100000:1.0:1777421106.115121:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+102:27060:x1863760834036480:12345-192.168.203.47@tcp:58:diff.0 Request processed in 607us (793us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421106.115130:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1002 00000100:00100000:3.0:1777421106.116603:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421106.116883:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834036608 00000100:00100000:1.0:1777421106.116903:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834036608 00000100:00100000:1.0:1777421106.116994:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1003 00000100:00100000:1.0:1777421106.117005:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+102:27060:x1863760834036608:12345-192.168.203.47@tcp:101:diff.0 00010000:00010000:1.0:1777421106.117026:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421106.117048:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838a00/0xa38d71289387789 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376a0c expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.117118:0:7427:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289387782 lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.117138:0:7427:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838a00/0xa38d71289387789 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a0c expref: 103 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.117168:0:7427:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289387782 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.117191:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838a00/0xa38d71289387789 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a0c expref: 103 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.117206:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff9af1112dc900) 00010000:00010000:1.0:1777421106.117210:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777421106.117214:0:7427:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838a00/0xa38d71289387789 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a0c expref: 103 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.117223:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137838a00, rc 0) 00000100:00100000:1.0:1777421106.117296:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+103:27060:x1863760834036608:12345-192.168.203.47@tcp:101:diff.0 Request processed in 293us (702us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421106.117304:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1003 00010000:00010000:2.0:1777421106.520692:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1777421106.712776:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777421106.712790:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777421106.712836:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 28 count 6 00000040:00080000:1.0:1777421106.712843:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777421106.713004:0:11331:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af111014000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841162240:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1777421106.713148:0:11331:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1100f8780 going to sleep for 11 seconds 00000100:00100000:3.0:1777421106.716784:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421106.716946:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834036736 00000100:00100000:2.0:1777421106.716959:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834036736 00000100:00100000:2.0:1777421106.717032:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1004 00000100:00100000:2.0:1777421106.717043:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:27061:x1863760834036736:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1777421106.717088:0:7427:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x1b:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1777421106.717218:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:27061:x1863760834036736:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 176us (448us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421106.717227:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1004 00000100:00100000:1.0:1777421106.717774:0:11331:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af111014000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841162240:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1777421106.724693:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421106.724781:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834036864 00000100:00100000:3.0:1777421106.724795:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834036864 00000100:00100000:3.0:1777421106.724877:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1005 00000100:00100000:3.0:1777421106.724889:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0043ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+47:27061:x1863760834036864:12345-192.168.203.47@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1777421106.724987:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289387790 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.725010:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289387790 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.725024:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289387790 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.725061:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387797 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.725069:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387797 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.725078:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387797 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.725107:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d7128938779e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.725116:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d7128938779e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.725124:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d7128938779e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421106.725174:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1b:0x0]: returning size 158 00000004:00200000:3.0:1777421106.725179:0:6569:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421106.725195:0:6569:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d7128938779e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.725209:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289387790 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.725217:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289387790 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.725225:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289387790 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.725242:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004440c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421106.725247:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289387790 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.725255:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289387790 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.725269:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9af106213200) 00010000:00010000:3.0:1777421106.725273:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421106.725278:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289387790 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.725284:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289387790 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.725299:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387797 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.725304:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387797 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.725310:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387797 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.725316:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004440200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421106.725319:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387797 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.725325:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387797 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.725403:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x2b74b2f9 (ffff9af103234700) 00010000:00010000:3.0:1777421106.725407:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421106.725410:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387797 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.725418:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387797 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.725436:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d7128938779e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.725444:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d7128938779e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.725449:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d7128938779e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.725454:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004441c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421106.725456:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d7128938779e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.725462:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d7128938779e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.725469:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff9af1112dc900) 00010000:00010000:3.0:1777421106.725472:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421106.725475:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d7128938779e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.725480:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d7128938779e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421106.725596:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0043ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+47:27061:x1863760834036864:12345-192.168.203.47@tcp:34:lhsmtool_posix.0 Request processed in 706us (971us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421106.725604:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1005 00000100:00100000:0.0:1777421106.730677:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421106.730823:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834037120 00000100:00100000:3.0:1777421106.730836:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834037120 00000100:00100000:3.0:1777421106.730960:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1006 00000100:00100000:3.0:1777421106.730973:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0043ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+47:27061:x1863760834037120:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421106.730999:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421106.731039:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d712893877a5 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376a13 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.731163:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d712893877ac lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.731192:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d712893877ac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.731206:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d712893877ac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421106.731228:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1b:0x0]: returning size 158 00010000:00010000:3.0:1777421106.731379:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d712893877ac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.731386:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d712893877ac lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.731391:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d712893877ac lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.731416:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004440000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421106.731421:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d712893877ac lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.731430:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d712893877ac lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.731445:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff9af1112dc900) 00010000:00010000:3.0:1777421106.731448:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777421106.731454:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d712893877ac lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.731459:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d712893877ac lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.731506:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d712893877a5 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a13 expref: 49 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.731517:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9af106213200) 00010000:00010000:3.0:1777421106.731519:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1777421106.731522:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d712893877a5 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a13 expref: 49 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.731530:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af004440c00, rc 0) 00000100:00100000:3.0:1777421106.731612:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0043ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:27061:x1863760834037120:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 640us (949us total) trans 4294967939 rc 301/301 00000100:00100000:3.0:1777421106.731621:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1006 00000100:00100000:2.0:1777421106.737890:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421106.738043:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834037248 00000100:00100000:3.0:1777421106.738074:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834037248 00000100:00100000:3.0:1777421106.738156:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1007 00000100:00100000:3.0:1777421106.738167:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c67bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:27061:x1863760834037248:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1777421106.738221:0:6569:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x1b:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1777421106.738382:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c67bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:27061:x1863760834037248:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 187us (480us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421106.738392:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1007 00000100:00100000:0.0:1777421106.741160:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421106.741229:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834037504 00000100:00100000:1.0:1777421106.741257:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834037504 00000100:00100000:1.0:1777421106.741320:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1008 00000100:00100000:1.0:1777421106.741330:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0043ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:27061:x1863760834037504:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421106.741383:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421106.741412:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d712893877ba lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376a1a expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.742056:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839c00/0xa38d712893877c1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.742075:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839c00/0xa38d712893877c1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.742090:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839c00/0xa38d712893877c1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421106.742103:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1c:0x0]: returning size 0 00010000:00010000:1.0:1777421106.742164:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d712893877ba lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a1a expref: 51 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.742187:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839c00/0xa38d712893877c1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a1a expref: 50 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.742196:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff9af1112dcc00) 00010000:00010000:1.0:1777421106.742199:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421106.742203:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137839c00, rc 0) 00000100:00100000:1.0:1777421106.742286:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0043ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+50:27061:x1863760834037504:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 957us (1139us total) trans 4294967940 rc 0/0 00000100:00100000:1.0:1777421106.742295:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1008 00000100:00100000:0.0:1777421106.747662:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421106.747956:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834037760 00000100:00100000:3.0:1777421106.747971:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834037760 00000100:00100000:3.0:1777421106.748425:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1009 00000100:00100000:3.0:1777421106.748439:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0043eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+50:27061:x1863760834037760:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1777421106.748513:0:6569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421106.748561:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839c00/0xa38d712893877c1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a1a expref: 50 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.748585:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff9af1112dcc00) 00010000:00010000:3.0:1777421106.748600:0:6569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777421106.748629:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d712893877cf lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.748645:0:6569:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440800/0xa38d712893876da lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769cd expref: 102 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.748654:0:6569:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d712893877cf lrc: 4/0,1 mode: --/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.748697:0:6569:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440800/0xa38d712893876da lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769cd expref: 102 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.748743:0:6569:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440800/0xa38d712893876da lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769cd expref: 102 pid: 6569 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421106.748761:0:6569:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c21880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841162368:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777421106.748880:0:6569:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af105ba8180 going to sleep for 11 seconds 00000100:00100000:2.0:1777421106.751700:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421106.751794:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834037888 00000100:00100000:1.0:1777421106.751806:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834037888 00010000:00010000:1.0:1777421106.751858:0:5747:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440800/0xa38d712893876da lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769cd expref: 103 pid: 6569 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421106.751911:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 304 00000100:00100000:1.0:1777421106.751921:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1056c1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+103:2369:x1863760834037888:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421106.751938:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421106.751946:0:5747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440800/0xa38d712893876da lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769cd expref: 103 pid: 6569 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.751960:0:5747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440800/0xa38d712893876da lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769cd expref: 103 pid: 6569 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.751985:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff9af1187ddf00) 00010000:00010000:1.0:1777421106.751991:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d712893877cf lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.752002:0:5747:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d712893877cf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.752011:0:5747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d712893877cf lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.752033:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421106.752093:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1056c1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+103:2369:x1863760834037888:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 173us (406us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421106.752102:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 304 00010000:00010000:3.0:1777421106.753518:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440800/0xa38d712893876da lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f3769cd expref: 102 pid: 6569 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421106.753555:0:6569:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c21880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841162368:192.168.203.47@tcp:104: 00010000:00010000:3.0:1777421106.753585:0:6569:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d712893877cf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421106.753702:0:6569:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d712893877cf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421106.753793:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d712893877cf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421106.753827:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893877d6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3e:0x0].0xf86a3f53 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421106.753841:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893877d6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3e:0x0].0xf86a3f53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421106.753853:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893877d6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3e:0x0].0xf86a3f53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421106.754048:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d712893877cf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421106.754056:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d712893877cf lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421106.754081:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d712893877cf lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421106.754089:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004440c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421106.754094:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d712893877cf lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421106.754102:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d712893877cf lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421106.754117:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff9af1187ddf00) 00010000:00010000:2.0:1777421106.754121:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421106.754127:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d712893877cf lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421106.754134:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d712893877cf lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421106.754145:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893877d6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3e:0x0].0xf86a3f53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421106.754152:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893877d6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0xf86a3f53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421106.754158:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893877d6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0xf86a3f53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421106.754163:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148da00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421106.754166:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893877d6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0xf86a3f53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421106.754182:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893877d6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0xf86a3f53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421106.754191:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0xf86a3f53 (ffff9af118b05300) 00010000:00010000:2.0:1777421106.754193:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421106.754196:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893877d6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3e:0x0].0xf86a3f53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421106.754202:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893877d6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3e:0x0].0xf86a3f53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421106.754393:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0043eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+49:27061:x1863760834037760:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 Request processed in 5955us (6744us total) trans 0 rc -2/-2 00000100:00100000:2.0:1777421106.754403:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1009 00000100:00100000:2.0:1777421106.756515:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421106.756582:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834038016 00000100:00100000:0.0:1777421106.756597:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834038016 00000100:00100000:0.0:1777421106.756671:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1010 00000100:00100000:0.0:1777421106.756682:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c67b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+49:27061:x1863760834038016:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421106.756708:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421106.756855:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d712893877dd lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376a21 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421106.756903:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d712893877e4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421106.756919:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d712893877e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421106.756933:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d712893877e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421106.757190:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d712893877dd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a21 expref: 51 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421106.757218:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d712893877e4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a21 expref: 50 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421106.757227:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff9af1187dd000) 00010000:00010000:0.0:1777421106.757230:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777421106.757234:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a1c00, rc 0) 00000100:00100000:0.0:1777421106.757304:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c67b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+50:27061:x1863760834038016:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 623us (798us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421106.757314:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1010 00000100:00100000:0.0:1777421106.760725:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421106.760804:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834038272 00000100:00100000:2.0:1777421106.760823:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834038272 00000100:00100000:2.0:1777421106.760888:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1011 00000100:00100000:2.0:1777421106.760898:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0043ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+50:27061:x1863760834038272:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1777421106.761006:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d712893877eb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421106.761028:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d712893877eb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421106.761043:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d712893877eb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777421106.761293:0:6569:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000a0fa1a03 reply state 00000000cdc603b9 transno 4294967941 ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d712893877eb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421106.761319:0:6569:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777421106.761492:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0043ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+52:27061:x1863760834038272:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 Request processed in 593us (775us total) trans 4294967941 rc 0/0 00000100:00100000:2.0:1777421106.761500:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1011 00010000:00010000:3.0:1777421106.763756:0:3282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d712893877eb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.763778:0:3282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d712893877eb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.763786:0:3282:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d712893877eb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.763794:0:3282:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148ce00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421106.763799:0:3282:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d712893877eb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.763809:0:3282:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d712893877eb lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.763851:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff9af1187dd000) 00010000:00010000:3.0:1777421106.763854:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1777421106.763859:0:3282:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d712893877eb lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.763866:0:3282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d712893877eb lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421106.765537:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421106.766673:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834038400 00000100:00100000:1.0:1777421106.766708:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834038400 00000100:00100000:1.0:1777421106.766788:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1012 00000100:00100000:1.0:1777421106.766800:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0043ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+51:27061:x1863760834038400:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421106.766832:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421106.766859:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d712893877f2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376a28 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.766942:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d712893877f2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a28 expref: 52 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.766958:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d712893877f2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a28 expref: 52 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.766968:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff9af1187dd000) 00010000:00010000:1.0:1777421106.766971:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777421106.766976:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137838000, rc 0) 00000100:00100000:1.0:1777421106.767055:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0043ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+52:27061:x1863760834038400:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 257us (1525us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421106.767063:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1012 00000100:00100000:2.0:1777421106.770240:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421106.770606:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834038528 00000100:00100000:1.0:1777421106.770619:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834038528 00000100:00100000:1.0:1777421106.770690:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 214 00000100:00100000:1.0:1777421106.770702:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c678e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+52:27061:x1863760834038528:12345-192.168.203.47@tcp:49:lhsmtool_posix.0 00000100:00100000:1.0:1777421106.770859:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c678e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+52:27061:x1863760834038528:12345-192.168.203.47@tcp:49:lhsmtool_posix.0 Request processed in 159us (631us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421106.770867:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 214 00000100:00100000:3.0:1777421106.773953:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421106.774171:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834038784 00000100:00100000:1.0:1777421106.774202:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834038784 00000100:00100000:1.0:1777421106.774271:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 215 00000100:00100000:1.0:1777421106.774282:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+52:27061:x1863760834038784:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1777421106.774606:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+53:27061:x1863760834038784:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 325us (673us total) trans 4294967942 rc 0/0 00000100:00100000:1.0:1777421106.774615:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 215 00000100:00100000:0.0:1777421106.780807:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421106.780967:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834039040 00000100:00100000:1.0:1777421106.780981:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834039040 00000100:00100000:1.0:1777421106.781063:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1013 00000100:00100000:1.0:1777421106.781075:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0043ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+53:27061:x1863760834039040:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777421106.781390:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0043ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+53:27061:x1863760834039040:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 276us (557us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421106.781401:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1013 00000100:00100000:2.0:1777421106.786989:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421106.787129:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834039296 00000100:00100000:0.0:1777421106.787144:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834039296 00000100:00100000:0.0:1777421106.787286:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1014 00000100:00100000:0.0:1777421106.787299:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c678700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+53:27061:x1863760834039296:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421106.787329:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421106.787413:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d712893877f9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376a2f expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421106.787771:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289387800 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421106.787791:0:6569:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d712893877f2 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a28 expref: 54 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421106.787826:0:6569:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289387800 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421106.787873:0:6569:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d712893877f2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a28 expref: 54 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421106.787889:0:6569:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d712893877f2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a28 expref: 54 pid: 7427 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421106.787907:0:6569:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0043ed500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841162496:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777421106.788039:0:6569:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1209da9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777421106.791497:0:6569:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0043ed500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841162496:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421106.791535:0:6569:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289387800 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421106.791842:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421106.792060:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834039424 00000100:00100000:3.0:1777421106.792070:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834039424 00010000:00010000:3.0:1777421106.792116:0:6558:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d712893877f2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a28 expref: 55 pid: 7427 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421106.792162:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 305 00000100:00100000:3.0:1777421106.792173:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c679500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+55:2369:x1863760834039424:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421106.792190:0:6558:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421106.792197:0:6558:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d712893877f2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a28 expref: 55 pid: 7427 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.792221:0:6558:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d712893877f2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a28 expref: 55 pid: 7427 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.792247:0:6558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d712893877f2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a28 expref: 55 pid: 7427 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.792268:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff9af1187dd000) 00010000:00010000:3.0:1777421106.792289:0:6558:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289387800 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.792299:0:6558:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289387800 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.792308:0:6558:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289387800 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.792339:0:6558:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421106.792437:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c679500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+54:2369:x1863760834039424:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 265us (596us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421106.792446:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 305 00010000:00010000:0.0:1777421106.792760:0:6569:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289387800 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421106.792769:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289387800 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421106.792794:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1c:0x0]: returning size 0 00000004:00080000:0.0:1777421106.793036:0:6569:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x15:0x0], index 1: 0 00010000:00010000:0.0:1777421106.793258:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289387800 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421106.793268:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289387800 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421106.793289:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289387800 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421106.793296:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a1800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421106.793302:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289387800 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421106.793310:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289387800 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421106.793322:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff9af1187dd000) 00010000:00010000:0.0:1777421106.793325:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777421106.793329:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289387800 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421106.793336:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289387800 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421106.793435:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d712893877f9 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a2f expref: 54 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421106.793447:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff9af1187ddf00) 00010000:00010000:0.0:1777421106.793450:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777421106.793454:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d712893877f9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a2f expref: 54 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421106.793464:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a0c00, rc 0) 00000100:00100000:0.0:1777421106.793688:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c678700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+53:27061:x1863760834039296:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 6390us (6715us total) trans 4294967943 rc 301/301 00000100:00100000:0.0:1777421106.793707:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1014 00000100:00100000:2.0:1777421106.798794:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421106.799007:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834039680 00000100:00100000:1.0:1777421106.799022:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834039680 00000100:00100000:1.0:1777421106.799094:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 216 00000100:00100000:1.0:1777421106.799108:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c67a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+53:27061:x1863760834039680:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1777421106.799987:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c67a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+54:27061:x1863760834039680:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 877us (1202us total) trans 4294967944 rc 0/0 00000100:00100000:0.0:1777421106.799996:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 216 00000100:00100000:2.0:1777421106.801772:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421106.801860:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834039808 00000100:00100000:0.0:1777421106.801872:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834039808 00000100:00100000:0.0:1777421106.801974:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1015 00000100:00100000:0.0:1777421106.801983:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c67a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+54:27061:x1863760834039808:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421106.802006:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421106.802034:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d7128938780e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376a36 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421106.802121:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289387815 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421106.802138:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289387815 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421106.802151:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289387815 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421106.802197:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1c:0x0]: returning size 0 00000004:00200000:0.0:1777421106.802203:0:6569:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421106.802306:0:6569:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289387815 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421106.802331:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d7128938780e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a36 expref: 56 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421106.802411:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289387815 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a36 expref: 55 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421106.802422:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff9af1187dd000) 00010000:00010000:0.0:1777421106.802425:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1777421106.802429:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a1800, rc 0) 00000100:00100000:0.0:1777421106.802492:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c67a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+55:27061:x1863760834039808:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 508us (729us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421106.802500:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1015 00000100:00100000:3.0:1777421106.804328:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421106.804524:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834039936 00000100:00100000:0.0:1777421106.804537:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834039936 00000100:00100000:0.0:1777421106.804660:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 262 00000100:00100000:0.0:1777421106.804672:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2368:x1863760834039936:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421106.804693:0:6541:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421106.804720:0:6541:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005ad53228/0xa38d7128938781c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376a3d expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777421106.804754:0:6541:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00080000:1.0:1777421106.804755:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1777421106.804776:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421106.804780:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421106.804789:0:6541:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005ad53228/0xa38d7128938781c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a3d expref: 10 pid: 6541 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421106.804808:0:6541:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005ad53228/0xa38d7128938781c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a3d expref: 10 pid: 6541 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421106.804849:0:6541:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a0a00, rc 0) 00000100:00100000:0.0:1777421106.804923:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2368:x1863760834039936:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 252us (765us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421106.804931:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 262 00000100:00100000:2.0:1777421106.807591:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421106.807645:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834040192 00000100:00100000:0.0:1777421106.807659:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834040192 00000100:00100000:0.0:1777421106.807738:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1016 00000100:00100000:0.0:1777421106.807746:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c67ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+55:27061:x1863760834040192:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1777421106.807869:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c67ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+55:27061:x1863760834040192:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 121us (291us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421106.807877:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1016 00000100:00100000:0.0:1777421106.810850:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421106.810924:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834040320 00000100:00100000:1.0:1777421106.810938:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834040320 00000100:00100000:1.0:1777421106.811002:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 263 00000100:00100000:1.0:1777421106.811012:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0043ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:27061:x1863760834040320:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421106.811033:0:6541:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421106.811056:0:6541:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d88ecfbc/0xa38d71289387823 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376a44 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.811115:0:6541:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005ad53228/0xa38d7128938781c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a3d expref: 11 pid: 6541 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.811124:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421106.811127:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421106.811131:0:6541:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d88ecfbc/0xa38d71289387823 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a44 expref: 11 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.811174:0:6541:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005ad53228/0xa38d7128938781c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a3d expref: 11 pid: 6541 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.811190:0:6541:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005ad53228/0xa38d7128938781c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a3d expref: 11 pid: 6541 timeout: 418 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421106.811206:0:6541:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af111014000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6541:1863760841162624:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777421106.811312:0:6541:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1100f83c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421106.816911:0:6541:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af111014000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6541:1863760841162624:192.168.203.47@tcp:104: 00010000:00010000:1.0:1777421106.816959:0:6541:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d88ecfbc/0xa38d71289387823 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a44 expref: 11 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.816986:0:6541:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137838c00, rc 0) 00000100:00100000:1.0:1777421106.817064:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0043ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:27061:x1863760834040320:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 6052us (6225us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421106.817074:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 263 00000100:00100000:2.0:1777421106.818750:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421106.818905:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834040448 00000100:00100000:1.0:1777421106.818917:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834040448 00010000:00010000:1.0:1777421106.818964:0:5747:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005ad53228/0xa38d7128938781c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a3d expref: 11 pid: 6541 timeout: 418 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421106.819008:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 306 00000100:00100000:1.0:1777421106.819019:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c679880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2369:x1863760834040448:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421106.819035:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421106.819064:0:5747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005ad53228/0xa38d7128938781c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a3d expref: 11 pid: 6541 timeout: 418 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.819078:0:5747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005ad53228/0xa38d7128938781c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a3d expref: 11 pid: 6541 timeout: 418 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.819107:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005ad53228/0xa38d7128938781c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a3d expref: 11 pid: 6541 timeout: 418 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.819126:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421106.819129:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421106.819137:0:5747:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d88ecfbc/0xa38d71289387823 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a44 expref: 10 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.819160:0:5747:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d88ecfbc/0xa38d71289387823 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a44 expref: 10 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.819205:0:5747:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d88ecfbc/0xa38d71289387823 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a44 expref: 10 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421106.819253:0:5747:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af111014000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5747:1863760841162752:192.168.203.47@tcp:105: 00000100:00100000:1.0:1777421106.819455:0:5747:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1100f83c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777421106.822953:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421106.823049:0:17930:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834040576 00000100:00100000:3.0:1777421106.823062:0:17930:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834040576 00002000:00100000:3.0:1777421106.823129:0:17930:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x15:0x0] (0->157) req@ffff9af0043edf80 x1863760834040576/t0(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:117/0 lens 648/0 e 0 to 0 dl 1777421117 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777421106.823143:0:17930:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0043edf80 with x1863760834040576 ext(0->157) 00002000:00010000:3.0:1777421106.823150:0:17930:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0043edf80 00000100:00100000:3.0:1777421106.823191:0:17930:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 94 00000100:00100000:3.0:1777421106.823202:0:17930:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0043edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2368:x1863760834040576:12345-192.168.203.47@tcp:4:lhsmtool_posix.0 00000100:00100000:1.0:1777421106.823652:0:5747:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af111014000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5747:1863760841162752:192.168.203.47@tcp:105: 00010000:00010000:1.0:1777421106.823682:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421106.823745:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c679880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2369:x1863760834040448:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 4728us (5004us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421106.823757:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 306 00000100:00100000:3.0:1777421106.823863:0:17930:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0043edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2368:x1863760834040576:12345-192.168.203.47@tcp:4:lhsmtool_posix.0 Request processed in 662us (926us total) trans 4294967353 rc 0/0 00000100:00100000:3.0:1777421106.823871:0:17930:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 94 00002000:00100000:3.0:1777421106.823878:0:17930:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x15:0x0] (0->157) req@ffff9af0043edf80 x1863760834040576/t4294967353(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:117/0 lens 648/448 e 0 to 0 dl 1777421117 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777421106.823899:0:17930:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0043edf80 with x1863760834040576 ext(0->157) 00002000:00010000:3.0:1777421106.823903:0:17930:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0043edf80 00000100:00100000:2.0:1777421106.825998:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421106.826096:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834040704 00000100:00100000:0.0:1777421106.826108:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834040704 00000100:00100000:0.0:1777421106.826213:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1017 00000100:00100000:0.0:1777421106.826226:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c679180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+55:27061:x1863760834040704:12345-192.168.203.47@tcp:44:lhsmtool_posix.0 00000100:00100000:0.0:1777421106.871067:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c679180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+55:27061:x1863760834040704:12345-192.168.203.47@tcp:44:lhsmtool_posix.0 Request processed in 44834us (45072us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421106.871080:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1017 00000001:00080000:3.0:1777421106.871130:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967944 is committed 00000001:00080000:3.0:1777421106.871163:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967923 is committed 00000001:00080000:3.0:1777421106.871192:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967938 is committed 00000004:00080000:3.0:1777421106.871205:0:5782:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 15 committed 00000020:00080000:3.0:1777421106.871519:0:5782:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9af1070b5a80 refcount 2 committed 0 result 0 batchid 17 00000020:00080000:3.0:1777421106.871526:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9af1184ab200 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9af1070b5600 00000020:00080000:3.0:1777421106.871530:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9af1184ab500 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9af13d177400 00000100:00100000:1.0:1777421106.871606:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af111014000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1863760841162880:0@lo:6:osp-syn-0-0.0 00000020:00080000:3.0:1777421106.871622:0:5782:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 16 batchid updated 00000100:00100000:1.0:1777421106.871665:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:0.0:1777421106.871795:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 17 committed batchid 16 00000020:00080000:0.0:1777421106.871981:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 16 00000100:00100000:3.0:1777421106.873465:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841162880 00000100:00100000:3.0:1777421106.873483:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841162880 00000100:00100000:3.0:1777421106.873565:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 264 00000100:00100000:3.0:1777421106.873578:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111015500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3298:x1863760841162880:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1777421106.873619:0:6541:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:21 count 1 00002000:00010000:3.0:1777421106.873665:0:6541:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x15:0x0] initial LVB size: 158, mtime: 0x69f14b31, atime: 0x0, ctime: 0x69f14b31, blocks: 0x1 00010000:00010000:3.0:1777421106.873675:0:6541:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008fc0ac3c/0xa38d7128938782a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.873694:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421106.873696:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421106.873703:0:6541:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008fc0ac3c/0xa38d7128938782a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.873718:0:6541:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008fc0ac3c/0xa38d7128938782a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.873753:0:6541:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008fc0ac3c/0xa38d7128938782a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.873762:0:6541:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008fc0ac3c/0xa38d7128938782a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.873788:0:6541:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777421106.873835:0:8267:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777421106.873848:0:8267:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008fc0ac3c/0xa38d7128938782a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.873864:0:8267:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004440800 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:1.0:1777421106.873870:0:8267:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008fc0ac3c/0xa38d7128938782a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.873882:0:8267:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008fc0ac3c/0xa38d7128938782a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.873905:0:8267:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008fc0ac3c/0xa38d7128938782a lrc: 1/0,0 mode: --/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.873913:0:8267:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008fc0ac3c/0xa38d7128938782a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.873955:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777421106.873957:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777421106.873959:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777421106.874664:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421106.875488:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111015500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3298:x1863760841162880:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1908us (3818us total) trans 4294967350 rc 0/0 00000100:00100000:3.0:1777421106.875501:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 264 00000100:00100000:3.0:1777421106.875531:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834040832 00000100:00100000:3.0:1777421106.875540:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834040832 00000100:00100000:3.0:1777421106.875593:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 265 00000100:00100000:3.0:1777421106.875601:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c679c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2368:x1863760834040832:12345-192.168.203.47@tcp:16:lhsmtool_posix.0 00000004:00080000:2.0:1777421106.876064:0:3298:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9af111014000/2, rc 0, transno 4294967350 00000100:00100000:2.0:1777421106.876072:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af111014000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1863760841162880:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777421106.911755:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c679c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2368:x1863760834040832:12345-192.168.203.47@tcp:16:lhsmtool_posix.0 Request processed in 36142us (37086us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421106.911769:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 265 00000001:00080000:0.0:1777421106.911853:0:7430:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967353 is committed 00000100:00100000:1.0:1777421106.915135:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421106.915288:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834041088 00000100:00100000:0.0:1777421106.915323:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834041088 00000100:00100000:0.0:1777421106.915401:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1018 00000100:00100000:0.0:1777421106.915412:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111016680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+44:27061:x1863760834041088:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1777421106.915463:0:6569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421106.915489:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289387815 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a36 expref: 44 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421106.915508:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff9af1187dd000) 00010000:00010000:0.0:1777421106.915514:0:6569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421106.915552:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387831 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421106.915565:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387831 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421106.915575:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387831 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421106.915601:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387831 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421106.915607:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387831 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421106.915613:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387831 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421106.915619:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a0c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421106.915623:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387831 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421106.915641:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387831 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421106.915650:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff9af1187dd000) 00010000:00010000:0.0:1777421106.915653:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421106.915657:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387831 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421106.915662:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387831 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421106.915758:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111016680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+43:27061:x1863760834041088:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 Request processed in 348us (632us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421106.915765:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1018 00000100:00100000:2.0:1777421106.920865:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421106.920932:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834041216 00000100:00100000:1.0:1777421106.920942:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834041216 00000100:00100000:1.0:1777421106.920991:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1019 00000100:00100000:1.0:1777421106.921001:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c678000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+43:27061:x1863760834041216:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421106.921020:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421106.921046:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289387838 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376a4b expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.921102:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289387838 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a4b expref: 44 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.921116:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289387838 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a4b expref: 44 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.921134:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff9af1187dd000) 00010000:00010000:1.0:1777421106.921138:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777421106.921142:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137839a00, rc 0) 00000100:00100000:1.0:1777421106.921200:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c678000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+44:27061:x1863760834041216:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 201us (344us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421106.921208:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1019 00000100:00100000:2.0:1777421106.924658:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421106.924739:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834041344 00000100:00100000:3.0:1777421106.924750:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834041344 00000100:00100000:3.0:1777421106.924853:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 266 00000100:00100000:3.0:1777421106.924864:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2369:x1863760834041344:12345-192.168.203.47@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1777421106.925091:0:6541:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:3.0:1777421106.925094:0:6541:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb mtime from disk: 0 -> 1777421105 00002000:00010000:3.0:1777421106.925097:0:6541:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb atime from disk: 0 -> 1777421105 00002000:00010000:3.0:1777421106.925111:0:6541:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb ctime from disk: 0 -> 1777421105 00002000:00010000:3.0:1777421106.925114:0:6541:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:3.0:1777421106.925165:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2369:x1863760834041344:12345-192.168.203.47@tcp:2:lhsmtool_posix.0 Request processed in 303us (520us total) trans 4294967354 rc 0/0 00000100:00100000:3.0:1777421106.925174:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 266 00000100:00100000:0.0:1777421106.929090:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421106.929202:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834041600 00000100:00100000:1.0:1777421106.929216:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834041600 00000100:00100000:1.0:1777421106.929305:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1020 00000100:00100000:1.0:1777421106.929318:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00246d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+44:27061:x1863760834041600:12345-192.168.203.47@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1777421106.929424:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d7128938783f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.929442:0:7427:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d712893877e4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a21 expref: 44 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.929448:0:7427:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d7128938783f lrc: 4/0,1 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.929475:0:7427:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d712893877e4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a21 expref: 44 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.929484:0:7427:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d712893877e4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a21 expref: 44 pid: 6569 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421106.929495:0:7427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af111017100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:7427:1863760841163008:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777421106.929656:0:7427:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13c6cdd80 going to sleep for 11 seconds 00000100:00100000:2.0:1777421106.933026:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421106.933115:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834041728 00000100:00100000:3.0:1777421106.933133:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834041728 00010000:00010000:3.0:1777421106.933187:0:5747:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d712893877e4 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a21 expref: 45 pid: 6569 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421106.933246:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 307 00000100:00100000:3.0:1777421106.933259:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+45:2368:x1863760834041728:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421106.933278:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421106.933286:0:5747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d712893877e4 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a21 expref: 45 pid: 6569 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.933301:0:5747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d712893877e4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a21 expref: 45 pid: 6569 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.933328:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff9af1187dd000) 00010000:00010000:3.0:1777421106.933334:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d7128938783f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.933409:0:5747:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d7128938783f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.933419:0:5747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d7128938783f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.933463:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421106.933529:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+45:2368:x1863760834041728:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 271us (510us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421106.933537:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 307 00010000:00010000:1.0:1777421106.937708:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d712893877e4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a21 expref: 44 pid: 6569 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421106.937735:0:7427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af111017100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:7427:1863760841163008:192.168.203.47@tcp:104: 00010000:00010000:1.0:1777421106.937772:0:7427:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d7128938783f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.937783:0:7427:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d7128938783f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.937811:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d7128938783f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.937842:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d7128938783f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.937849:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d7128938783f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.937855:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d7128938783f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.937860:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137839800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421106.937864:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d7128938783f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.937870:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d7128938783f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.937885:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff9af1187dd000) 00010000:00010000:1.0:1777421106.937888:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1777421106.937893:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d7128938783f lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.937899:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d7128938783f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421106.938036:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00246d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+43:27061:x1863760834041600:12345-192.168.203.47@tcp:55:lhsmtool_posix.0 Request processed in 8720us (8960us total) trans 0 rc -22/-22 00000100:00100000:1.0:1777421106.938047:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1020 00000100:00100000:2.0:1777421106.944065:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421106.944705:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834041856 00000100:00100000:3.0:1777421106.944722:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834041856 00000100:00100000:3.0:1777421106.944797:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 267 00000100:00100000:3.0:1777421106.944812:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2368:x1863760834041856:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1777421106.944870:0:6541:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000251e4702/0xa38d71289387846 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.944895:0:6541:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d88ecfbc/0xa38d71289387823 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a44 expref: 11 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.944905:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777421106.944907:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777421106.944911:0:6541:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000251e4702/0xa38d71289387846 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.944960:0:6541:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d88ecfbc/0xa38d71289387823 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a44 expref: 11 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.944975:0:6541:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d88ecfbc/0xa38d71289387823 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a44 expref: 11 pid: 6541 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421106.944992:0:6541:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6541:1863760841163136:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777421106.945121:0:6541:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af105ba8180 going to sleep for 11 seconds 00000100:00100000:2.0:1777421106.948933:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421106.949029:0:6541:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6541:1863760841163136:192.168.203.47@tcp:104: 00010000:00010000:3.0:1777421106.949072:0:6541:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000251e4702/0xa38d71289387846 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421106.949124:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834041984 00000100:00100000:0.0:1777421106.949135:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834041984 00010000:00010000:0.0:1777421106.949172:0:6558:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d88ecfbc/0xa38d71289387823 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a44 expref: 12 pid: 6541 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421106.949465:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 308 00000100:00100000:0.0:1777421106.949475:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2369:x1863760834041984:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421106.949491:0:6558:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421106.949512:0:6558:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d88ecfbc/0xa38d71289387823 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a44 expref: 12 pid: 6541 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421106.949528:0:6558:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d88ecfbc/0xa38d71289387823 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a44 expref: 12 pid: 6541 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421106.949585:0:6558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d88ecfbc/0xa38d71289387823 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a44 expref: 12 pid: 6541 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421106.949602:0:6558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421106.949604:0:6558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421106.949608:0:6558:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000251e4702/0xa38d71289387846 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421106.949618:0:6558:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000251e4702/0xa38d71289387846 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421106.949652:0:6558:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421106.949713:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2369:x1863760834041984:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 239us (789us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421106.949721:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 308 00010000:00010000:3.0:1777421106.949842:0:6541:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000251e4702/0xa38d71289387846 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.949856:0:6541:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000251e4702/0xa38d71289387846 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.949894:0:6541:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000251e4702/0xa38d71289387846 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.949904:0:6541:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000251e4702/0xa38d71289387846 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.949914:0:6541:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000251e4702/0xa38d71289387846 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.949922:0:6541:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004440000 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:3.0:1777421106.949927:0:6541:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000251e4702/0xa38d71289387846 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.949938:0:6541:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000251e4702/0xa38d71289387846 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.950852:0:6541:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000251e4702/0xa38d71289387846 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421106.950868:0:6541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000251e4702/0xa38d71289387846 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421106.950980:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2368:x1863760834041856:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 Request processed in 6169us (6918us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421106.950993:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 267 00000100:00100000:2.0:1777421106.953474:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421106.953612:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834042240 00000100:00100000:1.0:1777421106.953627:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834042240 00000100:00100000:1.0:1777421106.953686:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1021 00000100:00100000:1.0:1777421106.953697:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+43:27061:x1863760834042240:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1777421106.953776:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d7128938784d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.953793:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d7128938784d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.953805:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d7128938784d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.954003:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289387854 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.954011:0:7427:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289387838 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a4b expref: 44 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.954017:0:7427:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289387854 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.954166:0:7427:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289387838 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a4b expref: 44 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.954247:0:7427:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289387838 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a4b expref: 44 pid: 7427 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421106.954264:0:7427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af111017100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:7427:1863760841163264:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777421106.954375:0:7427:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13c6cdd80 going to sleep for 11 seconds 00000100:00100000:0.0:1777421106.957917:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421106.958007:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834042368 00000100:00100000:1.0:1777421106.958017:0:7427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af111017100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:7427:1863760841163264:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777421106.958024:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834042368 00010000:00010000:1.0:1777421106.958056:0:7427:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289387854 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421106.958073:0:6558:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289387838 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a4b expref: 45 pid: 7427 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421106.958139:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 309 00000100:00100000:2.0:1777421106.958149:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00246c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+45:2368:x1863760834042368:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421106.958164:0:6558:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421106.958172:0:6558:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289387838 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a4b expref: 45 pid: 7427 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421106.958185:0:6558:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289387838 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a4b expref: 45 pid: 7427 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421106.958207:0:6558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289387838 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a4b expref: 45 pid: 7427 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421106.958224:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff9af1187dd000) 00010000:00010000:2.0:1777421106.958229:0:6558:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289387854 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421106.958237:0:6558:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289387854 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421106.958244:0:6558:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289387854 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421106.958273:0:6558:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421106.958339:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00246c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+44:2368:x1863760834042368:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 191us (437us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421106.958346:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 309 00010000:00010000:1.0:1777421106.958640:0:7427:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289387854 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.958757:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289387854 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777421106.959041:0:7427:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967945 00000001:00080000:1.0:1777421106.959215:0:7427:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967946 00000001:00080000:1.0:1777421106.959263:0:7427:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967947 00000100:00100000:1.0:1777421106.959414:0:7427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af111017100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:7427:1863760841163392:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1777421106.959510:0:7427:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421106.959562:0:7427:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1100f8c00 going to sleep for 11 seconds 00000100:00100000:2.0:1777421106.959657:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841163392 00000100:00100000:2.0:1777421106.959677:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841163392 00000100:00100000:2.0:1777421106.959734:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1777421106.959742:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111014e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:7427:x1863760841163392:12345-0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1777421106.960109:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111014e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:7427:x1863760841163392:12345-0@lo:1000:mdt00_004.0 Request processed in 368us (609us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421106.960114:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1777421106.960185:0:7427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af111017100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:7427:1863760841163392:0@lo:1000:mdt00_004.0 00000001:00080000:1.0:1777421106.960605:0:7427:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967948 00000100:00100000:1.0:1777421106.960791:0:7427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af111017100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:7427:1863760841163520:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1777421106.960834:0:7427:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421106.960872:0:7427:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1100f80c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777421106.960950:0:17395:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841163520 00000100:00100000:2.0:1777421106.960958:0:17395:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841163520 00000100:00100000:2.0:1777421106.961056:0:17395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1777421106.961070:0:17395:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111015880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:7427:x1863760841163520:12345-0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1777421106.961283:0:17395:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111015880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:7427:x1863760841163520:12345-0@lo:1000:mdt00_004.0 Request processed in 218us (448us total) trans 4294967355 rc 0/0 00000100:00100000:2.0:1777421106.961292:0:17395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1777421106.961394:0:7427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af111017100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:7427:1863760841163520:0@lo:1000:mdt00_004.0 00000001:00080000:1.0:1777421106.961476:0:7427:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967949 00010000:00010000:1.0:1777421106.961515:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289387854 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.961526:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289387854 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.961535:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289387854 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.961562:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137838000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421106.961568:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289387854 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.961578:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289387854 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.961596:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff9af1187dd000) 00010000:00010000:1.0:1777421106.961599:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777421106.961605:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289387854 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.961611:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289387854 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.961646:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289387782 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.961662:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289387782 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.961669:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289387782 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.961674:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137838800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421106.961677:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289387782 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.961683:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289387782 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.961700:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff9af1112dc900) 00010000:00010000:1.0:1777421106.961702:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777421106.961710:0:7427:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838a00/0xa38d71289387789 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a0c expref: 90 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.961722:0:7427:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838a00/0xa38d71289387789 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a0c expref: 90 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.961732:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838a00/0xa38d71289387789 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a0c expref: 90 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421106.961758:0:7427:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838a00/0xa38d71289387789 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a0c expref: 90 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421106.961770:0:7427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af111015180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:7427:1863760841163648:192.168.203.47@tcp:105: 00000100:00100000:1.0:1777421106.961841:0:7427:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1100f80c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421106.966855:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421106.966919:0:7427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af111015180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:7427:1863760841163648:192.168.203.47@tcp:105: 00010000:00010000:2.0:1777421106.966954:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289387782 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421106.966967:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289387782 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421106.967007:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d7128938785b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421106.967025:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d7128938785b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421106.967038:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d7128938785b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421106.967051:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d7128938785b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421106.967075:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d7128938785b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421106.967082:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d7128938785b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421106.967088:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148de00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421106.967093:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d7128938785b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421106.967101:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d7128938785b lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421106.967116:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff9af1112dc900) 00010000:00010000:2.0:1777421106.967119:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421106.967124:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d7128938785b lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421106.967129:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d7128938785b lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421106.967140:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d7128938784d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421106.967147:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d7128938784d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421106.967479:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834042496 00000100:00100000:0.0:1777421106.967491:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834042496 00000100:00100000:0.0:1777421106.967564:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 217 00000100:00100000:0.0:1777421106.967576:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111016d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+91:27060:x1863760834042496:12345-192.168.203.47@tcp:49:diff.0 00000100:00100000:0.0:1777421106.967757:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111016d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+91:27060:x1863760834042496:12345-192.168.203.47@tcp:49:diff.0 Request processed in 182us (916us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421106.967766:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 217 00010000:00010000:2.0:1777421106.968310:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d7128938784d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421106.968324:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137839800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421106.968342:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d7128938784d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421106.968603:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d7128938784d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421106.968621:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff9af1112dc900) 00010000:00010000:2.0:1777421106.968625:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777421106.968630:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d7128938784d lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421106.968637:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d7128938784d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421106.969860:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:27061:x1863760834042240:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 16154us (16523us total) trans 4294967950 rc 0/0 00000100:00100000:2.0:1777421106.969875:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1021 00000020:00080000:2.0:1777421106.969882:0:7427:0:(tgt_main.c:782:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:1.0:1777421106.970483:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777421106.970489:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777421106.970979:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 6 00000040:00080000:1.0:1777421106.970989:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777421106.971624:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421106.971823:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834042624 00000100:00100000:2.0:1777421106.971836:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834042624 00000100:00100000:2.0:1777421106.971904:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 268 00000100:00100000:2.0:1777421106.971915:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+15:27060:x1863760834042624:12345-192.168.203.47@tcp:101:diff.0 00010000:00010000:2.0:1777421106.971936:0:6541:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421106.971963:0:6541:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000022511afc/0xa38d71289387862 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376a52 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777421106.971995:0:6541:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 158, mtime: 0x69f14b31, atime: 0x69f14b31, ctime: 0x69f14b31, blocks: 0xb 00010000:00010000:2.0:1777421106.972018:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421106.972021:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421106.972031:0:6541:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000022511afc/0xa38d71289387862 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a52 expref: 16 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421106.972066:0:6541:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000022511afc/0xa38d71289387862 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a52 expref: 16 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421106.972081:0:6541:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af10148c400, rc 0) 00000100:00100000:2.0:1777421106.972133:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+16:27060:x1863760834042624:12345-192.168.203.47@tcp:101:diff.0 Request processed in 219us (515us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421106.972140:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 268 00000100:00080000:3.0:1777421106.972492:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777421106.974537:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421106.974667:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834042880 00000100:00100000:0.0:1777421106.974680:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834042880 00000100:00100000:0.0:1777421106.974762:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 218 00000100:00100000:0.0:1777421106.974772:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119290050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:27061:x1863760834042880:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000004:00080000:0.0:1777421106.975258:0:13879:0:(mdd_object.c:3993:mdd_close()) Object [0x200000402:0x1c:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1777421106.975333:0:13879:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967951 00010000:00010000:0.0:1777421106.975434:0:13879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289387869 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421106.975454:0:13879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289387869 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421106.975468:0:13879:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289387869 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421106.975477:0:13879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289387869 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421106.975484:0:13879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289387869 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421106.975492:0:13879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289387869 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421106.975512:0:13879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777421106.975660:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119290050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+50:27061:x1863760834042880:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 887us (1135us total) trans 4294967952 rc 0/0 00000100:00100000:0.0:1777421106.975670:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 218 00000020:00080000:0.0:1777421106.975676:0:13879:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1777421106.975813:0:5749:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777421106.975825:0:5749:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289387869 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421106.975835:0:5749:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a1800 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:2.0:1777421106.975841:0:5749:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289387869 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421106.975851:0:5749:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289387869 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421106.975868:0:5749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff9af1187dde00) 00010000:00010000:2.0:1777421106.975871:0:5749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777421106.975877:0:5749:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289387869 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421106.975883:0:5749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289387869 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421106.975901:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421106.975904:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421106.975918:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777421106.979702:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421106.979813:0:17822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834043008 00000100:00100000:0.0:1777421106.979828:0:17822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834043008 00002000:00100000:0.0:1777421106.979988:0:17822:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x15:0x0] (0->4095) req@ffff9af111016d80 x1863760834043008/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:117/0 lens 488/0 e 0 to 0 dl 1777421117 ref 1 fl New:/600/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421106.980025:0:17822:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af111016d80 with x1863760834043008 ext(0->4095) 00002000:00010000:0.0:1777421106.980033:0:17822:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af111016d80 00000100:00100000:0.0:1777421106.980115:0:17822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 95 00000100:00100000:0.0:1777421106.980127:0:17822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111016d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+16:2369:x1863760834043008:12345-192.168.203.47@tcp:3:diff.0 00000100:00100000:0.0:1777421106.980441:0:17822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111016d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+16:2369:x1863760834043008:12345-192.168.203.47@tcp:3:diff.0 Request processed in 315us (753us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1777421106.980451:0:17822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 95 00002000:00100000:0.0:1777421106.980459:0:17822:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x15:0x0] (0->4095) req@ffff9af111016d80 x1863760834043008/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:117/0 lens 488/4536 e 0 to 0 dl 1777421117 ref 1 fl Complete:/600/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421106.980467:0:17822:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af111016d80 with x1863760834043008 ext(0->4095) 00002000:00010000:0.0:1777421106.980471:0:17822:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af111016d80 00000100:00100000:1.0:1777421106.990578:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421106.990858:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834043264 00000100:00100000:0.0:1777421106.990872:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834043264 00000100:00100000:0.0:1777421106.990966:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 219 00000100:00100000:0.0:1777421106.990977:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111015180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+91:27060:x1863760834043264:12345-192.168.203.47@tcp:35:diff.0 00000100:00100000:0.0:1777421106.991317:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111015180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+92:27060:x1863760834043264:12345-192.168.203.47@tcp:35:diff.0 Request processed in 340us (755us total) trans 4294967953 rc 0/0 00000100:00100000:0.0:1777421106.991325:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 219 00000100:00100000:1.0:1777421107.160844:0:3296:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777421107.160875:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af00246ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841163776:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777421107.160960:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421107.162076:0:7924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841163776 00000100:00100000:0.0:1777421107.162093:0:7924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841163776 00000100:00100000:0.0:1777421107.162228:0:7924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:0.0:1777421107.162242:0:7924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3296:x1863760841163776:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777421107.162271:0:7924:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 1703936 granted 81592320 pending 1703936 free 3857711104 avail 3855613952 00000100:00080000:3.0:1777421107.162338:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777421107.162398:0:7924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3296:x1863760841163776:12345-0@lo:13:osp-pre-0-0.0 Request processed in 159us (1436us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421107.162408:0:7924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:2.0:1777421107.162549:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af00246ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841163776:0@lo:13:osp-pre-0-0.0 00000040:00080000:0.0:1777421107.530377:0:19272:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777421107.530385:0:19272:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777421107.530440:0:19272:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 28 count 6 00000040:00080000:0.0:1777421107.530447:0:19272:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1777421107.547135:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421108.570097:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1777421108.752507:0:6572:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967349 is committed 00000001:00080000:0.0:1777421108.752774:0:6572:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967350 is committed 00000001:00080000:0.0:1777421108.752781:0:6572:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967348 is committed 00000100:00100000:2.0:1777421108.754578:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421108.754663:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421108.754820:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834043392 00000100:00100000:3.0:1777421108.754830:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834043392 00000100:00100000:3.0:1777421108.754883:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 477 00000100:00100000:3.0:1777421108.754893:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119148850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+12:2369:x1863760834043392:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777421108.754971:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119148850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+12:2369:x1863760834043392:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 79us (400us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421108.754979:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 477 00000100:00100000:1.0:1777421108.755643:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834043520 00000100:00100000:1.0:1777421108.755650:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834043520 00000100:00100000:1.0:1777421108.755810:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 198 00000100:00100000:1.0:1777421108.755819:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+92:2369:x1863760834043520:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777421108.755875:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+92:2369:x1863760834043520:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 57us (1211us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421108.755882:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 198 00000100:00080000:3.0:1777421108.756254:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777421108.756315:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421108.756427:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421108.756453:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421108.756513:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834043904 00000100:00100000:0.0:1777421108.756518:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834043904 00000100:00100000:0.0:1777421108.756565:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 199 00000100:00100000:0.0:1777421108.756573:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+50:2369:x1863760834043904:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:0.0:1777421108.756617:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+50:2369:x1863760834043904:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 44us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421108.756623:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 199 00000100:00080000:3.0:1777421108.756839:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777421108.757074:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834043648 00000100:00100000:1.0:1777421108.757080:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834043648 00000100:00100000:1.0:1777421108.757154:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834044160 00000100:00100000:1.0:1777421108.757158:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834044160 00000100:00100000:3.0:1777421108.757192:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 198 00000100:00100000:3.0:1777421108.757201:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:2369:x1863760834043648:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777421108.757238:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:2369:x1863760834043648:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 39us (924us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421108.757257:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 198 00000100:00100000:3.0:1777421108.757272:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 199 00000100:00100000:3.0:1777421108.757279:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2369:x1863760834044160:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777421108.757302:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2369:x1863760834044160:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 24us (848us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421108.757308:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 199 00000100:00080000:2.0:1777421108.757346:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777421108.757363:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777421108.757909:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421108.757982:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421108.758104:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834043776 00000100:00100000:3.0:1777421108.758111:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834043776 00000100:00100000:2.0:1777421108.758134:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834044032 00000100:00100000:2.0:1777421108.758138:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834044032 00000100:00100000:3.0:1777421108.758164:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 200 00000100:00100000:3.0:1777421108.758172:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00246c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+16:2368:x1863760834043776:12345-192.168.203.47@tcp:400:kworker.0 00000100:00080000:0.0:1777421108.758200:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1777421108.758203:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777421108.758212:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00246c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+16:2368:x1863760834043776:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 41us (305us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421108.758219:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 200 00000100:00100000:3.0:1777421108.758233:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 201 00000100:00100000:3.0:1777421108.758239:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00246f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2368:x1863760834044032:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777421108.758261:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00246f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2368:x1863760834044032:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 23us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421108.758267:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 201 00010000:00010000:1.0:1777421109.592615:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777421110.233084:0:3295:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777421110.233105:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af00246ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841163904:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777421110.233165:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421110.233237:0:7924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841163904 00000100:00100000:1.0:1777421110.233245:0:7924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841163904 00000100:00100000:1.0:1777421110.233294:0:7924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1777421110.233302:0:7924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3295:x1863760841163904:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777421110.233344:0:7924:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 81592320 pending 0 free 3850371072 avail 3848273920 00000100:00100000:1.0:1777421110.233402:0:7924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3295:x1863760841163904:12345-0@lo:13:osp-pre-1-0.0 Request processed in 101us (237us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421110.233409:0:7924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1777421110.233451:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af00246ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841163904:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1777421110.233476:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777421110.233856:0:3298:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1777421110.233909:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af1345fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3298:1863760841164160:0@lo:400:kworker.0 00000100:00100000:0.0:1777421110.233952:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421110.233990:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af1345f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3298:1863760841164032:0@lo:400:kworker.0 00000100:00100000:0.0:1777421110.234018:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421110.234392:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841164160 00000100:00100000:2.0:1777421110.234398:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841164160 00000100:00100000:2.0:1777421110.234446:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 200 00000100:00100000:2.0:1777421110.234456:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00246ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1863760841164160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421110.234516:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00246ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1863760841164160:12345-0@lo:400:kworker.0 Request processed in 62us (565us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421110.234535:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 200 00000100:00100000:2.0:1777421110.234556:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841164032 00000100:00100000:2.0:1777421110.234560:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841164032 00000100:00100000:2.0:1777421110.234583:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 478 00000100:00100000:2.0:1777421110.234590:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119149050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3298:x1863760841164032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421110.234620:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119149050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3298:x1863760841164032:12345-0@lo:400:kworker.0 Request processed in 30us (601us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421110.234626:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 478 00000100:00100000:2.0:1777421110.234658:0:3296:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1777421110.234674:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af1345fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3296:1863760841164288:0@lo:400:kworker.0 00000100:00100000:2.0:1777421110.234701:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421110.234725:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841164288 00000100:00100000:2.0:1777421110.234729:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841164288 00000100:00100000:2.0:1777421110.234759:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 201 00000100:00100000:2.0:1777421110.234765:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3296:x1863760841164288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421110.234816:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3296:x1863760841164288:12345-0@lo:400:kworker.0 Request processed in 50us (114us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421110.234823:0:3295:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777421110.234824:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 201 00000100:00100000:1.0:1777421110.234838:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13786c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841164416:0@lo:400:kworker.0 00000100:00080000:2.0:1777421110.234846:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777421110.234859:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13786d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3297:1863760841164544:0@lo:400:kworker.0 00000100:00100000:1.0:1777421110.234871:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421110.234965:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841164416 00000100:00100000:1.0:1777421110.234969:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841164416 00000100:00100000:1.0:1777421110.235003:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 202 00000100:00100000:1.0:1777421110.235011:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13786ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3295:x1863760841164416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421110.235059:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13786ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3295:x1863760841164416:12345-0@lo:400:kworker.0 Request processed in 49us (189us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421110.235066:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 202 00000100:00100000:1.0:1777421110.235094:0:3295:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967350 gen 2 00000004:00080000:1.0:1777421110.235099:0:3295:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967349 committed transno 4294967350 00000004:00080000:1.0:1777421110.235115:0:3295:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9af111014000, transno 4294967350 00000100:00100000:1.0:1777421110.235126:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13786c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841164416:0@lo:400:kworker.0 00000100:00100000:2.0:1777421110.235227:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1777421110.235262:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777421110.235293:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af1345fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3296:1863760841164288:0@lo:400:kworker.0 00000100:00100000:2.0:1777421110.235318:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841164544 00000100:00100000:2.0:1777421110.235322:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841164544 00000100:00100000:2.0:1777421110.235379:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 202 00000100:00100000:2.0:1777421110.235387:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1863760841164544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421110.235430:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1863760841164544:12345-0@lo:400:kworker.0 Request processed in 45us (204us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421110.235435:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 202 00000100:00080000:2.0:1777421110.235453:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777421110.235534:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13786d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3297:1863760841164544:0@lo:400:kworker.0 00000100:00100000:0.0:1777421110.235596:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af1345fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3298:1863760841164160:0@lo:400:kworker.0 00000100:00100000:1.0:1777421110.235678:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af1345f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3298:1863760841164032:0@lo:400:kworker.0 00000100:00100000:3.0:1777421110.612939:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421110.613063:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834044288 00000100:00100000:2.0:1777421110.613074:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834044288 00000100:00100000:2.0:1777421110.613189:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1022 00000100:00100000:2.0:1777421110.613199:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+50:27041:x1863760834044288:12345-192.168.203.47@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1777421110.613308:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+50:27041:x1863760834044288:12345-192.168.203.47@tcp:60:lhsmtool_posix.0 Request processed in 110us (378us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421110.613330:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1022 00000100:00080000:0.0:1777421110.613549:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1777421110.616576:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421111.640545:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1777421111.706595:0:19471:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12h: Restore a released file implicitly from a second node ========================================================== 20:05:10 (1777421110) 00000040:00080000:0.0:1777421112.088600:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777421112.088610:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777421112.088850:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 28 count 3 00000040:00080000:0.0:1777421112.088859:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777421112.283566:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0013b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1863760841164672:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777421112.283634:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421112.283794:0:6546:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841164672 00000100:00100000:2.0:1777421112.283802:0:6546:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841164672 00000100:00100000:2.0:1777421112.283863:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:2.0:1777421112.283873:0:6546:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0039e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1863760841164672:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777421112.283905:0:6546:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 1703936 granted 79888384 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1777421112.283953:0:6546:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0039e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1863760841164672:12345-0@lo:13:osp-pre-0-0.0 Request processed in 81us (318us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421112.283961:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:1.0:1777421112.283993:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0013b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1863760841164672:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1777421112.284346:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:0.0:1777421112.348393:0:7430:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967355 is committed 00000001:00080000:0.0:1777421112.348408:0:7430:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967354 is committed 00000001:00080000:0.0:1777421112.354221:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967953 is committed 00000001:00080000:0.0:1777421112.354233:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967952 is committed 00000020:00080000:0.0:1777421112.354240:0:5782:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 17 batchid updated 00000020:00080000:0.0:1777421112.354270:0:5782:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9af1100f8c00 refcount 2 committed 0 result 0 batchid 18 00000020:00080000:0.0:1777421112.354275:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9af108f7b300 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9af1100f8840 00000020:00080000:0.0:1777421112.354279:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9af108f7b000 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9af12d328400 00000020:00080000:3.0:1777421112.354694:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 18 committed batchid 17 00000020:00080000:3.0:1777421112.354880:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 17 00010000:00010000:3.0:1777421112.664550:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1777421112.709285:0:19521:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: sanity-hsm test_12h Need 2 or more clients, have 1 00010000:00010000:1.0:1777421113.692280:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777421113.873255:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421113.873301:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421113.873322:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834044416 00000100:00100000:0.0:1777421113.873346:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834044416 00000100:00100000:2.0:1777421113.873389:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421113.873416:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421113.873443:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 479 00000100:00100000:0.0:1777421113.873457:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119106450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+12:2367:x1863760834044416:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:0.0:1777421113.873579:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119106450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+12:2367:x1863760834044416:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 123us (332us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421113.873586:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421113.873596:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 479 00000100:00100000:2.0:1777421113.873719:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834044928 00000100:00100000:2.0:1777421113.873724:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834044928 00000100:00100000:2.0:1777421113.873769:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834044544 00000100:00100000:2.0:1777421113.873773:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834044544 00000100:00100000:2.0:1777421113.873800:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 203 00000100:00100000:2.0:1777421113.873808:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+42:2367:x1863760834044928:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:2.0:1777421113.873854:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+42:2367:x1863760834044928:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 46us (463us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421113.873862:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 203 00000100:00100000:2.0:1777421113.873882:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 204 00000100:00100000:2.0:1777421113.873889:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+91:2367:x1863760834044544:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:2.0:1777421113.873916:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+91:2367:x1863760834044544:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 28us (335us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421113.873924:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 204 00000100:00100000:0.0:1777421113.873967:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421113.873973:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834044672 00000100:00100000:1.0:1777421113.873978:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834044672 00000100:00100000:1.0:1777421113.874025:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834045184 00000100:00100000:1.0:1777421113.874029:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834045184 00000100:00100000:3.0:1777421113.874039:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 203 00000100:00100000:3.0:1777421113.874052:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:2367:x1863760834044672:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:2.0:1777421113.874065:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834044800 00000100:00100000:2.0:1777421113.874070:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834044800 00000100:00100000:3.0:1777421113.874093:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:2367:x1863760834044672:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 43us (790us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421113.874102:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 203 00000100:00100000:3.0:1777421113.874120:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 204 00000100:00100000:3.0:1777421113.874128:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2367:x1863760834045184:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:0.0:1777421113.874140:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421113.874157:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2367:x1863760834045184:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 30us (740us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421113.874164:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 204 00000100:00100000:2.0:1777421113.874172:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834045056 00000100:00100000:2.0:1777421113.874177:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834045056 00000100:00100000:1.0:1777421113.874182:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 205 00000100:00100000:3.0:1777421113.874203:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 206 00000100:00100000:3.0:1777421113.874213:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2367:x1863760834045056:12345-192.168.203.47@tcp:400:kworker.0 00000100:00080000:2.0:1777421113.874224:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777421113.874230:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1777421113.874235:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777421113.874253:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2367:x1863760834045056:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 41us (113us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421113.874262:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00246ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+16:2367:x1863760834044800:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777421113.874263:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 206 00000100:00100000:1.0:1777421113.874406:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00246ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+16:2367:x1863760834044800:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 215us (439us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421113.874414:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 205 00000001:02000400:0.0:1777421113.890464:0:19570:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12m: Archive/release/implicit restore ========================================================== 20:05:12 (1777421112) 00000100:00100000:0.0:1777421114.040283:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421114.040789:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834045312 00000100:00100000:2.0:1777421114.040800:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834045312 00000100:00100000:2.0:1777421114.040867:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1023 00000100:00100000:2.0:1777421114.040879:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c678e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+42:27960:x1863760834045312:12345-192.168.203.47@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1777421114.040999:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c678e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+42:27960:x1863760834045312:12345-192.168.203.47@tcp:59:lhsmtool_posix.0 Request processed in 122us (724us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421114.041007:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1023 00000100:00100000:0.0:1777421114.054944:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421114.055053:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834045440 00000100:00100000:2.0:1777421114.055063:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834045440 00000100:00100000:2.0:1777421114.055119:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1024 00000100:00100000:2.0:1777421114.055129:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c67a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+91:27961:x1863760834045440:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:2.0:1777421114.055147:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421114.055167:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d71289387870 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376a59 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421114.055241:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d71289387877 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421114.055255:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d71289387877 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421114.055265:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d71289387877 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.056702:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d7128938787e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.056722:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d7128938787e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.056732:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d7128938787e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.056823:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d71289387877 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.056830:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d71289387877 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.056835:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d71289387877 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.056841:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148ce00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421114.056844:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d71289387877 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.056850:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d71289387877 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.056862:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1187ddd00) 00010000:00010000:3.0:1777421114.056865:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421114.056869:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d71289387877 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.056875:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d71289387877 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.056888:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d7128938787e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.056893:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d7128938787e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.056898:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d7128938787e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.056908:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004440200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421114.056911:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d7128938787e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.056917:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d7128938787e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.056925:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2c7f40eb (ffff9af10b558a00) 00010000:00010000:3.0:1777421114.056928:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421114.056930:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d7128938787e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.056935:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d7128938787e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.056975:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d71289387870 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a59 expref: 92 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.056987:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1187ddd00) 00010000:00010000:3.0:1777421114.056989:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421114.056993:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d71289387870 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a59 expref: 92 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.057003:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af10148da00, rc 0) 00000100:00100000:3.0:1777421114.057073:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c67a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+91:27961:x1863760834045440:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 1945us (2139us total) trans 0 rc 301/301 00000100:00100000:3.0:1777421114.057082:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1024 00000100:00100000:1.0:1777421114.064199:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421114.065075:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834045696 00000100:00100000:3.0:1777421114.065100:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834045696 00000100:00100000:3.0:1777421114.065189:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1025 00000100:00100000:3.0:1777421114.065200:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13786d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+91:27961:x1863760834045696:12345-192.168.203.47@tcp:36:lfs.0 00010000:00010000:3.0:1777421114.065250:0:6569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421114.065283:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d712893875c9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37696b expref: 91 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.065303:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1187ddd00) 00010000:00010000:3.0:1777421114.065309:0:6569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777421114.065458:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387885 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.065477:0:6569:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387608 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376980 expref: 41 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.065486:0:6569:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387885 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.065535:0:6569:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387608 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376980 expref: 41 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.065545:0:6569:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387608 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376980 expref: 41 pid: 7427 timeout: 425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421114.065557:0:6569:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0039e9500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841164800:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777421114.065652:0:6569:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1346d1e40 going to sleep for 11 seconds 00000100:00100000:0.0:1777421114.068619:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421114.068799:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834045824 00000100:00100000:2.0:1777421114.068807:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834045824 00010000:00010000:2.0:1777421114.068849:0:6558:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387608 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376980 expref: 42 pid: 7427 timeout: 425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421114.068905:0:6569:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0039e9500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841164800:192.168.203.47@tcp:104: 00010000:00010000:3.0:1777421114.068936:0:6569:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387885 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421114.069320:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 310 00000100:00100000:2.0:1777421114.069330:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+42:2369:x1863760834045824:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421114.069341:0:6558:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421114.069347:0:6558:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387608 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376980 expref: 42 pid: 7427 timeout: 425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421114.069381:0:6558:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387608 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376980 expref: 42 pid: 7427 timeout: 425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421114.069399:0:6558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387608 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376980 expref: 42 pid: 7427 timeout: 425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421114.069411:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1187ddd00) 00010000:00010000:2.0:1777421114.069424:0:6558:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387885 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421114.069431:0:6558:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387885 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421114.069436:0:6558:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387885 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421114.069454:0:6558:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421114.069509:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+41:2369:x1863760834045824:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 180us (897us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421114.069517:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 310 00010000:00010000:3.0:1777421114.069625:0:6569:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387885 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.069638:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387885 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.069671:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d7128938788c lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.069718:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d7128938788c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.069731:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d7128938788c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421114.070548:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x40:0x0]: returning size 512 00010000:00010000:3.0:1777421114.070561:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387885 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.070571:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387885 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.070579:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387885 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.070585:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004440200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421114.070591:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387885 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.070600:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387885 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.070627:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1187ddd00) 00010000:00010000:3.0:1777421114.070630:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421114.070635:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387885 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.070642:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387885 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777421114.070660:0:6569:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000001235e9bc reply state 0000000032271860 transno 4294967954 ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d7128938788c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421114.070669:0:6569:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777421114.070781:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13786d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+92:27961:x1863760834045696:12345-192.168.203.47@tcp:36:lfs.0 Request processed in 5579us (6597us total) trans 4294967954 rc 0/0 00000100:00100000:3.0:1777421114.070790:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1025 00010000:00010000:3.0:1777421114.074336:0:3281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d7128938788c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.074565:0:3281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d7128938788c lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.074574:0:3281:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d7128938788c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.074581:0:3281:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004440000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421114.074586:0:3281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d7128938788c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.074596:0:3281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d7128938788c lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.074640:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2c7f40eb (ffff9af103234100) 00010000:00010000:3.0:1777421114.074643:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421114.074649:0:3281:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d7128938788c lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.074656:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d7128938788c lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421114.081266:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421114.082726:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834045952 00000100:00100000:3.0:1777421114.082745:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834045952 00000100:00100000:3.0:1777421114.082827:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1026 00000100:00100000:3.0:1777421114.082839:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+91:27962:x1863760834045952:12345-192.168.203.47@tcp:101:bash.0 00010000:00010000:3.0:1777421114.082869:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421114.082898:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387893 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376a60 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.082980:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d7128938789a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.082997:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d7128938789a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.083020:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d7128938789a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421114.083093:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:3.0:1777421114.083097:0:6569:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 28 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421114.083521:0:6569:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d7128938789a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.083576:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387893 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a60 expref: 93 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.083597:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d7128938789a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a60 expref: 92 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.083606:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af103234d00) 00010000:00010000:3.0:1777421114.083610:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777421114.083614:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af004441c00, rc 0) 00000100:00100000:3.0:1777421114.083809:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+92:27962:x1863760834045952:12345-192.168.203.47@tcp:101:bash.0 Request processed in 969us (2555us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421114.083819:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1026 00000100:00100000:0.0:1777421114.089074:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421114.089380:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834046080 00000100:00100000:3.0:1777421114.089393:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834046080 00000100:00100000:3.0:1777421114.089453:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1027 00000100:00100000:3.0:1777421114.089463:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+92:27962:x1863760834046080:12345-192.168.203.47@tcp:101:bash.0 00010000:00010000:3.0:1777421114.089487:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421114.089524:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d712893878a1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376a67 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.089601:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d712893878a8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.089619:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d712893878a8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.089631:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d712893878a8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.089673:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440400/0xa38d712893878af lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.089682:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440400/0xa38d712893878af lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.089690:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440400/0xa38d712893878af lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.089816:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441e00/0xa38d712893878b6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.089824:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441e00/0xa38d712893878b6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.089832:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441e00/0xa38d712893878b6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421114.089867:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x40:0x0]: returning size 512 00000004:00200000:3.0:1777421114.089871:0:6569:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421114.089895:0:6569:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441e00/0xa38d712893878b6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.090084:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d712893878a8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.090093:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d712893878a8 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.090101:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d712893878a8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.090315:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004440e00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421114.090320:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d712893878a8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.090329:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d712893878a8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.090343:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af103234d00) 00010000:00010000:3.0:1777421114.090346:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421114.090377:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d712893878a8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.090384:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d712893878a8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.090400:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440400/0xa38d712893878af lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.090406:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440400/0xa38d712893878af lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.090413:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440400/0xa38d712893878af lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.090418:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004440400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421114.090421:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440400/0xa38d712893878af lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.090428:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440400/0xa38d712893878af lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.090445:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2c7f40eb (ffff9af103234100) 00010000:00010000:3.0:1777421114.090448:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421114.090451:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440400/0xa38d712893878af lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.090457:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440400/0xa38d712893878af lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.090505:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d712893878a1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a67 expref: 94 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.090521:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441e00/0xa38d712893878b6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a67 expref: 93 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.090529:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff9af103234400) 00010000:00010000:3.0:1777421114.090532:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1777421114.090534:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af004441e00, rc 0) 00000100:00100000:3.0:1777421114.090607:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+93:27962:x1863760834046080:12345-192.168.203.47@tcp:101:bash.0 Request processed in 1144us (1546us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421114.090616:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1027 00000100:00100000:1.0:1777421114.094334:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421114.094581:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834046208 00000100:00100000:0.0:1777421114.094595:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834046208 00000100:00100000:0.0:1777421114.094662:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1028 00000100:00100000:0.0:1777421114.094674:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13786c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+93:27962:x1863760834046208:12345-192.168.203.47@tcp:101:bash.0 00010000:00010000:0.0:1777421114.094699:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421114.094723:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d712893878bd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376a6e expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.094802:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d712893878c4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.094818:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d712893878c4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.094831:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d712893878c4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.094847:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d712893878cb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.094855:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d712893878cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.094875:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d712893878cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.094966:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d712893878c4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.094982:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d712893878c4 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.094990:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d712893878c4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.095003:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a1e00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421114.095007:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d712893878c4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.095017:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d712893878c4 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.095033:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff9af103234400) 00010000:00010000:0.0:1777421114.095037:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421114.095042:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d712893878c4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.095048:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d712893878c4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.095063:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d712893878cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.095070:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d712893878cb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.095076:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d712893878cb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.095081:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a0a00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421114.095089:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d712893878cb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.095096:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d712893878cb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.095103:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x1dee485d (ffff9af1187dd100) 00010000:00010000:0.0:1777421114.095105:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421114.095108:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d712893878cb lrc: 2/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.095115:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d712893878cb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.095153:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d712893878bd lrc: 1/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a6e expref: 94 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.095164:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff9af103234400) 00010000:00010000:0.0:1777421114.095167:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421114.095170:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d712893878bd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a6e expref: 94 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.095180:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a0c00, rc 0) 00000100:00100000:0.0:1777421114.095252:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13786c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+93:27962:x1863760834046208:12345-192.168.203.47@tcp:101:bash.0 Request processed in 580us (932us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421114.095260:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1028 00000100:00100000:1.0:1777421114.101612:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421114.101722:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834046336 00000100:00100000:3.0:1777421114.101733:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834046336 00000100:00100000:3.0:1777421114.101794:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1029 00000100:00100000:3.0:1777421114.101805:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13786c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+41:27963:x1863760834046336:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:3.0:1777421114.101825:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421114.101846:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d712893878d2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376a75 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.101944:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440400/0xa38d712893878d9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.101959:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440400/0xa38d712893878d9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.101969:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440400/0xa38d712893878d9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421114.102141:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:3.0:1777421114.102146:0:6569:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 28 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421114.102172:0:6569:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440400/0xa38d712893878d9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.102197:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d712893878d2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a75 expref: 43 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.102215:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440400/0xa38d712893878d9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a75 expref: 42 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.102223:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af103234d00) 00010000:00010000:3.0:1777421114.102226:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777421114.102230:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af004440400, rc 0) 00000100:00100000:3.0:1777421114.102325:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13786c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+42:27963:x1863760834046336:12345-192.168.203.47@tcp:101:rm.0 Request processed in 521us (721us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421114.102332:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1029 00000100:00100000:2.0:1777421114.108587:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421114.108685:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834046464 00000100:00100000:3.0:1777421114.108694:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834046464 00000100:00100000:3.0:1777421114.108791:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1030 00000100:00100000:3.0:1777421114.108800:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+42:27963:x1863760834046464:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:3.0:1777421114.108819:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421114.108839:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d712893878e0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376a7c expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.108913:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d712893878e7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.108926:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d712893878e7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.108936:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d712893878e7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.108949:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d712893878ee lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.108955:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d712893878ee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.108961:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d712893878ee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.109073:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440800/0xa38d712893878f5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.109081:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440800/0xa38d712893878f5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.109088:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440800/0xa38d712893878f5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421114.109141:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x40:0x0]: returning size 512 00000004:00200000:3.0:1777421114.109145:0:6569:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421114.109177:0:6569:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440800/0xa38d712893878f5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.109188:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d712893878e7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.109195:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d712893878e7 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.109201:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d712893878e7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.109207:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004440200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421114.109211:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d712893878e7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.109219:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d712893878e7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.109230:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af103234d00) 00010000:00010000:3.0:1777421114.109236:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421114.109241:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d712893878e7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.109247:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d712893878e7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.109259:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d712893878ee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.109275:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d712893878ee lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.109281:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d712893878ee lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.109286:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004441600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421114.109290:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d712893878ee lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.109296:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d712893878ee lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.109304:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2c7f40eb (ffff9af103234100) 00010000:00010000:3.0:1777421114.109306:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421114.109309:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d712893878ee lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.109315:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d712893878ee lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.109342:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d712893878e0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a7c expref: 44 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.109386:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440800/0xa38d712893878f5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a7c expref: 43 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.109394:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff9af103234400) 00010000:00010000:3.0:1777421114.109397:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1777421114.109406:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af004440800, rc 0) 00000100:00100000:3.0:1777421114.109457:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+43:27963:x1863760834046464:12345-192.168.203.47@tcp:101:rm.0 Request processed in 657us (878us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421114.109469:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1030 00000100:00100000:1.0:1777421114.112561:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421114.112931:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834046592 00000100:00100000:3.0:1777421114.112941:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834046592 00000100:00100000:3.0:1777421114.113031:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1031 00000100:00100000:3.0:1777421114.113041:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13786e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+43:27963:x1863760834046592:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:3.0:1777421114.113058:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421114.113076:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d712893878fc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376a83 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.113144:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289387903 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.113157:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289387903 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.113174:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289387903 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.113188:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441800/0xa38d7128938790a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.113195:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441800/0xa38d7128938790a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.113200:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441800/0xa38d7128938790a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.113256:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289387903 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.113274:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289387903 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.113280:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289387903 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.113285:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004440c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421114.113289:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289387903 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.113295:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289387903 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.113306:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff9af103234400) 00010000:00010000:3.0:1777421114.113309:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421114.113314:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289387903 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.113321:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289387903 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.113334:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441800/0xa38d7128938790a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.113340:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441800/0xa38d7128938790a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.113346:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441800/0xa38d7128938790a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.113371:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004441800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421114.113381:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441800/0xa38d7128938790a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.113388:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441800/0xa38d7128938790a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.113395:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x1dee485d (ffff9af103234c00) 00010000:00010000:3.0:1777421114.113398:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421114.113401:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441800/0xa38d7128938790a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.113407:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441800/0xa38d7128938790a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.113437:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d712893878fc lrc: 1/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a83 expref: 44 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.113446:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff9af103234400) 00010000:00010000:3.0:1777421114.113448:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421114.113452:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d712893878fc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a83 expref: 44 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.113460:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af004440000, rc 0) 00000100:00100000:3.0:1777421114.113535:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13786e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+43:27963:x1863760834046592:12345-192.168.203.47@tcp:101:rm.0 Request processed in 492us (977us total) trans 0 rc 301/301 00000100:00100000:3.0:1777421114.113543:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1031 00000100:00100000:1.0:1777421114.115836:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421114.115900:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834046720 00000100:00100000:3.0:1777421114.115908:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834046720 00000100:00100000:3.0:1777421114.115952:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1032 00000100:00100000:3.0:1777421114.115960:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13786f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+43:27963:x1863760834046720:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:3.0:1777421114.115992:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421114.116009:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d71289387911 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376a8a expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.116060:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387918 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.116071:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387918 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.116081:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387918 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.116092:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d7128938791f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.116098:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d7128938791f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.116104:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d7128938791f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.116154:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387918 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.116160:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387918 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.116166:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387918 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.116172:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004441600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421114.116180:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387918 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.116188:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387918 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.116200:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff9af103234400) 00010000:00010000:3.0:1777421114.116203:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421114.116207:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387918 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.116213:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387918 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.116222:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d7128938791f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.116228:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d7128938791f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.116233:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d7128938791f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.116238:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004440200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421114.116241:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d7128938791f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.116246:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d7128938791f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.116252:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x1dee485d (ffff9af103234100) 00010000:00010000:3.0:1777421114.116255:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421114.116263:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d7128938791f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.116269:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d7128938791f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.116297:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d71289387911 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a8a expref: 44 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.116307:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff9af103234400) 00010000:00010000:3.0:1777421114.116310:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421114.116313:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d71289387911 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a8a expref: 44 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.116323:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af004440e00, rc 0) 00000100:00100000:3.0:1777421114.116398:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13786f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+43:27963:x1863760834046720:12345-192.168.203.47@tcp:101:rm.0 Request processed in 437us (567us total) trans 0 rc 301/301 00000100:00100000:3.0:1777421114.116405:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1032 00000100:00100000:2.0:1777421114.130521:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421114.130627:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834046848 00000100:00100000:0.0:1777421114.130637:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834046848 00000100:00100000:0.0:1777421114.130691:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1033 00000100:00100000:0.0:1777421114.130701:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+43:27964:x1863760834046848:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:0.0:1777421114.130912:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421114.130929:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387926 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376a91 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.130980:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d7128938792d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.130993:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d7128938792d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.131005:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d7128938792d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.131019:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387934 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.131026:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387934 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.131032:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387934 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.131090:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d7128938792d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.131098:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d7128938792d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.131104:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d7128938792d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.131110:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a0a00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421114.131129:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d7128938792d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.131137:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d7128938792d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.131149:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff9af103234400) 00010000:00010000:0.0:1777421114.131152:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421114.131157:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d7128938792d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.131163:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d7128938792d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.131175:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387934 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.131181:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387934 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.131187:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387934 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.131192:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a1e00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421114.131195:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387934 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.131201:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387934 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.131208:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x1dee485d (ffff9af1187dd100) 00010000:00010000:0.0:1777421114.131210:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421114.131219:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387934 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.131225:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387934 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.131256:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387926 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a91 expref: 44 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.131267:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff9af103234400) 00010000:00010000:0.0:1777421114.131269:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421114.131273:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387926 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a91 expref: 44 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.131282:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a0c00, rc 0) 00000100:00100000:0.0:1777421114.131469:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+43:27964:x1863760834046848:12345-192.168.203.47@tcp:101:cp.0 Request processed in 768us (979us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421114.131477:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1033 00000100:00100000:1.0:1777421114.135510:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421114.135550:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834046976 00000100:00100000:0.0:1777421114.135561:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834046976 00000100:00100000:0.0:1777421114.135608:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1034 00000100:00100000:0.0:1777421114.135615:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111014000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+43:27964:x1863760834046976:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:0.0:1777421114.135630:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421114.135656:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d7128938793b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376a98 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.135708:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387942 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.135732:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387942 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.135749:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387942 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.135762:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d71289387949 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.135767:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d71289387949 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.135771:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d71289387949 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.135825:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387942 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.135830:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387942 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.135834:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387942 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.135838:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a1a00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421114.135841:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387942 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.135848:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387942 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.135856:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff9af103234400) 00010000:00010000:0.0:1777421114.135862:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421114.135866:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387942 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.135870:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387942 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.135879:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d71289387949 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.135882:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d71289387949 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.135886:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d71289387949 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.135889:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a0e00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421114.135890:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d71289387949 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.135894:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d71289387949 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.135897:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x1dee485d (ffff9af1187dd300) 00010000:00010000:0.0:1777421114.135899:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421114.135900:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d71289387949 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.135903:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d71289387949 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.135924:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d7128938793b lrc: 1/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a98 expref: 44 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.135938:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff9af103234400) 00010000:00010000:0.0:1777421114.135940:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421114.135942:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d7128938793b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a98 expref: 44 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.135948:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a0400, rc 0) 00000100:00100000:0.0:1777421114.136000:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111014000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+43:27964:x1863760834046976:12345-192.168.203.47@tcp:101:cp.0 Request processed in 383us (506us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421114.136007:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1034 00000040:00080000:1.0:1777421114.136537:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777421114.136542:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777421114.136580:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 28 count 3 00000040:00080000:1.0:1777421114.136586:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777421114.139566:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421114.139706:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834047232 00000100:00100000:0.0:1777421114.139716:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834047232 00000100:00100000:0.0:1777421114.139872:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1035 00000100:00100000:0.0:1777421114.139881:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111014700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+43:27964:x1863760834047232:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:0.0:1777421114.139905:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421114.139925:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289387950 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376a9f expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.140047:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289387957 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.140061:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289387957 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.140072:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289387957 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.140086:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d7128938795e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x40:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.140108:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d7128938795e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.140113:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d7128938795e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777421114.140566:0:5760:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x16:0x0], index 0: 0 00010000:00010000:0.0:1777421114.140742:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387965 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.140752:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387965 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.140759:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387965 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.140791:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289387957 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.140798:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289387957 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.140804:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289387957 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.140811:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a1800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421114.140815:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289387957 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.140822:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289387957 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.140837:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff9af103234400) 00010000:00010000:0.0:1777421114.140840:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421114.140844:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289387957 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.140850:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289387957 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777421114.140860:0:5760:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 0000000085300510 reply state 00000000edd8b6bf transno 4294967955 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d7128938795e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421114.140869:0:5760:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777421114.140896:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289387950 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a9f expref: 46 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.140908:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387965 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a9f expref: 45 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.140915:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff9af1187dd100) 00010000:00010000:0.0:1777421114.140917:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421114.140920:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a0c00, rc 0) 00000100:00100000:0.0:1777421114.140975:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111014700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+46:27964:x1863760834047232:12345-192.168.203.47@tcp:101:cp.0 Request processed in 1094us (1417us total) trans 4294967955 rc 0/0 00000100:00100000:0.0:1777421114.140982:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1035 00010000:00010000:3.0:1777421114.142951:0:3282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d7128938795e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.142968:0:3282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d7128938795e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.142976:0:3282:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d7128938795e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.142983:0:3282:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a1600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421114.142987:0:3282:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d7128938795e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.143013:0:3282:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d7128938795e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.143029:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x1dee485d (ffff9af1187ddc00) 00010000:00010000:3.0:1777421114.143033:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421114.143038:0:3282:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d7128938795e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.143044:0:3282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d7128938795e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421114.146754:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421114.147044:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834047360 00000100:00100000:0.0:1777421114.147055:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834047360 00000100:00100000:0.0:1777421114.147111:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 269 00000100:00100000:0.0:1777421114.147121:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2368:x1863760834047360:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:0.0:1777421114.147139:0:6544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421114.147159:0:6544:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b79e6c99/0xa38d71289387973 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376aa6 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777421114.147186:0:6544:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x16:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1777421114.147205:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421114.147208:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421114.147216:0:6544:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b79e6c99/0xa38d71289387973 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376aa6 expref: 10 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.147233:0:6544:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b79e6c99/0xa38d71289387973 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376aa6 expref: 10 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.147246:0:6544:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a0400, rc 0) 00000100:00100000:0.0:1777421114.147344:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2368:x1863760834047360:12345-192.168.203.47@tcp:101:cp.0 Request processed in 223us (597us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421114.147386:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 269 00000100:00100000:2.0:1777421114.150330:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421114.150477:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834047488 00000100:00100000:3.0:1777421114.150486:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834047488 00000100:00100000:3.0:1777421114.150637:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 270 00000100:00100000:3.0:1777421114.150647:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:27964:x1863760834047488:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:3.0:1777421114.150662:0:6860:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421114.150680:0:6860:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000959997fb/0xa38d7128938797a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376aad expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.150709:0:6860:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b79e6c99/0xa38d71289387973 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376aa6 expref: 11 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.150716:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421114.150718:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421114.150722:0:6860:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000959997fb/0xa38d7128938797a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376aad expref: 11 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.150752:0:6860:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b79e6c99/0xa38d71289387973 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376aa6 expref: 11 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.150777:0:6860:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b79e6c99/0xa38d71289387973 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376aa6 expref: 11 pid: 6544 timeout: 425 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421114.150791:0:6860:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0039e9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:6860:1863760841164928:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777421114.150875:0:6860:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1346d1e40 going to sleep for 11 seconds 00000100:00100000:3.0:1777421114.153271:0:6860:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0039e9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:6860:1863760841164928:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777421114.153271:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00010000:00010000:3.0:1777421114.153302:0:6860:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000959997fb/0xa38d7128938797a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376aad expref: 11 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.153322:0:6860:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af004440e00, rc 0) 00000100:00100000:3.0:1777421114.153403:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:27964:x1863760834047488:12345-192.168.203.47@tcp:101:cp.0 Request processed in 2752us (3074us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421114.153412:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 270 00000100:00100000:0.0:1777421114.153582:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834047616 00000100:00100000:0.0:1777421114.153589:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834047616 00010000:00010000:0.0:1777421114.153618:0:6558:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b79e6c99/0xa38d71289387973 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376aa6 expref: 11 pid: 6544 timeout: 425 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421114.153651:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 311 00000100:00100000:0.0:1777421114.153660:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1056c1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2368:x1863760834047616:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421114.153672:0:6558:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421114.153692:0:6558:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b79e6c99/0xa38d71289387973 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376aa6 expref: 11 pid: 6544 timeout: 425 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.153704:0:6558:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b79e6c99/0xa38d71289387973 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376aa6 expref: 11 pid: 6544 timeout: 425 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.153726:0:6558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b79e6c99/0xa38d71289387973 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376aa6 expref: 11 pid: 6544 timeout: 425 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.153737:0:6558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421114.153739:0:6558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421114.153746:0:6558:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000959997fb/0xa38d7128938797a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376aad expref: 10 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.153755:0:6558:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000959997fb/0xa38d7128938797a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376aad expref: 10 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.153788:0:6558:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000959997fb/0xa38d7128938797a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376aad expref: 10 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421114.153801:0:6558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137df4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:6558:1863760841165056:192.168.203.47@tcp:105: 00000100:00100000:0.0:1777421114.153858:0:6558:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af105ba83c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777421114.156970:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421114.157039:0:6558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137df4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:6558:1863760841165056:192.168.203.47@tcp:105: 00010000:00010000:0.0:1777421114.157060:0:6558:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421114.157062:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834047872 00000100:00100000:1.0:1777421114.157069:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834047872 00000100:00100000:1.0:1777421114.157111:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 220 00000100:00100000:0.0:1777421114.157115:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1056c1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2368:x1863760834047616:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 3456us (3845us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421114.157120:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0039e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+45:27964:x1863760834047872:12345-192.168.203.47@tcp:35:cp.0 00000100:00100000:0.0:1777421114.157124:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 311 00000100:00100000:1.0:1777421114.158809:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0039e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+46:27964:x1863760834047872:12345-192.168.203.47@tcp:35:cp.0 Request processed in 1683us (1841us total) trans 4294967956 rc 0/0 00000100:00100000:1.0:1777421114.158820:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 220 00000100:00100000:3.0:1777421114.184151:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421114.184971:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834048000 00000100:00100000:0.0:1777421114.184984:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834048000 00000100:00100000:0.0:1777421114.185050:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1036 00000100:00100000:0.0:1777421114.185060:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+93:27967:x1863760834048000:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:0.0:1777421114.185078:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421114.185098:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289387981 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376ab4 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.185150:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289387988 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.185161:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289387988 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.185168:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289387988 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.185177:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d7128938798f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.185181:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d7128938798f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.185185:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d7128938798f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.185256:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387996 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.185260:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387996 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.185267:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387996 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421114.185294:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1d:0x0]: returning size 1516 00000004:00200000:0.0:1777421114.185297:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421114.185309:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387996 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.185316:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387996 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.185322:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289387988 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.185326:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289387988 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.185330:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289387988 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.185334:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a1800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421114.185337:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289387988 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.185342:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289387988 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.185384:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff9af103234400) 00010000:00010000:0.0:1777421114.185388:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421114.185392:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289387988 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.185402:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289387988 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.185414:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d7128938798f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.185420:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d7128938798f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.185425:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d7128938798f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.185430:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a0e00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421114.185433:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d7128938798f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.185439:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d7128938798f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.185446:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x1dee485d (ffff9af1187dd900) 00010000:00010000:0.0:1777421114.185458:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421114.185461:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d7128938798f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.185468:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d7128938798f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.185502:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289387981 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ab4 expref: 95 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.185520:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387996 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ab4 expref: 94 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.185528:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff9af1187dd100) 00010000:00010000:0.0:1777421114.185530:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421114.185533:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a1a00, rc 0) 00000100:00100000:0.0:1777421114.185598:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+94:27967:x1863760834048000:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 538us (1456us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421114.185605:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1036 00000100:00100000:0.0:1777421114.189920:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421114.190110:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834048128 00000100:00100000:3.0:1777421114.190120:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834048128 00000100:00100000:3.0:1777421114.190176:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 271 00000100:00100000:3.0:1777421114.190186:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:2369:x1863760834048128:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:3.0:1777421114.190204:0:6860:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421114.190221:0:6860:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e5fe39b8/0xa38d7128938799d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376abb expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421114.190277:0:6860:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137de8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:6860:1863760841165184:192.168.203.47@tcp:106: 00000100:00100000:2.0:1777421114.190655:0:6860:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1346d1e40 going to sleep for 11 seconds 00002000:00010000:3.0:1777421114.192901:0:6860:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x240000400:0x16:0x0] updating lvb size: 0 -> 1516 00002000:00010000:3.0:1777421114.192913:0:6860:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x16:0x0] updating lvb mtime: 0 -> 1777421114 00002000:00010000:3.0:1777421114.192916:0:6860:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x16:0x0] updating lvb atime: 0 -> 1777421114 00002000:00010000:3.0:1777421114.192918:0:6860:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x16:0x0] updating lvb ctime: 0 -> 1777421114 00000100:00100000:3.0:1777421114.192945:0:6860:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137de8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:6860:1863760841165184:192.168.203.47@tcp:106: 00010000:00010000:3.0:1777421114.192992:0:6860:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e5fe39b8/0xa38d7128938799d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376abb expref: 12 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.193023:0:6860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e5fe39b8/0xa38d7128938799d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376abb expref: 12 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.193037:0:6860:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af004440200, rc 0) 00000100:00100000:3.0:1777421114.193121:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:2369:x1863760834048128:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 2935us (3209us total) trans 0 rc 301/301 00000100:00100000:3.0:1777421114.193132:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 271 00000100:00100000:1.0:1777421114.195868:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421114.196001:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834048256 00000100:00100000:3.0:1777421114.196012:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834048256 00000100:00100000:3.0:1777421114.196073:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1037 00000100:00100000:3.0:1777421114.196083:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+94:27967:x1863760834048256:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:3.0:1777421114.196101:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421114.196120:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d712893879a4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376ac2 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.196184:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d712893879ab lrc: 3/1,0 mode: --/PR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.196197:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d712893879ab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.196222:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d712893879ab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421114.196278:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x40:0x0]: returning size 512 00000004:00200000:3.0:1777421114.196282:0:6569:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421114.196305:0:6569:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d712893879ab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.196329:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d712893879a4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ac2 expref: 96 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.196390:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d712893879ab lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ac2 expref: 95 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421114.196399:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff9af103234400) 00010000:00010000:3.0:1777421114.196402:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777421114.196406:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af004440000, rc 0) 00000100:00100000:3.0:1777421114.196464:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+95:27967:x1863760834048256:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 383us (605us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421114.196472:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1037 00000100:00100000:1.0:1777421114.200316:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421114.200571:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834048384 00000100:00100000:3.0:1777421114.200582:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834048384 00000100:00100000:2.0:1777421114.200765:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 272 00000100:00100000:2.0:1777421114.200776:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:2368:x1863760834048384:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:2.0:1777421114.200793:0:6860:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421114.200812:0:6860:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004ab5b031/0xa38d712893879b2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376ac9 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421114.200876:0:6860:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137954a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:6860:1863760841165312:192.168.203.47@tcp:106: 00000100:00100000:2.0:1777421114.200956:0:6860:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1348d26c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777421114.204128:0:6860:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137954a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:6860:1863760841165312:192.168.203.47@tcp:106: 00010000:00010000:0.0:1777421114.204162:0:6860:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004ab5b031/0xa38d712893879b2 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ac9 expref: 12 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.204186:0:6860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004ab5b031/0xa38d712893879b2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ac9 expref: 12 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421114.204200:0:6860:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af10148ca00, rc 0) 00000100:00100000:0.0:1777421114.204306:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:2368:x1863760834048384:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 3531us (3998us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421114.204315:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 272 00000100:00100000:1.0:1777421114.209548:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421114.209795:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834048640 00000100:00100000:0.0:1777421114.209805:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834048640 00000100:00100000:0.0:1777421114.209867:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1038 00000100:00100000:0.0:1777421114.209876:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+95:27967:x1863760834048640:12345-192.168.203.47@tcp:58:lfs.0 00000040:00080000:0.0:1777421114.210237:0:5760:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].28, 136 off12000 00000100:00100000:0.0:1777421114.210577:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+95:27967:x1863760834048640:12345-192.168.203.47@tcp:58:lfs.0 Request processed in 697us (1031us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421114.210588:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1038 00000040:00080000:1.0:1777421114.681807:0:19619:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777421114.681817:0:19619:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777421114.681866:0:19619:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 29 count 4 00000040:00080000:1.0:1777421114.681872:0:19619:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1777421114.714013:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1777421115.160671:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777421115.160684:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777421115.160733:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 29 count 4 00000040:00080000:1.0:1777421115.160740:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777421115.161144:0:11331:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0010f5500 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841165440:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1777421115.161266:0:11331:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af110f41c00 going to sleep for 11 seconds 00000100:00100000:0.0:1777421115.171185:0:11331:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0010f5500 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841165440:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1777421115.171495:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421115.171659:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834048768 00000100:00100000:3.0:1777421115.171672:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834048768 00000100:00080000:2.0:1777421115.171743:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777421115.171751:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1039 00000100:00100000:3.0:1777421115.171763:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137955500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+46:27978:x1863760834048768:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1777421115.171798:0:6569:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x1d:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1777421115.171899:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137955500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+46:27978:x1863760834048768:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 138us (414us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421115.171919:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1039 00000100:00100000:1.0:1777421115.178717:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421115.178841:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834049024 00000100:00100000:0.0:1777421115.178852:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834049024 00000100:00100000:0.0:1777421115.178909:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1040 00000100:00100000:0.0:1777421115.178919:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+46:27978:x1863760834049024:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421115.178939:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421115.178957:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d712893879b9 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376ad0 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421115.179049:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d712893879c0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421115.179062:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d712893879c0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421115.179073:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d712893879c0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421115.179083:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1d:0x0]: returning size 1516 00010000:00010000:0.0:1777421115.179290:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d712893879b9 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ad0 expref: 49 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421115.179304:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d712893879c0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ad0 expref: 48 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421115.179310:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff9af1187dd100) 00010000:00010000:0.0:1777421115.179313:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421115.179315:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a1800, rc 0) 00000100:00100000:0.0:1777421115.179438:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:27978:x1863760834049024:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 520us (730us total) trans 4294967957 rc 0/0 00000100:00100000:0.0:1777421115.179444:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1040 00000100:00100000:1.0:1777421115.181499:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421115.181597:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834049152 00000100:00100000:0.0:1777421115.181604:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834049152 00000100:00100000:0.0:1777421115.181653:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 45 00000100:00100000:0.0:1777421115.181662:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:2369:x1863760834049152:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421115.181676:0:6558:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421115.181698:0:6558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d712893879c0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ad0 expref: 48 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421115.181713:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff9af1187dd100) 00010000:00010000:0.0:1777421115.181718:0:6558:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421115.181764:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+47:2369:x1863760834049152:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 103us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421115.181772:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 45 00000100:00100000:2.0:1777421115.182219:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421115.182279:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834049280 00000100:00100000:0.0:1777421115.182284:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834049280 00000100:00100000:0.0:1777421115.182333:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 273 00000100:00100000:0.0:1777421115.182340:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2366:x1863760834049280:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1777421115.182388:0:6860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005ad53228/0xa38d712893879ce lrc: 3/1,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421115.182406:0:6860:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000959997fb/0xa38d7128938797a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376aad expref: 10 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421115.182418:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777421115.182420:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777421115.182424:0:6860:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005ad53228/0xa38d712893879ce lrc: 4/1,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421115.182454:0:6860:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000959997fb/0xa38d7128938797a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376aad expref: 10 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421115.182467:0:6860:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000959997fb/0xa38d7128938797a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376aad expref: 10 pid: 6860 timeout: 426 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421115.182480:0:6860:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137df4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:6860:1863760841165568:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777421115.182564:0:6860:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af105ba8840 going to sleep for 11 seconds 00000100:00080000:2.0:1777421115.182805:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777421115.186505:0:6860:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137df4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:6860:1863760841165568:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421115.186533:0:6860:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005ad53228/0xa38d712893879ce lrc: 3/1,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421115.187174:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421115.187326:0:17822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834049408 00000100:00100000:3.0:1777421115.187335:0:17822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834049408 00002000:00100000:3.0:1777421115.187407:0:17822:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x16:0x0] (0->1515) req@ffff9af137956a00 x1863760834049408/t0(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:126/0 lens 2008/0 e 0 to 0 dl 1777421126 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777421115.187417:0:17822:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af137956a00 with x1863760834049408 ext(0->1515) 00010000:00010000:3.0:1777421115.187424:0:17822:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000959997fb/0xa38d7128938797a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376aad expref: 11 pid: 6860 timeout: 426 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421115.187438:0:17822:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000959997fb/0xa38d7128938797a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376aad expref: 11 pid: 6860 timeout: 426 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777421115.187446:0:17822:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9af137956a00 00000100:00100000:3.0:1777421115.187473:0:17822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 11 00000100:00100000:3.0:1777421115.187483:0:17822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137956a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2368:x1863760834049408:12345-192.168.203.47@tcp:4:cp.0 00000100:00100000:3.0:1777421115.187962:0:17822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137956a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+13:2368:x1863760834049408:12345-192.168.203.47@tcp:4:cp.0 Request processed in 480us (789us total) trans 4294967351 rc 0/0 00000100:00100000:3.0:1777421115.187973:0:17822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 11 00002000:00100000:3.0:1777421115.187981:0:17822:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x16:0x0] (0->1515) req@ffff9af137956a00 x1863760834049408/t4294967351(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:126/0 lens 2008/448 e 0 to 0 dl 1777421126 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777421115.187990:0:17822:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af137956a00 with x1863760834049408 ext(0->1515) 00010000:00010000:3.0:1777421115.187996:0:17822:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000959997fb/0xa38d7128938797a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376aad expref: 13 pid: 6860 timeout: 426 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421115.188019:0:17822:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000959997fb/0xa38d7128938797a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376aad expref: 13 pid: 6860 timeout: 426 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777421115.188026:0:17822:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9af137956a00 00000100:00100000:1.0:1777421115.190638:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421115.190684:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834049536 00000100:00100000:3.0:1777421115.190693:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834049536 00010000:00010000:3.0:1777421115.190725:0:5747:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000959997fb/0xa38d7128938797a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376aad expref: 13 pid: 6860 timeout: 426 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421115.190763:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 312 00000100:00100000:3.0:1777421115.190773:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+13:2367:x1863760834049536:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421115.190785:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421115.190804:0:5747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000959997fb/0xa38d7128938797a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376aad expref: 13 pid: 6860 timeout: 426 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421115.191133:0:5747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000959997fb/0xa38d7128938797a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376aad expref: 13 pid: 6860 timeout: 426 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421115.191155:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000959997fb/0xa38d7128938797a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376aad expref: 13 pid: 6860 timeout: 426 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421115.191170:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421115.191172:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421115.191177:0:5747:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005ad53228/0xa38d712893879ce lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421115.191205:0:5747:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005ad53228/0xa38d712893879ce lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421115.191245:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421115.191263:0:6860:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005ad53228/0xa38d712893879ce lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421115.191271:0:6860:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005ad53228/0xa38d712893879ce lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421115.191293:0:6860:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005ad53228/0xa38d712893879ce lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421115.191306:0:6860:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005ad53228/0xa38d712893879ce lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421115.191314:0:6860:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005ad53228/0xa38d712893879ce lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421115.191321:0:6860:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a0a00 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:0.0:1777421115.191325:0:6860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005ad53228/0xa38d712893879ce lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421115.191334:0:6860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005ad53228/0xa38d712893879ce lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421115.191345:0:6860:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005ad53228/0xa38d712893879ce lrc: 2/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421115.191370:0:6860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005ad53228/0xa38d712893879ce lrc: 0/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421115.191380:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2367:x1863760834049536:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 580us (721us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421115.191388:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 312 00000100:00100000:0.0:1777421115.191413:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2366:x1863760834049280:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 Request processed in 9073us (9195us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421115.191421:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 273 00000100:00100000:1.0:1777421115.193339:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421115.193453:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834049792 00000100:00100000:0.0:1777421115.193462:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834049792 00000100:00100000:0.0:1777421115.193518:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1041 00000100:00100000:0.0:1777421115.193528:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+47:27978:x1863760834049792:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1777421115.193623:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+47:27978:x1863760834049792:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 97us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421115.193631:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1041 00000100:00100000:2.0:1777421115.196200:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421115.196331:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834049920 00000100:00100000:0.0:1777421115.196340:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834049920 00000100:00100000:0.0:1777421115.196414:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 274 00000100:00100000:0.0:1777421115.196424:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137957800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2369:x1863760834049920:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421115.196440:0:6860:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421115.196459:0:6860:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000922a73d1/0xa38d712893879d5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376ad7 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777421115.196483:0:6860:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x16:0x0] initial LVB size: 1516, mtime: 0x69f14b3a, atime: 0x0, ctime: 0x69f14b3a, blocks: 0x1 00010000:00010000:0.0:1777421115.196512:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421115.196514:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421115.196522:0:6860:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000922a73d1/0xa38d712893879d5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ad7 expref: 12 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421115.196538:0:6860:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000922a73d1/0xa38d712893879d5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ad7 expref: 12 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421115.196552:0:6860:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a1800, rc 0) 00000100:00100000:0.0:1777421115.196725:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137957800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2369:x1863760834049920:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 301us (531us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421115.196732:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 274 00000100:00100000:1.0:1777421115.199788:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421115.199957:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834050176 00000100:00100000:0.0:1777421115.199967:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834050176 00000100:00100000:0.0:1777421115.200018:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1042 00000100:00100000:0.0:1777421115.200028:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+47:27978:x1863760834050176:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1777421115.200127:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+47:27978:x1863760834050176:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 99us (346us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421115.200134:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1042 00000100:00100000:1.0:1777421115.203242:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421115.203329:0:17930:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834050304 00000100:00100000:0.0:1777421115.203339:0:17930:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834050304 00002000:00100000:0.0:1777421115.203401:0:17930:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x16:0x0] (0->4095) req@ffff9af0010f5c00 x1863760834050304/t0(0) o3->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:126/0 lens 488/0 e 0 to 0 dl 1777421126 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421115.203412:0:17930:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0010f5c00 with x1863760834050304 ext(0->4095) 00002000:00010000:0.0:1777421115.203418:0:17930:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af0010f5c00 00000100:00100000:0.0:1777421115.203444:0:17930:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 96 00000100:00100000:0.0:1777421115.203453:0:17930:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2369:x1863760834050304:12345-192.168.203.47@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1777421115.203648:0:17930:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2369:x1863760834050304:12345-192.168.203.47@tcp:3:lhsmtool_posix.0 Request processed in 192us (410us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1777421115.203656:0:17930:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 96 00002000:00100000:0.0:1777421115.203662:0:17930:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x16:0x0] (0->4095) req@ffff9af0010f5c00 x1863760834050304/t0(0) o3->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:126/0 lens 488/4536 e 0 to 0 dl 1777421126 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421115.203670:0:17930:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0010f5c00 with x1863760834050304 ext(0->4095) 00002000:00010000:0.0:1777421115.203673:0:17930:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af0010f5c00 00000100:00100000:2.0:1777421115.207085:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421115.207132:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834050432 00000100:00100000:3.0:1777421115.207140:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834050432 00000100:00100000:3.0:1777421115.207185:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1043 00000100:00100000:3.0:1777421115.207193:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137954380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+47:27978:x1863760834050432:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421115.207207:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421115.207223:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d712893879dc lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376ade expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421115.207257:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d712893879e3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421115.207267:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d712893879e3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421115.207275:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d712893879e3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421115.207378:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d712893879dc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ade expref: 49 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421115.207401:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d712893879e3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ade expref: 48 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421115.207406:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff9af1187dd100) 00010000:00010000:3.0:1777421115.207408:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1777421115.207411:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af004440200, rc 0) 00000100:00100000:3.0:1777421115.207461:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137954380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:27978:x1863760834050432:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 267us (382us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421115.207469:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1043 00000100:00100000:1.0:1777421115.210580:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421115.210666:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834050560 00000100:00100000:2.0:1777421115.210677:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834050560 00000100:00100000:2.0:1777421115.210780:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1044 00000100:00100000:2.0:1777421115.210788:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:27978:x1863760834050560:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1777421115.210813:0:6569:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x1d:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1777421115.210915:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:27978:x1863760834050560:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 127us (340us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421115.210923:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1044 00000100:00100000:1.0:1777421115.213442:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421115.213583:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834050688 00000100:00100000:0.0:1777421115.213593:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834050688 00000100:00100000:0.0:1777421115.213648:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 275 00000100:00100000:0.0:1777421115.213657:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2369:x1863760834050688:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1777421115.213698:0:6860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005ad53228/0xa38d712893879ea lrc: 3/1,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421115.213714:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421115.213716:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421115.213720:0:6860:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005ad53228/0xa38d712893879ea lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421115.213738:0:6860:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005ad53228/0xa38d712893879ea lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421115.213766:0:6860:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005ad53228/0xa38d712893879ea lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421115.213775:0:6860:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005ad53228/0xa38d712893879ea lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421115.213783:0:6860:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005ad53228/0xa38d712893879ea lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421115.213790:0:6860:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a0a00 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:0.0:1777421115.213793:0:6860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005ad53228/0xa38d712893879ea lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421115.213799:0:6860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005ad53228/0xa38d712893879ea lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421115.213814:0:6860:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005ad53228/0xa38d712893879ea lrc: 2/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421115.213822:0:6860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005ad53228/0xa38d712893879ea lrc: 0/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421115.213882:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2369:x1863760834050688:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 Request processed in 225us (446us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421115.213898:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 275 00000100:00100000:1.0:1777421115.215506:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421115.215640:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834050944 00000100:00100000:2.0:1777421115.215647:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834050944 00000100:00100000:2.0:1777421115.215694:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1045 00000100:00100000:2.0:1777421115.215703:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110397800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:27978:x1863760834050944:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1777421115.215764:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d712893879f1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421115.215775:0:6569:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d712893879e3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ade expref: 48 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421115.215782:0:6569:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d712893879f1 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421115.215809:0:6569:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d712893879e3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ade expref: 48 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421115.215839:0:6569:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d712893879e3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ade expref: 48 pid: 6569 timeout: 426 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421115.215854:0:6569:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137955180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841165696:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777421115.215928:0:6569:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1348d26c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777421115.217938:0:6569:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137955180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841165696:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777421115.217966:0:6569:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d712893879f1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421115.218717:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421115.218788:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834051072 00000100:00100000:3.0:1777421115.218796:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834051072 00010000:00010000:3.0:1777421115.218826:0:5747:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d712893879e3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ade expref: 49 pid: 6569 timeout: 426 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421115.218862:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 313 00000100:00100000:3.0:1777421115.218872:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110395880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+49:2366:x1863760834051072:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421115.218884:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421115.218899:0:5747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d712893879e3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ade expref: 49 pid: 6569 timeout: 426 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421115.218913:0:5747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d712893879e3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ade expref: 49 pid: 6569 timeout: 426 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421115.218934:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d712893879e3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ade expref: 49 pid: 6569 timeout: 426 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421115.218964:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff9af1187dd100) 00010000:00010000:3.0:1777421115.218968:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d712893879f1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421115.218975:0:5747:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d712893879f1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421115.218980:0:5747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d712893879f1 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421115.219002:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421115.219051:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110395880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:2366:x1863760834051072:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 180us (336us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421115.219059:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 313 00010000:00010000:2.0:1777421115.219189:0:6569:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d712893879f1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421115.219198:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d712893879f1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421115.219402:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d712893879f1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421115.219408:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d712893879f1 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421115.219412:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d712893879f1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421115.219416:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148ce00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421115.219419:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d712893879f1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421115.219424:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d712893879f1 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421115.219435:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff9af1187dd100) 00010000:00010000:2.0:1777421115.219437:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777421115.219439:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d712893879f1 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421115.219443:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d712893879f1 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421115.219709:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110397800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:27978:x1863760834050944:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 4006us (4221us total) trans 4294967958 rc 0/0 00000100:00100000:2.0:1777421115.219718:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1045 00000040:00080000:1.0:1777421115.220161:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777421115.220166:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777421115.221007:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:1.0:1777421115.221015:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777421115.222307:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421115.222526:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834051328 00000100:00100000:0.0:1777421115.222534:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834051328 00000100:00100000:0.0:1777421115.222626:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 221 00000100:00100000:0.0:1777421115.222637:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110394000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:27978:x1863760834051328:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1777421115.222877:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110394000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+49:27978:x1863760834051328:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 241us (572us total) trans 4294967959 rc 0/0 00000100:00100000:0.0:1777421115.222884:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 221 00000100:00100000:1.0:1777421115.352592:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af110395500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3297:1863760841166080:0@lo:400:kworker.0 00000100:00100000:1.0:1777421115.352666:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421115.352725:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777421115.352732:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af110395c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841166208:0@lo:400:kworker.0 00000100:00100000:1.0:1777421115.352759:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421115.352910:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af110395180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3296:1863760841165952:0@lo:400:kworker.0 00000100:00100000:3.0:1777421115.352941:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421115.352968:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af110394700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841166464:0@lo:400:kworker.0 00000100:00100000:3.0:1777421115.352988:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421115.353007:0:3296:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1777421115.353012:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af110396680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3296:1863760841165824:0@lo:400:kworker.0 00000100:00100000:3.0:1777421115.353038:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421115.353057:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af110394e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3296:1863760841166336:0@lo:400:kworker.0 00000100:00100000:3.0:1777421115.353077:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421115.353102:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841166208 00000100:00100000:3.0:1777421115.353109:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841166208 00000100:00100000:3.0:1777421115.353157:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841166464 00000100:00100000:3.0:1777421115.353174:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841166464 00000100:00100000:3.0:1777421115.353202:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 207 00000100:00100000:3.0:1777421115.353210:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110395f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841166208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421115.353256:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110395f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841166208:12345-0@lo:400:kworker.0 Request processed in 47us (496us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421115.353264:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 207 00000100:00100000:3.0:1777421115.353278:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 208 00000100:00100000:3.0:1777421115.353284:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137de9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3296:x1863760841166464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421115.353310:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137de9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3296:x1863760841166464:12345-0@lo:400:kworker.0 Request processed in 27us (320us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421115.353316:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 208 00000100:00080000:3.0:1777421115.353339:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777421115.353343:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777421115.353384:0:3296:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967355 gen 2 00000004:00080000:3.0:1777421115.353390:0:3296:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967355 committed transno 4294967355 00000100:00100000:3.0:1777421115.353409:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af110394700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841166464:0@lo:400:kworker.0 00000100:00100000:3.0:1777421115.353432:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af110395c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841166208:0@lo:400:kworker.0 00000100:00100000:1.0:1777421115.353599:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841166080 00000100:00100000:1.0:1777421115.353604:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841166080 00000100:00100000:1.0:1777421115.353643:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841165952 00000100:00100000:1.0:1777421115.353647:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841165952 00000100:00100000:1.0:1777421115.353673:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841166336 00000100:00100000:1.0:1777421115.353676:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841166336 00000100:00100000:1.0:1777421115.353702:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205 00000100:00100000:1.0:1777421115.353709:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110396300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1863760841166080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421115.353747:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110396300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1863760841166080:12345-0@lo:400:kworker.0 Request processed in 38us (1091us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421115.353753:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205 00000100:00100000:1.0:1777421115.353777:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 206 00000100:00100000:1.0:1777421115.353784:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137de8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1863760841165952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421115.353814:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137de8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1863760841165952:12345-0@lo:400:kworker.0 Request processed in 31us (873us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421115.353820:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 206 00000100:00100000:1.0:1777421115.353831:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 207 00000100:00100000:1.0:1777421115.353836:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137deb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3296:x1863760841166336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421115.353861:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137deb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3296:x1863760841166336:12345-0@lo:400:kworker.0 Request processed in 25us (783us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421115.353867:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 207 00000100:00100000:1.0:1777421115.353894:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af110395500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3297:1863760841166080:0@lo:400:kworker.0 00000100:00100000:2.0:1777421115.354093:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841165824 00000100:00100000:2.0:1777421115.354099:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841165824 00000100:00100000:2.0:1777421115.354137:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 480 00000100:00100000:2.0:1777421115.354144:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119104050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3296:x1863760841165824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421115.354177:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119104050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3296:x1863760841165824:12345-0@lo:400:kworker.0 Request processed in 33us (1137us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421115.354183:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 480 00000100:00100000:2.0:1777421115.354377:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137df4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841166592:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777421115.354409:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1777421115.354494:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777421115.354517:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af110396680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3296:1863760841165824:0@lo:400:kworker.0 00000100:00100000:3.0:1777421115.354528:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af110394e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3296:1863760841166336:0@lo:400:kworker.0 00000100:00100000:3.0:1777421115.354537:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af110395180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3296:1863760841165952:0@lo:400:kworker.0 00000100:00100000:0.0:1777421115.354598:0:6546:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841166592 00000100:00100000:0.0:1777421115.354603:0:6546:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841166592 00000100:00100000:0.0:1777421115.354641:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:0.0:1777421115.354648:0:6546:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137955180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841166592:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1777421115.354685:0:6546:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 81592320 pending 0 free 3850371072 avail 3848273920 00000100:00100000:0.0:1777421115.354733:0:6546:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137955180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841166592:12345-0@lo:13:osp-pre-1-0.0 Request processed in 86us (323us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421115.354739:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:3.0:1777421115.354938:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137df4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841166592:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1777421115.736674:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1777421116.166245:0:19670:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777421116.166258:0:19670:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777421116.166332:0:19670:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 29 count 4 00000040:00080000:3.0:1777421116.166340:0:19670:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777421116.199081:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421116.199162:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834051456 00000100:00100000:0.0:1777421116.199178:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834051456 00000100:00080000:3.0:1777421116.199612:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777421116.199640:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 276 00000100:00100000:0.0:1777421116.199652:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137955c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:2368:x1863760834051456:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:0.0:1777421116.199676:0:6860:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421116.199700:0:6860:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000068cbfaff/0xa38d712893879f8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376ae5 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421116.199732:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421116.199734:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421116.199744:0:6860:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000068cbfaff/0xa38d712893879f8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ae5 expref: 12 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421116.199764:0:6860:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000068cbfaff/0xa38d712893879f8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ae5 expref: 12 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421116.199781:0:6860:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a0e00, rc 0) 00000100:00100000:0.0:1777421116.199852:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137955c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+12:2368:x1863760834051456:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 201us (785us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421116.199860:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 276 00000100:00100000:1.0:1777421116.205531:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421116.205606:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834051712 00000100:00100000:3.0:1777421116.205622:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834051712 00000100:00080000:0.0:1777421116.205698:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777421116.205726:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1046 00000100:00100000:3.0:1777421116.205740:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110395500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+95:27986:x1863760834051712:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:3.0:1777421116.205761:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421116.205784:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d712893879ff lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376aec expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.205881:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d71289387a06 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.205896:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d71289387a06 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.205907:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d71289387a06 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421116.205921:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1d:0x0]: returning size 1516 00010000:00010000:3.0:1777421116.206043:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d712893879ff lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376aec expref: 98 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.206063:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d71289387a06 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376aec expref: 97 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.206072:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff9af1187dd100) 00010000:00010000:3.0:1777421116.206076:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1777421116.206094:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af004440e00, rc 0) 00000100:00100000:3.0:1777421116.206170:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110395500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+97:27986:x1863760834051712:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 434us (652us total) trans 4294967960 rc 0/0 00000100:00100000:3.0:1777421116.206179:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1046 00000100:00100000:0.0:1777421116.208693:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421116.208755:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834051840 00000100:00100000:1.0:1777421116.208771:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834051840 00000100:00100000:1.0:1777421116.208844:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 277 00000100:00100000:1.0:1777421116.208856:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+12:2369:x1863760834051840:12345-192.168.203.47@tcp:1:lfs.0 00010000:00010000:1.0:1777421116.208910:0:6541:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000313f0c39/0xa38d71289387a14 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.208934:0:6541:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000922a73d1/0xa38d712893879d5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ad7 expref: 11 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.208958:0:6541:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000068cbfaff/0xa38d712893879f8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ae5 expref: 12 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.208974:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421116.208978:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421116.208983:0:6541:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000313f0c39/0xa38d71289387a14 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.209025:0:6541:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000068cbfaff/0xa38d712893879f8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ae5 expref: 12 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.209042:0:6541:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000068cbfaff/0xa38d712893879f8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ae5 expref: 12 pid: 6860 timeout: 427 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421116.209060:0:6541:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af110396a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6541:1863760841166720:192.168.203.47@tcp:104: 00010000:00010000:1.0:1777421116.209190:0:6541:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000922a73d1/0xa38d712893879d5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ad7 expref: 11 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.209201:0:6541:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000922a73d1/0xa38d712893879d5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ad7 expref: 11 pid: 6860 timeout: 427 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421116.209212:0:6541:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af110397b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6541:1863760841166848:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777421116.209239:0:6541:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0038b6c00 going to sleep for 11 seconds 00000100:00100000:1.0:1777421116.212077:0:6541:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af110396a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6541:1863760841166720:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777421116.212094:0:6541:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af110397b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6541:1863760841166848:192.168.203.47@tcp:104: 00010000:00010000:1.0:1777421116.212131:0:6541:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000313f0c39/0xa38d71289387a14 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421116.215100:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421116.215144:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421116.215175:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834051968 00000100:00100000:0.0:1777421116.215185:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834051968 00010000:00010000:0.0:1777421116.215223:0:5747:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000068cbfaff/0xa38d712893879f8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ae5 expref: 13 pid: 6860 timeout: 427 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421116.215258:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834052096 00000100:00100000:0.0:1777421116.215261:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834052096 00010000:00010000:0.0:1777421116.215273:0:5747:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000922a73d1/0xa38d712893879d5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ad7 expref: 12 pid: 6860 timeout: 427 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421116.215296:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 314 00000100:00100000:0.0:1777421116.215305:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+13:2368:x1863760834051968:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421116.215320:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421116.215340:0:5747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000068cbfaff/0xa38d712893879f8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ae5 expref: 13 pid: 6860 timeout: 427 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421116.215387:0:5747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000068cbfaff/0xa38d712893879f8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ae5 expref: 13 pid: 6860 timeout: 427 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421116.215409:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000068cbfaff/0xa38d712893879f8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ae5 expref: 13 pid: 6860 timeout: 427 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421116.215424:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421116.215471:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+12:2368:x1863760834051968:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 166us (377us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421116.215489:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 314 00000100:00100000:0.0:1777421116.215508:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 315 00000100:00100000:0.0:1777421116.215515:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2368:x1863760834052096:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421116.215525:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421116.215534:0:5747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000922a73d1/0xa38d712893879d5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ad7 expref: 12 pid: 6860 timeout: 427 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421116.215544:0:5747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000922a73d1/0xa38d712893879d5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ad7 expref: 12 pid: 6860 timeout: 427 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421116.215558:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000922a73d1/0xa38d712893879d5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ad7 expref: 12 pid: 6860 timeout: 427 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421116.215573:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421116.215575:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421116.215580:0:5747:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000313f0c39/0xa38d71289387a14 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421116.215591:0:5747:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000313f0c39/0xa38d71289387a14 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421116.215620:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421116.215638:0:6541:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000313f0c39/0xa38d71289387a14 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421116.215643:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2368:x1863760834052096:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 127us (498us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421116.215651:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 315 00010000:00010000:2.0:1777421116.215664:0:6541:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000313f0c39/0xa38d71289387a14 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.215707:0:6541:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000313f0c39/0xa38d71289387a14 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.215716:0:6541:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000313f0c39/0xa38d71289387a14 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.215724:0:6541:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000313f0c39/0xa38d71289387a14 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.215732:0:6541:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137839800 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:2.0:1777421116.215749:0:6541:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000313f0c39/0xa38d71289387a14 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.215759:0:6541:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000313f0c39/0xa38d71289387a14 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.215772:0:6541:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000313f0c39/0xa38d71289387a14 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.215780:0:6541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000313f0c39/0xa38d71289387a14 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421116.215842:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:2369:x1863760834051840:12345-192.168.203.47@tcp:1:lfs.0 Request processed in 6987us (7156us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421116.215851:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 277 00000100:00100000:0.0:1777421116.218895:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421116.218971:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834052352 00000100:00100000:1.0:1777421116.218985:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834052352 00000100:00100000:1.0:1777421116.219062:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 222 00000100:00100000:1.0:1777421116.219076:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+97:27986:x1863760834052352:12345-192.168.203.47@tcp:35:lfs.0 00000004:00010000:1.0:1777421116.219139:0:13879:0:(mdt_open.c:1996:mdt_hsm_release()) ### [0x200000402:0x1d:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d71289387a06 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376aec expref: 97 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777421116.219386:0:13879:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967961 00000001:00080000:1.0:1777421116.219769:0:13879:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967962 00010000:00010000:1.0:1777421116.219826:0:13879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289387a1b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.219841:0:13879:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387965 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a9f expref: 48 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.219849:0:13879:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387996 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ab4 expref: 100 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.219856:0:13879:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289387a1b lrc: 5/0,1 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.219891:0:13879:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387996 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ab4 expref: 100 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.219917:0:13879:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387996 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ab4 expref: 100 pid: 5760 timeout: 428 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421116.219930:0:13879:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af110397b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:13879:1863760841166976:192.168.203.47@tcp:104: 00010000:00010000:1.0:1777421116.220033:0:13879:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387965 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a9f expref: 48 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.220043:0:13879:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387965 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a9f expref: 48 pid: 5760 timeout: 428 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421116.220053:0:13879:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af110396a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:13879:1863760841167104:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777421116.220076:0:13879:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0038b6c00 going to sleep for 11 seconds 00000100:00100000:3.0:1777421116.223252:0:13879:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af110396a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:13879:1863760841167104:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777421116.223668:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421116.223707:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421116.223796:0:13879:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af110397b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:13879:1863760841166976:192.168.203.47@tcp:104: 00010000:00010000:3.0:1777421116.223827:0:13879:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289387a1b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421116.223996:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834052480 00000100:00100000:1.0:1777421116.224011:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834052480 00010000:00010000:1.0:1777421116.224049:0:6558:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387996 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ab4 expref: 101 pid: 5760 timeout: 428 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421116.224078:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834052608 00000100:00100000:1.0:1777421116.224080:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834052608 00010000:00010000:1.0:1777421116.224090:0:6558:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387965 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a9f expref: 49 pid: 5760 timeout: 428 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421116.224110:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 316 00000100:00100000:1.0:1777421116.224117:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+101:2369:x1863760834052480:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421116.224128:0:6558:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421116.224139:0:6558:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387996 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ab4 expref: 101 pid: 5760 timeout: 428 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.224147:0:6558:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387996 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ab4 expref: 101 pid: 5760 timeout: 428 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.224163:0:6558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387996 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ab4 expref: 101 pid: 5760 timeout: 428 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.224173:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff9af1187dd100) 00010000:00010000:1.0:1777421116.224177:0:6558:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289387a1b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.224183:0:6558:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289387a1b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.224187:0:6558:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421116.224253:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+100:2369:x1863760834052480:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 135us (588us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421116.224266:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 316 00000100:00100000:1.0:1777421116.224282:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 317 00000100:00100000:1.0:1777421116.224289:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1056c3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+49:2369:x1863760834052608:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421116.224298:0:6558:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421116.224303:0:6558:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387965 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a9f expref: 49 pid: 5760 timeout: 428 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.224314:0:6558:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387965 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a9f expref: 49 pid: 5760 timeout: 428 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.224340:0:6558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387965 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a9f expref: 49 pid: 5760 timeout: 428 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.224376:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff9af1187dd100) 00010000:00010000:1.0:1777421116.224381:0:6558:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289387a1b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.224390:0:6558:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289387a1b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.224397:0:6558:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289387a1b lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.224421:0:6558:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421116.224443:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1056c3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:2369:x1863760834052608:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 154us (733us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421116.224454:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 317 00010000:00010000:3.0:1777421116.224458:0:13879:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289387a1b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.224469:0:13879:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289387a1b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777421116.224686:0:13879:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967963 00000001:00080000:3.0:1777421116.224926:0:13879:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967964 00000001:00080000:3.0:1777421116.224986:0:13879:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967965 00000100:00100000:3.0:1777421116.225078:0:13879:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137de9180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:13879:1863760841167232:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777421116.225287:0:13879:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421116.225327:0:13879:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1346d1300 going to sleep for 11 seconds 00000100:00100000:1.0:1777421116.225409:0:17395:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841167232 00000100:00100000:1.0:1777421116.225418:0:17395:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841167232 00000100:00100000:1.0:1777421116.225458:0:17395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1777421116.225466:0:17395:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137de8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:13879:x1863760841167232:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777421116.225579:0:17395:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137de8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:13879:x1863760841167232:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 113us (293us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421116.225587:0:17395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1777421116.225670:0:13879:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137de9180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:13879:1863760841167232:0@lo:1000:mdt_rdpg00_002.0 00000001:00080000:3.0:1777421116.226427:0:13879:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967966 00000100:00100000:3.0:1777421116.226512:0:13879:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137de9180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:13879:1863760841167360:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777421116.226550:0:13879:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421116.226571:0:13879:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1181919c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421116.226622:0:17395:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841167360 00000100:00100000:1.0:1777421116.226626:0:17395:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841167360 00000100:00100000:1.0:1777421116.226653:0:17395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1777421116.226660:0:17395:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137deb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:13879:x1863760841167360:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777421116.226801:0:17395:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137deb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:13879:x1863760841167360:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 140us (249us total) trans 4294967352 rc 0/0 00000100:00100000:1.0:1777421116.226808:0:17395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1777421116.226829:0:13879:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137de9180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:13879:1863760841167360:0@lo:1000:mdt_rdpg00_002.0 00010000:00010000:2.0:1777421116.226849:0:13879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289387a1b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.226858:0:13879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289387a1b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.226866:0:13879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289387a1b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.226873:0:13879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137838000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421116.226876:0:13879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289387a1b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.226884:0:13879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289387a1b lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.226897:0:13879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff9af1187dd100) 00010000:00010000:2.0:1777421116.226901:0:13879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1777421116.226905:0:13879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289387a1b lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.226911:0:13879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289387a1b lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777421116.227065:0:13879:0:(mdd_object.c:3993:mdd_close()) Object [0x200000401:0x41:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1777421116.227151:0:13879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].13, 64 off9048 00000004:00080000:2.0:1777421116.227160:0:13879:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 328009808678ns, next at 329009806720ns, rc = 0 00000001:00080000:2.0:1777421116.227165:0:13879:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967967 00010000:00010000:2.0:1777421116.227215:0:13879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff9af1187dd100) 00010000:00010000:2.0:1777421116.227217:0:13879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777421116.227227:0:13879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d71289387a06 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376aec expref: 104 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421116.227560:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+103:27986:x1863760834052352:12345-192.168.203.47@tcp:35:lfs.0 Request processed in 8488us (8679us total) trans 4294967968 rc 0/0 00000100:00100000:2.0:1777421116.227566:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 222 00000020:00080000:2.0:1777421116.227569:0:13879:0:(tgt_main.c:782:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:0.0:1777421116.237665:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421116.237834:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834052864 00000100:00100000:3.0:1777421116.237842:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834052864 00000100:00100000:3.0:1777421116.237895:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1047 00000100:00100000:3.0:1777421116.237905:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+103:27987:x1863760834052864:12345-192.168.203.47@tcp:101:cmp.0 00010000:00010000:3.0:1777421116.237929:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421116.237951:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387a22 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376af3 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.238026:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387a29 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.238041:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387a29 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.238063:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387a29 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.238080:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441800/0xa38d71289387a30 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.238088:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441800/0xa38d71289387a30 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.238096:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441800/0xa38d71289387a30 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.238217:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289387a37 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.238225:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289387a37 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.238233:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289387a37 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421116.238260:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1d:0x0]: returning size 1516 00010000:00010000:3.0:1777421116.238378:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387a29 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.238384:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387a29 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.238389:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387a29 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.238393:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004441600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421116.238396:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387a29 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.238402:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387a29 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.238411:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff9af103234400) 00010000:00010000:3.0:1777421116.238413:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421116.238416:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387a29 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.238420:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387a29 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.238430:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441800/0xa38d71289387a30 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.238437:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441800/0xa38d71289387a30 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.238453:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441800/0xa38d71289387a30 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.238459:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004441800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421116.238461:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441800/0xa38d71289387a30 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.238468:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441800/0xa38d71289387a30 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.238477:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x1dee485d (ffff9af103234100) 00010000:00010000:3.0:1777421116.238491:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421116.238494:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441800/0xa38d71289387a30 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.238500:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441800/0xa38d71289387a30 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.238559:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387a22 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376af3 expref: 106 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.238572:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289387a37 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376af3 expref: 105 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.238578:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff9af103234c00) 00010000:00010000:3.0:1777421116.238580:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777421116.238583:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af004440c00, rc 0) 00000100:00100000:3.0:1777421116.238680:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+105:27987:x1863760834052864:12345-192.168.203.47@tcp:101:cmp.0 Request processed in 775us (1023us total) trans 4294967969 rc 0/0 00000100:00100000:3.0:1777421116.238699:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1047 00000100:00100000:3.0:1777421116.241743:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421116.241884:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834053120 00000100:00100000:1.0:1777421116.241897:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834053120 00000100:00100000:1.0:1777421116.241963:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 46 00000100:00100000:1.0:1777421116.241974:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137de8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+105:27987:x1863760834053120:12345-192.168.203.47@tcp:103:cmp.0 00010000:00010000:1.0:1777421116.241988:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421116.242011:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289387a37 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376af3 expref: 105 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.242027:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff9af103234c00) 00010000:00010000:1.0:1777421116.242036:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421116.242097:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137de8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+104:27987:x1863760834053120:12345-192.168.203.47@tcp:103:cmp.0 Request processed in 124us (368us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421116.242104:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 46 00000100:00100000:1.0:1777421116.247077:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421116.247130:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834053248 00000100:00100000:3.0:1777421116.247141:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834053248 00000100:00100000:3.0:1777421116.247196:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1048 00000100:00100000:3.0:1777421116.247211:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110395880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+104:27987:x1863760834053248:12345-192.168.203.47@tcp:58:cmp.0 00010000:00010000:3.0:1777421116.247309:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387a45 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.247326:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387a45 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.247338:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387a45 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777421116.247540:0:6569:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].29, 136 off12136 00000100:00100000:3.0:1777421116.247636:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110395880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+104:27987:x1863760834053248:12345-192.168.203.47@tcp:58:cmp.0 Request processed in 426us (569us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421116.247645:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1048 00000040:00080000:1.0:1777421116.248524:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777421116.248531:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777421116.248577:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 30 count 5 00000040:00080000:1.0:1777421116.248584:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777421116.248694:0:11331:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af110397480 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841167488:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1777421116.248781:0:11331:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0038b6180 going to sleep for 11 seconds 00000100:00100000:1.0:1777421116.249332:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421116.249384:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834053376 00000100:00100000:3.0:1777421116.249395:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834053376 00000100:00100000:3.0:1777421116.249441:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1049 00000100:00100000:3.0:1777421116.249452:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110397b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+104:27987:x1863760834053376:12345-192.168.203.47@tcp:101:cmp.0 00010000:00010000:3.0:1777421116.249468:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421116.249497:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441800/0xa38d71289387a4c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376afa expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.249537:0:6569:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387a45 lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.249554:0:6569:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441800/0xa38d71289387a4c lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376afa expref: 105 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.249569:0:6569:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387a45 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.249582:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441800/0xa38d71289387a4c lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376afa expref: 105 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.249595:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff9af103234100) 00010000:00010000:3.0:1777421116.249598:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777421116.249602:0:6569:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441800/0xa38d71289387a4c lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376afa expref: 105 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.249610:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af004441800, rc 0) 00000100:00100000:3.0:1777421116.249655:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110397b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+105:27987:x1863760834053376:12345-192.168.203.47@tcp:101:cmp.0 Request processed in 205us (324us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421116.249662:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1049 00000100:00100000:0.0:1777421116.252338:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421116.252423:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834053504 00000100:00100000:3.0:1777421116.252441:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834053504 00000100:00100000:1.0:1777421116.252538:0:11331:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af110397480 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841167488:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1777421116.252593:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1050 00000100:00100000:3.0:1777421116.252608:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:27988:x1863760834053504:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1777421116.252653:0:6569:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x1d:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1777421116.252792:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:27988:x1863760834053504:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 187us (461us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421116.252803:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1050 00000100:00100000:0.0:1777421116.254460:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421116.254534:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834053632 00000100:00100000:1.0:1777421116.254547:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834053632 00000100:00100000:1.0:1777421116.254597:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1051 00000100:00100000:1.0:1777421116.254604:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:27988:x1863760834053632:12345-192.168.203.47@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1777421116.254662:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839c00/0xa38d71289387a53 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.254676:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839c00/0xa38d71289387a53 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.254684:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839c00/0xa38d71289387a53 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.254695:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289387a5a lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.254699:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289387a5a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.254704:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289387a5a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.254724:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289387a61 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.254732:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289387a61 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.254739:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289387a61 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421116.254780:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1d:0x0]: returning size 1516 00000004:00200000:1.0:1777421116.254785:0:7427:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421116.254806:0:7427:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289387a61 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.254817:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839c00/0xa38d71289387a53 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.254823:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839c00/0xa38d71289387a53 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.254829:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839c00/0xa38d71289387a53 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.254836:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137839c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421116.254840:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839c00/0xa38d71289387a53 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.254848:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839c00/0xa38d71289387a53 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.254861:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9af106213200) 00010000:00010000:1.0:1777421116.254864:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421116.254869:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839c00/0xa38d71289387a53 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.254876:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839c00/0xa38d71289387a53 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.254888:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289387a5a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.254894:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289387a5a lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.254900:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289387a5a lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.254912:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137839a00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421116.254916:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289387a5a lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.254920:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289387a5a lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.254927:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x3e15321 (ffff9af1112dc400) 00010000:00010000:1.0:1777421116.254929:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421116.254931:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289387a5a lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.254935:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289387a5a lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.254948:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289387a61 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.254952:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289387a61 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.254956:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289387a61 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.254959:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137838c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421116.254961:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289387a61 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.254964:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289387a61 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.254977:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff9af103234100) 00010000:00010000:1.0:1777421116.254979:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421116.254981:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289387a61 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.254985:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289387a61 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421116.255048:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:27988:x1863760834053632:12345-192.168.203.47@tcp:34:lhsmtool_posix.0 Request processed in 442us (592us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421116.255056:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1051 00000100:00100000:0.0:1777421116.258557:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421116.261858:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834053888 00000100:00100000:1.0:1777421116.261870:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834053888 00000100:00100000:1.0:1777421116.261939:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1052 00000100:00100000:1.0:1777421116.261953:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:27988:x1863760834053888:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421116.261972:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421116.261992:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289387a68 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376b01 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.262079:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289387a6f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.262094:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289387a6f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.262108:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289387a6f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421116.262120:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1d:0x0]: returning size 1516 00010000:00010000:1.0:1777421116.262215:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289387a6f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.262223:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289387a6f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.262230:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289387a6f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.262236:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137839a00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421116.262240:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289387a6f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.262246:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289387a6f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.262257:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff9af103234100) 00010000:00010000:1.0:1777421116.262259:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777421116.262263:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289387a6f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.262270:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289387a6f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.262306:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289387a68 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b01 expref: 50 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.262316:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9af106213200) 00010000:00010000:1.0:1777421116.262318:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777421116.262322:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289387a68 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b01 expref: 50 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.262342:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137838c00, rc 0) 00000100:00100000:1.0:1777421116.262450:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+49:27988:x1863760834053888:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 493us (3891us total) trans 4294967970 rc 301/301 00000100:00100000:1.0:1777421116.262462:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1052 00000100:00100000:0.0:1777421116.267699:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421116.267843:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834054016 00000100:00100000:1.0:1777421116.267854:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834054016 00000100:00100000:3.0:1777421116.268424:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1053 00000100:00100000:3.0:1777421116.268438:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+49:27988:x1863760834054016:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1777421116.268471:0:6569:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x1d:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1777421116.268665:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+49:27988:x1863760834054016:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 230us (972us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421116.268726:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1053 00000100:00100000:1.0:1777421116.271991:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421116.272068:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834054272 00000100:00100000:3.0:1777421116.272077:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834054272 00000100:00100000:3.0:1777421116.272126:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1054 00000100:00100000:3.0:1777421116.272135:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110397480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+49:27988:x1863760834054272:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421116.272153:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421116.272173:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387a7d lrc: 2/0,0 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376b08 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.272842:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289387a84 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.272859:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289387a84 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.272870:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289387a84 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421116.272881:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1e:0x0]: returning size 0 00010000:00010000:3.0:1777421116.272928:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387a7d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b08 expref: 52 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.272943:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289387a84 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b08 expref: 51 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.272966:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff9af103234f00) 00010000:00010000:3.0:1777421116.272969:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777421116.272973:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af004441000, rc 0) 00000100:00100000:3.0:1777421116.273025:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110397480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+51:27988:x1863760834054272:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 891us (1039us total) trans 4294967971 rc 0/0 00000100:00100000:3.0:1777421116.273033:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1054 00000100:00100000:0.0:1777421116.276628:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421116.276672:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834054528 00000100:00100000:3.0:1777421116.276682:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834054528 00000100:00100000:3.0:1777421116.276731:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1055 00000100:00100000:3.0:1777421116.276742:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+51:27988:x1863760834054528:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1777421116.276797:0:6569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421116.276822:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289387a84 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b08 expref: 51 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.276838:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff9af103234f00) 00010000:00010000:3.0:1777421116.276847:0:6569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777421116.276864:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d71289387a92 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.276874:0:6569:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d712893879ab lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ac2 expref: 104 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.276879:0:6569:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d71289387a92 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.276907:0:6569:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d712893879ab lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ac2 expref: 104 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.276932:0:6569:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d712893879ab lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ac2 expref: 104 pid: 6569 timeout: 428 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421116.276946:0:6569:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137deb100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841167616:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777421116.277040:0:6569:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1346d16c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777421116.278723:0:6569:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137deb100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841167616:192.168.203.47@tcp:104: 00010000:00010000:3.0:1777421116.278744:0:6569:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d71289387a92 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421116.279740:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421116.279784:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834054656 00000100:00100000:3.0:1777421116.279792:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834054656 00010000:00010000:3.0:1777421116.279825:0:6558:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d712893879ab lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ac2 expref: 105 pid: 6569 timeout: 428 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421116.279858:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 318 00000100:00100000:3.0:1777421116.279868:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+105:2368:x1863760834054656:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421116.279882:0:6558:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421116.279932:0:6558:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d712893879ab lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ac2 expref: 105 pid: 6569 timeout: 428 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.279946:0:6558:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d712893879ab lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ac2 expref: 105 pid: 6569 timeout: 428 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.279967:0:6558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d712893879ab lrc: 0/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ac2 expref: 105 pid: 6569 timeout: 428 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.279996:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff9af103234400) 00010000:00010000:3.0:1777421116.280001:0:6558:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d71289387a92 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.280011:0:6558:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d71289387a92 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.280019:0:6558:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d71289387a92 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.280048:0:6558:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421116.280099:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+104:2368:x1863760834054656:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 232us (363us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421116.280106:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 318 00010000:00010000:0.0:1777421116.280609:0:6569:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d71289387a92 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421116.280616:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d71289387a92 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421116.280669:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387a99 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x40:0x0].0x8bb49414 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421116.280676:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387a99 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x40:0x0].0x8bb49414 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421116.280681:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387a99 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x40:0x0].0x8bb49414 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421116.280750:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d71289387a92 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421116.280757:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d71289387a92 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421116.280774:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d71289387a92 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421116.280781:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004441400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421116.280785:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d71289387a92 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421116.280796:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d71289387a92 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421116.280805:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff9af103234400) 00010000:00010000:0.0:1777421116.280808:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421116.280811:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d71289387a92 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421116.280817:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d71289387a92 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421116.280826:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387a99 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x40:0x0].0x8bb49414 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421116.280832:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387a99 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x40:0x0].0x8bb49414 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421116.280837:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387a99 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x40:0x0].0x8bb49414 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421116.280842:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a1e00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421116.280845:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387a99 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x40:0x0].0x8bb49414 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421116.280851:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387a99 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x40:0x0].0x8bb49414 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421116.280859:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x8bb49414 (ffff9af1187dd300) 00010000:00010000:0.0:1777421116.280862:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421116.280865:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387a99 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x40:0x0].0x8bb49414 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421116.280874:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387a99 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x40:0x0].0x8bb49414 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421116.280930:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+50:27988:x1863760834054528:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 Request processed in 4189us (4308us total) trans 0 rc -2/-2 00000100:00100000:0.0:1777421116.280938:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1055 00000100:00100000:0.0:1777421116.282725:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421116.282799:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834054784 00000100:00100000:3.0:1777421116.282808:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834054784 00000100:00100000:3.0:1777421116.282855:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1056 00000100:00100000:3.0:1777421116.282865:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+50:27988:x1863760834054784:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421116.282882:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421116.282901:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289387aa0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376b0f expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.282933:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387aa7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.282944:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387aa7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.282970:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387aa7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.283066:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289387aa0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b0f expref: 52 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.283080:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387aa7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b0f expref: 51 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.283088:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff9af103234f00) 00010000:00010000:3.0:1777421116.283091:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1777421116.283094:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af004441600, rc 0) 00000100:00100000:3.0:1777421116.283146:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+51:27988:x1863760834054784:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 283us (425us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421116.283154:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1056 00000100:00100000:2.0:1777421116.287604:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421116.287818:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834055040 00000100:00100000:3.0:1777421116.287836:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834055040 00000100:00100000:3.0:1777421116.287916:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1057 00000100:00100000:3.0:1777421116.287928:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137956680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+51:27988:x1863760834055040:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1777421116.288039:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d71289387aae lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.288061:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d71289387aae lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.288075:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d71289387aae lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777421116.288387:0:6569:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000d342aafe reply state 00000000e4621a7f transno 4294967972 ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d71289387aae lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421116.288400:0:6569:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777421116.288534:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137956680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+53:27988:x1863760834055040:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 Request processed in 606us (937us total) trans 4294967972 rc 0/0 00000100:00100000:3.0:1777421116.288542:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1057 00000100:00100000:1.0:1777421116.290081:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421116.290274:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834055168 00000100:00100000:2.0:1777421116.290285:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834055168 00000100:00100000:2.0:1777421116.290342:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1058 00000100:00100000:2.0:1777421116.290407:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110396a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+53:27988:x1863760834055168:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421116.290438:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421116.290464:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d71289387ab5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376b16 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.290538:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d71289387ab5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b16 expref: 54 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.290733:0:3281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d71289387aae lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.290748:0:3281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d71289387aae lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.290754:0:3281:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d71289387aae lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.290761:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d71289387ab5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b16 expref: 54 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.290762:0:3281:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004440000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421116.290770:0:3281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d71289387aae lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.290803:0:3281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d71289387aae lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.290804:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff9af103234f00) 00010000:00010000:2.0:1777421116.290815:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777421116.290821:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af10148d400, rc 0) 00010000:00010000:3.0:1777421116.290833:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff9af103234f00) 00010000:00010000:3.0:1777421116.290837:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1777421116.290841:0:3281:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d71289387aae lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.290846:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d71289387aae lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421116.290895:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110396a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+53:27988:x1863760834055168:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 541us (819us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421116.290906:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1058 00000100:00100000:0.0:1777421116.293833:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421116.293940:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834055296 00000100:00100000:2.0:1777421116.293951:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834055296 00000100:00100000:2.0:1777421116.294006:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 223 00000100:00100000:2.0:1777421116.294017:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119293c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+53:27988:x1863760834055296:12345-192.168.203.47@tcp:49:lhsmtool_posix.0 00000100:00100000:2.0:1777421116.294154:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119293c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+53:27988:x1863760834055296:12345-192.168.203.47@tcp:49:lhsmtool_posix.0 Request processed in 138us (327us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421116.294162:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 223 00000100:00100000:0.0:1777421116.300270:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421116.300388:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834055552 00000100:00100000:2.0:1777421116.300400:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834055552 00000100:00100000:2.0:1777421116.300620:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 224 00000100:00100000:2.0:1777421116.300632:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+53:27988:x1863760834055552:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1777421116.300842:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+54:27988:x1863760834055552:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 212us (586us total) trans 4294967973 rc 0/0 00000100:00100000:2.0:1777421116.300850:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 224 00000100:00100000:1.0:1777421116.303324:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421116.303418:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834055808 00000100:00100000:2.0:1777421116.303443:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834055808 00000100:00100000:2.0:1777421116.303506:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1059 00000100:00100000:2.0:1777421116.303516:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110395180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+54:27988:x1863760834055808:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1777421116.303632:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110395180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+54:27988:x1863760834055808:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 116us (315us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421116.303641:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1059 00000100:00100000:0.0:1777421116.311631:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421116.314935:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834056064 00000100:00100000:2.0:1777421116.314950:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834056064 00000100:00100000:2.0:1777421116.315021:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1060 00000100:00100000:2.0:1777421116.315032:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+54:27988:x1863760834056064:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421116.315068:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421116.315092:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d71289387abc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376b1d expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.315189:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d71289387ac3 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.315205:0:7427:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d71289387ab5 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b16 expref: 55 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.315213:0:7427:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d71289387ac3 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.315246:0:7427:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d71289387ab5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b16 expref: 55 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.315258:0:7427:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d71289387ab5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b16 expref: 55 pid: 7427 timeout: 428 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421116.315271:0:7427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137956300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:7427:1863760841167744:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777421116.315426:0:7427:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af106050cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1777421116.318091:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421116.318561:0:7427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137956300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:7427:1863760841167744:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777421116.318586:0:7427:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d71289387ac3 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421116.318744:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834056192 00000100:00100000:1.0:1777421116.318759:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834056192 00010000:00010000:1.0:1777421116.318814:0:6558:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d71289387ab5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b16 expref: 56 pid: 7427 timeout: 428 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421116.318863:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 319 00000100:00100000:1.0:1777421116.318876:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137deb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+56:2369:x1863760834056192:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421116.318897:0:6558:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421116.318906:0:6558:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d71289387ab5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b16 expref: 56 pid: 7427 timeout: 428 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.318920:0:6558:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d71289387ab5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b16 expref: 56 pid: 7427 timeout: 428 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.318948:0:6558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d71289387ab5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b16 expref: 56 pid: 7427 timeout: 428 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.318991:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff9af103234f00) 00010000:00010000:1.0:1777421116.318997:0:6558:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d71289387ac3 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.319008:0:6558:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d71289387ac3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.319017:0:6558:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d71289387ac3 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.319049:0:6558:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421116.319087:0:7427:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d71289387ac3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.319098:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d71289387ac3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421116.319132:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1e:0x0]: returning size 0 00000100:00100000:1.0:1777421116.319176:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137deb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+55:2369:x1863760834056192:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 301us (1090us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421116.319195:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 319 00000004:00080000:2.0:1777421116.319322:0:7427:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x16:0x0], index 1: 0 00010000:00010000:2.0:1777421116.319520:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d71289387ac3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.319529:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d71289387ac3 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.319537:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d71289387ac3 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.319544:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148da00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421116.319549:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d71289387ac3 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.319556:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d71289387ac3 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.319570:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff9af103234f00) 00010000:00010000:2.0:1777421116.319574:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777421116.319578:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d71289387ac3 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.319584:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d71289387ac3 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.319635:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d71289387abc lrc: 1/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b1d expref: 55 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.319647:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff9af103234400) 00010000:00010000:2.0:1777421116.319669:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777421116.319676:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d71289387abc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b1d expref: 55 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.319687:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af10148de00, rc 0) 00000100:00100000:2.0:1777421116.319762:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+54:27988:x1863760834056064:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 4730us (8144us total) trans 4294967974 rc 301/301 00000100:00100000:2.0:1777421116.319771:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1060 00000100:00100000:3.0:1777421116.325680:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421116.325758:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834056448 00000100:00100000:2.0:1777421116.325775:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834056448 00000100:00100000:2.0:1777421116.325843:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 225 00000100:00100000:2.0:1777421116.325854:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137dea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+54:27988:x1863760834056448:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1777421116.326191:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137dea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+55:27988:x1863760834056448:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 337us (524us total) trans 4294967975 rc 0/0 00000100:00100000:2.0:1777421116.326198:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 225 00000100:00100000:1.0:1777421116.328922:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421116.329114:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834056576 00000100:00100000:2.0:1777421116.329127:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834056576 00000100:00100000:2.0:1777421116.329183:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1061 00000100:00100000:2.0:1777421116.329194:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110394e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+55:27988:x1863760834056576:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421116.329222:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421116.329247:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d71289387ad1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376b24 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.329343:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ca00/0xa38d71289387ad8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.329388:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ca00/0xa38d71289387ad8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.329419:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ca00/0xa38d71289387ad8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421116.329462:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1e:0x0]: returning size 0 00000004:00200000:2.0:1777421116.329466:0:7427:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421116.329501:0:7427:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ca00/0xa38d71289387ad8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.329533:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d71289387ad1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b24 expref: 57 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.329552:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ca00/0xa38d71289387ad8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b24 expref: 56 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.329561:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff9af103234f00) 00010000:00010000:2.0:1777421116.329564:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1777421116.329568:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af10148ca00, rc 0) 00000100:00100000:2.0:1777421116.329639:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110394e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+56:27988:x1863760834056576:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 446us (729us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421116.330029:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1061 00000100:00100000:0.0:1777421116.332730:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421116.332806:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834056704 00000100:00100000:2.0:1777421116.332819:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834056704 00000100:00080000:0.0:1777421116.333019:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777421116.333064:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 278 00000100:00100000:2.0:1777421116.333077:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2368:x1863760834056704:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421116.333105:0:6541:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421116.333129:0:6541:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000615025c5/0xa38d71289387adf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376b2b expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777421116.333182:0:6541:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x16:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1777421116.333204:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421116.333207:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421116.333217:0:6541:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000615025c5/0xa38d71289387adf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b2b expref: 10 pid: 6541 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.333239:0:6541:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000615025c5/0xa38d71289387adf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b2b expref: 10 pid: 6541 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.333256:0:6541:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af10148de00, rc 0) 00000100:00100000:2.0:1777421116.333330:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2368:x1863760834056704:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 248us (606us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421116.333339:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 278 00000100:00100000:1.0:1777421116.339939:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421116.340020:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834056960 00000100:00100000:2.0:1777421116.340033:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834056960 00000100:00100000:2.0:1777421116.340100:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1062 00000100:00100000:2.0:1777421116.340112:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110396680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+56:27988:x1863760834056960:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1777421116.340240:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110396680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+56:27988:x1863760834056960:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 129us (315us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421116.340249:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1062 00000100:00100000:1.0:1777421116.343005:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421116.343114:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834057088 00000100:00100000:2.0:1777421116.343127:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834057088 00000100:00100000:2.0:1777421116.343199:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 279 00000100:00100000:2.0:1777421116.343211:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12dc80c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:27988:x1863760834057088:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421116.343250:0:6541:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421116.343272:0:6541:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004cbc36d2/0xa38d71289387ae6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376b32 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.343703:0:6541:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000615025c5/0xa38d71289387adf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b2b expref: 11 pid: 6541 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.343715:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421116.343717:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421116.343722:0:6541:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004cbc36d2/0xa38d71289387ae6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b32 expref: 11 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.343765:0:6541:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000615025c5/0xa38d71289387adf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b2b expref: 11 pid: 6541 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.343782:0:6541:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000615025c5/0xa38d71289387adf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b2b expref: 11 pid: 6541 timeout: 428 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421116.343799:0:6541:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137956300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6541:1863760841167872:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777421116.343965:0:6541:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af106050540 going to sleep for 11 seconds 00000100:00100000:2.0:1777421116.347663:0:6541:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137956300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6541:1863760841167872:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777421116.347708:0:6541:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004cbc36d2/0xa38d71289387ae6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b32 expref: 11 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.347733:0:6541:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af10148ce00, rc 0) 00000100:00100000:2.0:1777421116.347801:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12dc80c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:27988:x1863760834057088:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 4591us (4807us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421116.347829:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 279 00000100:00100000:1.0:1777421116.348430:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421116.348515:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834057216 00000100:00100000:3.0:1777421116.348523:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834057216 00010000:00010000:3.0:1777421116.348619:0:6558:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000615025c5/0xa38d71289387adf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b2b expref: 11 pid: 6541 timeout: 428 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421116.348650:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 320 00000100:00100000:3.0:1777421116.348657:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110395c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2368:x1863760834057216:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421116.348678:0:6558:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421116.348707:0:6558:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000615025c5/0xa38d71289387adf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b2b expref: 11 pid: 6541 timeout: 428 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.348720:0:6558:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000615025c5/0xa38d71289387adf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b2b expref: 11 pid: 6541 timeout: 428 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.348742:0:6558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000615025c5/0xa38d71289387adf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b2b expref: 11 pid: 6541 timeout: 428 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.348753:0:6558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421116.348755:0:6558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421116.348760:0:6558:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004cbc36d2/0xa38d71289387ae6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b32 expref: 10 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.348768:0:6558:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004cbc36d2/0xa38d71289387ae6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b32 expref: 10 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.348805:0:6558:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000004cbc36d2/0xa38d71289387ae6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b32 expref: 10 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421116.348817:0:6558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137de9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:6558:1863760841168000:192.168.203.47@tcp:105: 00000100:00100000:3.0:1777421116.348875:0:6558:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1346d16c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777421116.351967:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421116.352063:0:6558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137de9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:6558:1863760841168000:192.168.203.47@tcp:105: 00010000:00010000:0.0:1777421116.352090:0:6558:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421116.352147:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110395c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2368:x1863760834057216:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 3489us (3718us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421116.352159:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 320 00000100:00100000:2.0:1777421116.352616:0:17930:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834057344 00000100:00100000:2.0:1777421116.352624:0:17930:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834057344 00002000:00100000:2.0:1777421116.352681:0:17930:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x16:0x0] (0->1515) req@ffff9af137de8700 x1863760834057344/t0(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:127/0 lens 2008/0 e 0 to 0 dl 1777421127 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421116.352697:0:17930:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af137de8700 with x1863760834057344 ext(0->1515) 00002000:00010000:2.0:1777421116.352703:0:17930:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af137de8700 00000100:00100000:2.0:1777421116.352737:0:17930:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 97 00000100:00100000:2.0:1777421116.352748:0:17930:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137de8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2368:x1863760834057344:12345-192.168.203.47@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1777421116.353219:0:17930:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137de8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2368:x1863760834057344:12345-192.168.203.47@tcp:4:lhsmtool_posix.0 Request processed in 472us (1265us total) trans 4294967356 rc 0/0 00000100:00100000:2.0:1777421116.353224:0:17930:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 97 00002000:00100000:2.0:1777421116.353229:0:17930:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x16:0x0] (0->1515) req@ffff9af137de8700 x1863760834057344/t4294967356(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:127/0 lens 2008/448 e 0 to 0 dl 1777421127 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421116.353234:0:17930:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af137de8700 with x1863760834057344 ext(0->1515) 00002000:00010000:2.0:1777421116.353238:0:17930:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af137de8700 00000100:00100000:3.0:1777421116.356902:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421116.357154:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834057472 00000100:00100000:0.0:1777421116.357167:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834057472 00000100:00100000:0.0:1777421116.357241:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1063 00000100:00100000:0.0:1777421116.357258:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137de9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+56:27988:x1863760834057472:12345-192.168.203.47@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1777421116.384374:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967959 is committed 00000001:00080000:0.0:1777421116.384409:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967970 is committed 00000001:00080000:0.0:1777421116.384416:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967963 is committed 00000001:00080000:0.0:1777421116.384430:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967975 is committed 00000001:00080000:0.0:1777421116.384439:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967968 is committed 00000004:00080000:0.0:1777421116.384444:0:5782:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 16 committed 00000001:00080000:0.0:1777421116.384472:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967969 is committed 00000020:00080000:0.0:1777421116.384489:0:5782:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9af1346d1300 refcount 2 committed 0 result 0 batchid 19 00000020:00080000:0.0:1777421116.384497:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9af12019dc00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9af1346d1a80 00000020:00080000:0.0:1777421116.384501:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9af12019de00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9af001e08800 00000020:00080000:0.0:1777421116.384532:0:5782:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 18 batchid updated 00000020:00080000:3.0:1777421116.384734:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 19 committed batchid 18 00000100:00100000:1.0:1777421116.384862:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af110394700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1863760841168128:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777421116.384925:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:3.0:1777421116.384945:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 18 00000100:00100000:0.0:1777421116.384992:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137de9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+45:27988:x1863760834057472:12345-192.168.203.47@tcp:44:lhsmtool_posix.0 Request processed in 27732us (28095us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421116.385005:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1063 00000100:00100000:2.0:1777421116.385201:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841168128 00000100:00100000:2.0:1777421116.385211:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841168128 00000100:00100000:2.0:1777421116.385266:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 280 00000100:00100000:2.0:1777421116.385276:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110395f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3298:x1863760841168128:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1777421116.385318:0:6541:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:22 count 1 00002000:00010000:2.0:1777421116.385388:0:6541:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x16:0x0] initial LVB size: 1516, mtime: 0x69f14b3a, atime: 0x0, ctime: 0x69f14b3a, blocks: 0x1 00010000:00010000:2.0:1777421116.385397:0:6541:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007e15e0b7/0xa38d71289387aed lrc: 3/0,1 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.385432:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421116.385434:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421116.385442:0:6541:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007e15e0b7/0xa38d71289387aed lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.385461:0:6541:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007e15e0b7/0xa38d71289387aed lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.385473:0:6541:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007e15e0b7/0xa38d71289387aed lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.385491:0:6541:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007e15e0b7/0xa38d71289387aed lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.385516:0:6541:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777421116.385612:0:7419:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777421116.385621:0:7419:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007e15e0b7/0xa38d71289387aed lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.385630:0:7419:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148c800 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:3.0:1777421116.385635:0:7419:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007e15e0b7/0xa38d71289387aed lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.385645:0:7419:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007e15e0b7/0xa38d71289387aed lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.385666:0:7419:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007e15e0b7/0xa38d71289387aed lrc: 1/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.385674:0:7419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007e15e0b7/0xa38d71289387aed lrc: 0/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421116.385707:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777421116.385709:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777421116.385710:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777421116.386127:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110395f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3298:x1863760841168128:12345-0@lo:6:osp-syn-0-0.0 Request processed in 850us (1200us total) trans 4294967353 rc 0/0 00000100:00100000:2.0:1777421116.386134:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 280 00000004:00080000:1.0:1777421116.386504:0:3298:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9af110394700/2, rc 0, transno 4294967353 00000100:00100000:1.0:1777421116.386512:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af110394700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1863760841168128:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777421116.388857:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421116.388917:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834057600 00000100:00100000:2.0:1777421116.388929:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834057600 00000100:00100000:2.0:1777421116.389002:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 281 00000100:00100000:2.0:1777421116.389012:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2369:x1863760834057600:12345-192.168.203.47@tcp:16:lhsmtool_posix.0 00000001:00080000:1.0:1777421116.416054:0:7430:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967356 is committed 00000100:00100000:0.0:1777421116.416083:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2369:x1863760834057600:12345-192.168.203.47@tcp:16:lhsmtool_posix.0 Request processed in 27067us (27233us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421116.416096:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 281 00000100:00100000:2.0:1777421116.418494:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421116.418659:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834057856 00000100:00100000:0.0:1777421116.418669:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834057856 00000100:00100000:0.0:1777421116.418722:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1064 00000100:00100000:0.0:1777421116.418732:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137954000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+45:27988:x1863760834057856:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1777421116.418778:0:6569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421116.418802:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ca00/0xa38d71289387ad8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b24 expref: 45 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421116.418820:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff9af103234f00) 00010000:00010000:0.0:1777421116.418824:0:6569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421116.418850:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387af4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421116.418862:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387af4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421116.418872:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387af4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421116.418896:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387af4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421116.418903:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387af4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421116.418910:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387af4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421116.418916:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a1e00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421116.418920:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387af4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421116.418927:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387af4 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421116.418935:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff9af103234f00) 00010000:00010000:0.0:1777421116.418937:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421116.418940:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387af4 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421116.418946:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387af4 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421116.419050:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137954000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+44:27988:x1863760834057856:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 Request processed in 319us (575us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421116.419058:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1064 00000100:00100000:3.0:1777421116.421308:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421116.421414:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834057984 00000100:00100000:2.0:1777421116.421424:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834057984 00000100:00100000:2.0:1777421116.421491:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1065 00000100:00100000:2.0:1777421116.421514:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137de9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+44:27988:x1863760834057984:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421116.421531:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421116.421551:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387afb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376b39 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.421600:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387afb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b39 expref: 45 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.421610:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387afb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b39 expref: 45 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.421622:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff9af103234f00) 00010000:00010000:2.0:1777421116.421624:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777421116.421626:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af10148d600, rc 0) 00000100:00100000:2.0:1777421116.421670:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137de9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+45:27988:x1863760834057984:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 158us (369us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421116.421677:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1065 00000100:00100000:3.0:1777421116.423800:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421116.423948:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834058112 00000100:00100000:0.0:1777421116.423958:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834058112 00000100:00100000:0.0:1777421116.424008:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 282 00000100:00100000:0.0:1777421116.424017:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111015500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2369:x1863760834058112:12345-192.168.203.47@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1777421116.424245:0:6541:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x16:0x0] updating lvb size from disk: 0 -> 1516 00002000:00010000:0.0:1777421116.424250:0:6541:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x16:0x0] updating lvb mtime from disk: 0 -> 1777421114 00002000:00010000:0.0:1777421116.424252:0:6541:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x16:0x0] updating lvb atime from disk: 0 -> 1777421114 00002000:00010000:0.0:1777421116.424254:0:6541:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x16:0x0] updating lvb ctime from disk: 0 -> 1777421114 00002000:00010000:0.0:1777421116.424256:0:6541:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x16:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:0.0:1777421116.424312:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111015500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2369:x1863760834058112:12345-192.168.203.47@tcp:2:lhsmtool_posix.0 Request processed in 295us (518us total) trans 4294967357 rc 0/0 00000100:00100000:0.0:1777421116.424320:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 282 00000100:00100000:1.0:1777421116.426277:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421116.430335:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834058368 00000100:00100000:2.0:1777421116.430364:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834058368 00000100:00100000:2.0:1777421116.430438:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1066 00000100:00100000:2.0:1777421116.430449:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110394000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+45:27988:x1863760834058368:12345-192.168.203.47@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1777421116.430525:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289387b02 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.430542:0:7427:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387aa7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b0f expref: 45 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.430569:0:7427:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289387b02 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.430605:0:7427:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387aa7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b0f expref: 45 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.430618:0:7427:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387aa7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b0f expref: 45 pid: 6569 timeout: 428 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421116.430634:0:7427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137957800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:7427:1863760841168256:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777421116.431896:0:7427:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af106050480 going to sleep for 11 seconds 00000100:00100000:3.0:1777421116.439504:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421116.439562:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834058496 00000100:00100000:0.0:1777421116.439572:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834058496 00010000:00010000:0.0:1777421116.439617:0:6558:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387aa7 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b0f expref: 46 pid: 6569 timeout: 428 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421116.439664:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 321 00000100:00100000:0.0:1777421116.439675:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111015180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+46:2369:x1863760834058496:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421116.439689:0:6558:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421116.439709:0:6558:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387aa7 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b0f expref: 46 pid: 6569 timeout: 428 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421116.439729:0:6558:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387aa7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b0f expref: 46 pid: 6569 timeout: 428 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421116.439753:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff9af103234f00) 00010000:00010000:0.0:1777421116.439759:0:6558:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289387b02 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421116.439769:0:6558:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289387b02 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421116.439776:0:6558:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289387b02 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421116.439797:0:6558:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421116.439848:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111015180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+46:2369:x1863760834058496:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 175us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421116.439856:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 321 00010000:00010000:2.0:1777421116.439972:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387aa7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b0f expref: 45 pid: 6569 timeout: 428 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421116.439991:0:7427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137957800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:7427:1863760841168256:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777421116.440011:0:7427:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289387b02 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.440019:0:7427:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289387b02 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.440022:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289387b02 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.440042:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289387b02 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.440047:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289387b02 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.440051:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289387b02 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.440056:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148c200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421116.440058:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289387b02 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.440062:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289387b02 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.440068:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff9af103234f00) 00010000:00010000:2.0:1777421116.440070:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1777421116.440072:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289387b02 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.440076:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289387b02 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421116.440111:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110394000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+44:27988:x1863760834058368:12345-192.168.203.47@tcp:55:lhsmtool_posix.0 Request processed in 9666us (13841us total) trans 0 rc -22/-22 00000100:00100000:2.0:1777421116.440117:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1066 00000100:00100000:3.0:1777421116.442714:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421116.442816:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834058624 00000100:00100000:0.0:1777421116.442826:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834058624 00000100:00100000:0.0:1777421116.442879:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 283 00000100:00100000:0.0:1777421116.442888:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111017100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2367:x1863760834058624:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1777421116.443386:0:6541:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000013a0becc/0xa38d71289387b09 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421116.443408:0:6541:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004cbc36d2/0xa38d71289387ae6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b32 expref: 11 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421116.443415:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777421116.443418:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777421116.443421:0:6541:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000013a0becc/0xa38d71289387b09 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421116.443455:0:6541:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004cbc36d2/0xa38d71289387ae6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b32 expref: 11 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421116.443470:0:6541:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004cbc36d2/0xa38d71289387ae6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b32 expref: 11 pid: 6541 timeout: 428 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421116.443656:0:6541:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137df4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6541:1863760841168384:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777421116.443762:0:6541:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af105ba8180 going to sleep for 11 seconds 00000100:00100000:0.0:1777421116.448877:0:6541:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137df4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6541:1863760841168384:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421116.448905:0:6541:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000013a0becc/0xa38d71289387b09 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421116.449947:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421116.450537:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834058752 00000100:00100000:1.0:1777421116.450548:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834058752 00010000:00010000:1.0:1777421116.450588:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004cbc36d2/0xa38d71289387ae6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b32 expref: 12 pid: 6541 timeout: 428 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421116.450648:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 322 00000100:00100000:1.0:1777421116.450658:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011ace00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2368:x1863760834058752:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421116.450673:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421116.450695:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004cbc36d2/0xa38d71289387ae6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b32 expref: 12 pid: 6541 timeout: 428 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.450708:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004cbc36d2/0xa38d71289387ae6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b32 expref: 12 pid: 6541 timeout: 428 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.450731:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004cbc36d2/0xa38d71289387ae6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b32 expref: 12 pid: 6541 timeout: 428 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.450749:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421116.450751:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421116.450757:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000013a0becc/0xa38d71289387b09 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.450769:0:5746:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000013a0becc/0xa38d71289387b09 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.450800:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421116.450860:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011ace00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2368:x1863760834058752:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 202us (915us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421116.450870:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 322 00010000:00010000:0.0:1777421116.450877:0:6541:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000013a0becc/0xa38d71289387b09 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421116.450889:0:6541:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000013a0becc/0xa38d71289387b09 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421116.450915:0:6541:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000013a0becc/0xa38d71289387b09 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421116.450924:0:6541:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000013a0becc/0xa38d71289387b09 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421116.450933:0:6541:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000013a0becc/0xa38d71289387b09 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421116.450946:0:6541:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a1e00 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:0.0:1777421116.450950:0:6541:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000013a0becc/0xa38d71289387b09 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421116.450958:0:6541:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000013a0becc/0xa38d71289387b09 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421116.450972:0:6541:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000013a0becc/0xa38d71289387b09 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421116.450981:0:6541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000013a0becc/0xa38d71289387b09 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421116.451217:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111017100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2367:x1863760834058624:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 Request processed in 8328us (8507us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421116.451225:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 283 00000100:00100000:3.0:1777421116.455093:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421116.455492:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834059008 00000100:00100000:2.0:1777421116.455502:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834059008 00000100:00100000:2.0:1777421116.455559:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1067 00000100:00100000:2.0:1777421116.455569:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+44:27988:x1863760834059008:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1777421116.455640:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289387b10 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.455656:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289387b10 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.455667:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289387b10 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.455871:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ca00/0xa38d71289387b17 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.455884:0:7427:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387afb lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b39 expref: 45 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.455891:0:7427:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ca00/0xa38d71289387b17 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.455922:0:7427:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387afb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b39 expref: 45 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.455933:0:7427:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387afb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b39 expref: 45 pid: 7427 timeout: 428 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421116.455947:0:7427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137957800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:7427:1863760841168512:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777421116.456023:0:7427:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af106050480 going to sleep for 11 seconds 00000100:00100000:3.0:1777421116.461264:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421116.461318:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834059136 00000100:00100000:1.0:1777421116.461342:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834059136 00000100:00100000:2.0:1777421116.461531:0:7427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137957800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:7427:1863760841168512:192.168.203.47@tcp:104: 00010000:00010000:1.0:1777421116.461547:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387afb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b39 expref: 46 pid: 7427 timeout: 428 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.461552:0:7427:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ca00/0xa38d71289387b17 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421116.461625:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 323 00000100:00100000:1.0:1777421116.461636:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1056c0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+46:2369:x1863760834059136:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421116.461650:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421116.461656:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387afb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b39 expref: 46 pid: 7427 timeout: 428 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.461665:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387afb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b39 expref: 46 pid: 7427 timeout: 428 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.461682:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387afb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b39 expref: 46 pid: 7427 timeout: 428 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.461694:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff9af103234f00) 00010000:00010000:1.0:1777421116.461697:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ca00/0xa38d71289387b17 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.461703:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ca00/0xa38d71289387b17 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.461716:0:5746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ca00/0xa38d71289387b17 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.461743:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421116.461806:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1056c0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+45:2369:x1863760834059136:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 171us (875us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421116.461823:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 323 00010000:00010000:2.0:1777421116.461857:0:7427:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ca00/0xa38d71289387b17 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.461866:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ca00/0xa38d71289387b17 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777421116.462055:0:7427:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967976 00000001:00080000:2.0:1777421116.462199:0:7427:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967977 00000001:00080000:2.0:1777421116.462245:0:7427:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967978 00000100:00100000:2.0:1777421116.462323:0:7427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137957800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:7427:1863760841168640:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1777421116.462391:0:7427:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421116.462416:0:7427:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af10617fcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421116.462425:0:17395:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841168640 00000100:00100000:1.0:1777421116.462432:0:17395:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841168640 00000100:00100000:1.0:1777421116.462468:0:17395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1777421116.462486:0:17395:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137955c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:7427:x1863760841168640:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1777421116.462556:0:17395:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137955c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:7427:x1863760841168640:12345-0@lo:1000:mdt00_004.0 Request processed in 81us (163us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421116.462573:0:17395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1777421116.462591:0:7427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137957800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:7427:1863760841168640:0@lo:1000:mdt00_004.0 00000001:00080000:3.0:1777421116.462750:0:7427:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967979 00000100:00100000:3.0:1777421116.462801:0:7427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0011ac380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:7427:1863760841168768:0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1777421116.462829:0:7427:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421116.463119:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841168768 00000100:00100000:2.0:1777421116.463125:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841168768 00000100:00100000:3.0:1777421116.463126:0:7427:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af106050480 going to sleep for 11 seconds 00000100:00100000:2.0:1777421116.463164:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1777421116.463171:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:7427:x1863760841168768:12345-0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1777421116.463291:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:7427:x1863760841168768:12345-0@lo:1000:mdt00_004.0 Request processed in 121us (461us total) trans 4294967358 rc 0/0 00000100:00100000:2.0:1777421116.463296:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1777421116.463335:0:7427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0011ac380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:7427:1863760841168768:0@lo:1000:mdt00_004.0 00000001:00080000:2.0:1777421116.463614:0:7427:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967980 00010000:00010000:2.0:1777421116.463642:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ca00/0xa38d71289387b17 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.463652:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ca00/0xa38d71289387b17 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.463659:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ca00/0xa38d71289387b17 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.463666:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148ca00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421116.463670:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ca00/0xa38d71289387b17 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.463678:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ca00/0xa38d71289387b17 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.463697:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff9af103234f00) 00010000:00010000:2.0:1777421116.463700:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777421116.463704:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ca00/0xa38d71289387b17 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.463709:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ca00/0xa38d71289387b17 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.463734:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387a45 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.463741:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387a45 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.463746:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387a45 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.463752:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004440200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421116.463755:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387a45 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.463760:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387a45 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.463767:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff9af103234100) 00010000:00010000:2.0:1777421116.463769:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777421116.463775:0:7427:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441800/0xa38d71289387a4c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376afa expref: 92 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.463786:0:7427:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441800/0xa38d71289387a4c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376afa expref: 92 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.463794:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441800/0xa38d71289387a4c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376afa expref: 92 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.463834:0:7427:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441800/0xa38d71289387a4c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376afa expref: 92 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421116.463844:0:7427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137956300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:7427:1863760841168896:192.168.203.47@tcp:105: 00000100:00100000:2.0:1777421116.465044:0:7427:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1070b50c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777421116.466990:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421116.467304:0:7427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137956300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:7427:1863760841168896:192.168.203.47@tcp:105: 00010000:00010000:2.0:1777421116.467331:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387a45 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.467341:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387a45 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.467388:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289387b1e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.467401:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289387b1e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.467413:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289387b1e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.467423:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289387b1e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.467430:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289387b1e lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.467437:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289387b1e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.467443:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148c800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421116.467447:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289387b1e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.467454:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289387b1e lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.467465:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff9af103234100) 00010000:00010000:2.0:1777421116.467468:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421116.467471:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289387b1e lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.467492:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289387b1e lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.467503:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289387b10 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.467509:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289387b10 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.467515:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289387b10 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.467521:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148c200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421116.467525:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289387b10 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.467534:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289387b10 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.467543:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff9af103234100) 00010000:00010000:2.0:1777421116.467546:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777421116.467549:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289387b10 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.467555:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289387b10 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421116.467558:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834059264 00000100:00100000:0.0:1777421116.467568:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834059264 00000100:00100000:0.0:1777421116.467618:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 226 00000100:00100000:0.0:1777421116.467644:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+93:27987:x1863760834059264:12345-192.168.203.47@tcp:49:cmp.0 00000100:00100000:0.0:1777421116.467763:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+93:27987:x1863760834059264:12345-192.168.203.47@tcp:49:cmp.0 Request processed in 137us (780us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421116.467770:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 226 00000040:00080000:1.0:1777421116.467951:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777421116.467956:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:2.0:1777421116.468189:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+49:27988:x1863760834059008:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 12620us (13103us total) trans 4294967981 rc 0/0 00000100:00100000:2.0:1777421116.468199:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1067 00000020:00080000:2.0:1777421116.468203:0:7427:0:(tgt_main.c:782:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:1.0:1777421116.468338:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 5 00000040:00080000:1.0:1777421116.468344:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777421116.471581:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421116.473288:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421116.473345:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834059648 00000100:00100000:2.0:1777421116.473396:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834059648 00000100:00100000:2.0:1777421116.473459:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 284 00000100:00100000:2.0:1777421116.473470:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+16:27987:x1863760834059648:12345-192.168.203.47@tcp:101:cmp.0 00010000:00010000:2.0:1777421116.473495:0:6541:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421116.473516:0:6541:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004ab5b031/0xa38d71289387b25 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376b40 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777421116.473541:0:6541:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x16:0x0] initial LVB size: 1516, mtime: 0x69f14b3a, atime: 0x69f14b3a, ctime: 0x69f14b3a, blocks: 0xb 00010000:00010000:2.0:1777421116.473561:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421116.473563:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421116.473571:0:6541:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004ab5b031/0xa38d71289387b25 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b40 expref: 17 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.473604:0:6541:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004ab5b031/0xa38d71289387b25 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b40 expref: 17 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421116.473617:0:6541:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af10148ca00, rc 0) 00000100:00100000:2.0:1777421116.473668:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+17:27987:x1863760834059648:12345-192.168.203.47@tcp:101:cmp.0 Request processed in 200us (385us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421116.473675:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 284 00000100:00080000:3.0:1777421116.474936:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777421116.476950:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834059520 00000100:00100000:0.0:1777421116.476966:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834059520 00000100:00100000:0.0:1777421116.477034:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 227 00000100:00100000:0.0:1777421116.477045:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+49:27988:x1863760834059520:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000004:00080000:0.0:1777421116.477445:0:13879:0:(mdd_object.c:3993:mdd_close()) Object [0x200000402:0x1e:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1777421116.477516:0:13879:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967982 00010000:00010000:0.0:1777421116.477561:0:13879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387b2c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421116.477578:0:13879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387b2c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421116.477590:0:13879:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387b2c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421116.477599:0:13879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387b2c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421116.477606:0:13879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387b2c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421116.477613:0:13879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387b2c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421116.477627:0:13879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777421116.477744:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+51:27988:x1863760834059520:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 699us (6170us total) trans 4294967983 rc 0/0 00000100:00100000:0.0:1777421116.477752:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 227 00000020:00080000:0.0:1777421116.477757:0:13879:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1777421116.478095:0:8267:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777421116.478103:0:8267:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387b2c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.478111:0:8267:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a1e00 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:1.0:1777421116.478115:0:8267:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387b2c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.478122:0:8267:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387b2c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.478135:0:8267:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff9af1187dd100) 00010000:00010000:1.0:1777421116.478138:0:8267:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777421116.478142:0:8267:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387b2c lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.478159:0:8267:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387b2c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421116.478189:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777421116.478191:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777421116.478193:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777421116.478774:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421116.478841:0:17930:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834059776 00000100:00100000:2.0:1777421116.479231:0:17930:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834059776 00002000:00100000:2.0:1777421116.479273:0:17930:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x16:0x0] (0->4095) req@ffff9af110395c00 x1863760834059776/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:127/0 lens 488/0 e 0 to 0 dl 1777421127 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421116.479283:0:17930:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af110395c00 with x1863760834059776 ext(0->4095) 00002000:00010000:2.0:1777421116.479287:0:17930:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af110395c00 00000100:00100000:2.0:1777421116.479319:0:17930:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 98 00000100:00100000:2.0:1777421116.479328:0:17930:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110395c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+17:2368:x1863760834059776:12345-192.168.203.47@tcp:3:cmp.0 00000100:00100000:2.0:1777421116.479589:0:17930:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110395c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+17:2368:x1863760834059776:12345-192.168.203.47@tcp:3:cmp.0 Request processed in 260us (815us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1777421116.479596:0:17930:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 98 00002000:00100000:2.0:1777421116.479604:0:17930:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x16:0x0] (0->4095) req@ffff9af110395c00 x1863760834059776/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:127/0 lens 488/4536 e 0 to 0 dl 1777421127 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421116.479612:0:17930:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af110395c00 with x1863760834059776 ext(0->4095) 00002000:00010000:2.0:1777421116.479616:0:17930:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af110395c00 00000100:00100000:0.0:1777421116.486569:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421116.486664:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834060032 00000100:00100000:2.0:1777421116.486673:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834060032 00000100:00100000:2.0:1777421116.486797:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 228 00000100:00100000:2.0:1777421116.486806:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+93:27987:x1863760834060032:12345-192.168.203.47@tcp:35:cmp.0 00000100:00100000:2.0:1777421116.487067:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+94:27987:x1863760834060032:12345-192.168.203.47@tcp:35:cmp.0 Request processed in 261us (505us total) trans 4294967984 rc 0/0 00000100:00100000:2.0:1777421116.487075:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 228 00010000:00010000:2.0:1777421116.760594:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777421117.400729:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137956300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841169024:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777421117.400845:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421117.400902:0:7924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841169024 00000100:00100000:2.0:1777421117.400913:0:7924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841169024 00000100:00080000:0.0:1777421117.400970:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777421117.400993:0:7924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:2.0:1777421117.401024:0:7924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137de8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3295:x1863760841169024:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777421117.401059:0:7924:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 1703936 granted 83296256 pending 1703936 free 3857711104 avail 3855613952 00000100:00100000:2.0:1777421117.401142:0:7924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137de8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3295:x1863760841169024:12345-0@lo:13:osp-pre-0-0.0 Request processed in 137us (298us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421117.401151:0:7924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:0.0:1777421117.401540:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137956300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841169024:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1777421117.784575:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777421118.808833:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1777421118.971025:0:6572:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967352 is committed 00000001:00080000:3.0:1777421118.971047:0:6572:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967353 is committed 00000001:00080000:3.0:1777421118.971054:0:6572:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967351 is committed 00000100:00100000:3.0:1777421118.993344:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421118.993414:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421118.993492:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421118.993554:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421118.993584:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834060288 00000100:00100000:3.0:1777421118.993595:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421118.993606:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834060288 00000100:00100000:1.0:1777421118.993692:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 208 00000100:00100000:1.0:1777421118.993709:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+94:2368:x1863760834060288:12345-192.168.203.47@tcp:400:kworker.0 00000100:00080000:0.0:1777421118.993750:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777421118.993816:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+94:2368:x1863760834060288:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 110us (484us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421118.993829:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 208 00000100:00100000:2.0:1777421118.995979:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834060544 00000100:00100000:2.0:1777421118.995999:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834060544 00000100:00100000:2.0:1777421118.996141:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834060800 00000100:00100000:2.0:1777421118.996146:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834060800 00000100:00080000:0.0:1777421118.996185:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1777421118.996190:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777421118.996277:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 209 00000100:00100000:2.0:1777421118.996293:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+17:2368:x1863760834060544:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:2.0:1777421118.996437:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+17:2368:x1863760834060544:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 147us (3022us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421118.996446:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 209 00000100:00100000:3.0:1777421118.996530:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834060416 00000100:00100000:3.0:1777421118.996537:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834060416 00000100:00100000:2.0:1777421118.996542:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 210 00000100:00100000:2.0:1777421118.996553:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2368:x1863760834060800:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777421118.996587:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 211 00000100:00080000:0.0:1777421118.996590:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777421118.996599:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:2369:x1863760834060416:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777421118.996644:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:2369:x1863760834060416:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 48us (3049us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421118.996653:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 211 00000100:00100000:0.0:1777421118.996712:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421118.996734:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834060160 00000100:00100000:3.0:1777421118.996740:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834060160 00000100:00100000:3.0:1777421118.996783:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 481 00000100:00100000:3.0:1777421118.996792:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119106850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+12:2369:x1863760834060160:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:0.0:1777421118.997178:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421118.997215:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834060672 00000100:00100000:0.0:1777421118.997220:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834060672 00000100:00100000:0.0:1777421118.997269:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 209 00000100:00100000:0.0:1777421118.997278:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+51:2369:x1863760834060672:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:0.0:1777421118.997325:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+51:2369:x1863760834060672:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 49us (615us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421118.997332:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 209 00000100:00100000:0.0:1777421118.997392:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834060928 00000100:00100000:0.0:1777421118.997395:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834060928 00000100:00100000:0.0:1777421118.997418:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 212 00000100:00100000:0.0:1777421118.997426:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2369:x1863760834060928:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:0.0:1777421118.997457:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2369:x1863760834060928:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 33us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421118.997477:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 212 00000100:00080000:0.0:1777421118.997499:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777421118.997504:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777421118.997715:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2368:x1863760834060800:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 1162us (4225us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421118.997723:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 210 00000100:00100000:3.0:1777421118.999604:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119106850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+12:2369:x1863760834060160:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 2799us (6043us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421118.999622:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 481 00000100:00100000:2.0:1777421119.124000:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421119.126085:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834061056 00000100:00100000:1.0:1777421119.126102:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834061056 00000100:00100000:1.0:1777421119.126182:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1068 00000100:00100000:1.0:1777421119.126192:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137957100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+51:27960:x1863760834061056:12345-192.168.203.47@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1777421119.126315:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137957100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+51:27960:x1863760834061056:12345-192.168.203.47@tcp:60:lhsmtool_posix.0 Request processed in 123us (2329us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421119.126324:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1068 00010000:00010000:1.0:1777421119.835707:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1777421120.141905:0:19867:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12n: Import/implicit restore/release == 20:05:19 (1777421119) 00000100:00100000:0.0:1777421120.276895:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421120.277442:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834061184 00000100:00100000:2.0:1777421120.277467:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834061184 00000100:00100000:2.0:1777421120.277557:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1069 00000100:00100000:2.0:1777421120.277569:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c678380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+51:28590:x1863760834061184:12345-192.168.203.47@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1777421120.277690:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c678380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+51:28590:x1863760834061184:12345-192.168.203.47@tcp:59:lhsmtool_posix.0 Request processed in 124us (811us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421120.277702:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1069 00000100:00080000:0.0:1777421120.278047:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777421120.292270:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421120.292394:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421120.292491:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834061568 00000100:00100000:2.0:1777421120.292501:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834061568 00000100:00100000:2.0:1777421120.292569:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834061312 00000100:00100000:2.0:1777421120.292573:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834061312 00000100:00100000:3.0:1777421120.292641:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1070 00000100:00100000:3.0:1777421120.292664:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c67aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+95:28591:x1863760834061568:12345-192.168.203.47@tcp:36:mkdir.0 00000100:00080000:0.0:1777421120.292737:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1777421120.292738:0:5762:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421120.292781:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d7128938789a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a60 expref: 95 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421120.292797:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1071 00000100:00100000:2.0:1777421120.292811:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c679c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+94:2366:x1863760834061312:12345-192.168.203.47@tcp:41:mkdir.0 00010000:00010000:3.0:1777421120.292821:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af103234d00) 00010000:00010000:3.0:1777421120.292830:0:5762:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00000024:2.0:1777421120.292857:0:7427:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 14680064 pending 0 free 2258370560 avail 2256273408 00000100:00100000:2.0:1777421120.292938:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c679c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+94:2366:x1863760834061312:12345-192.168.203.47@tcp:41:mkdir.0 Request processed in 130us (543us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421120.292948:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1071 00010000:00010000:3.0:1777421120.292973:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d71289387b33 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421120.293008:0:5762:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440400/0xa38d712893878d9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a75 expref: 50 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421120.293019:0:5762:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d71289387b33 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421120.293071:0:5762:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440400/0xa38d712893878d9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a75 expref: 50 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421120.293089:0:5762:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440400/0xa38d712893878d9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a75 expref: 50 pid: 6569 timeout: 432 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421120.293108:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0011aed80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841169152:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777421120.293421:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af137d2e6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777421120.295317:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0011aed80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841169152:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777421120.295348:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d71289387b33 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421120.295513:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421120.295743:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834061696 00000100:00100000:1.0:1777421120.295751:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834061696 00010000:00010000:1.0:1777421120.295801:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440400/0xa38d712893878d9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a75 expref: 51 pid: 6569 timeout: 432 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421120.295881:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 324 00000100:00100000:1.0:1777421120.295891:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c679500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+51:2369:x1863760834061696:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421120.295907:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421120.295914:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440400/0xa38d712893878d9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a75 expref: 51 pid: 6569 timeout: 432 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421120.295927:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440400/0xa38d712893878d9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a75 expref: 51 pid: 6569 timeout: 432 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421120.295950:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440400/0xa38d712893878d9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376a75 expref: 51 pid: 6569 timeout: 432 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421120.295966:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af103234d00) 00010000:00010000:1.0:1777421120.295971:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d71289387b33 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421120.295980:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d71289387b33 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421120.295988:0:5746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d71289387b33 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421120.296015:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421120.296062:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c679500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+50:2369:x1863760834061696:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 173us (549us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421120.296070:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 324 00010000:00010000:2.0:1777421120.296135:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d71289387b33 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.296144:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d71289387b33 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.296168:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387b3a lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.296179:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387b3a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.296188:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387b3a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421120.296987:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x42:0x0]: returning size 512 00010000:00010000:2.0:1777421120.297000:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d71289387b33 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.297008:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d71289387b33 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.297015:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d71289387b33 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.297021:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004440000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421120.297025:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d71289387b33 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.297033:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d71289387b33 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.297045:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af103234d00) 00010000:00010000:2.0:1777421120.297047:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421120.297051:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d71289387b33 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.297057:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d71289387b33 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777421120.297077:0:5762:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 0000000013ec8956 reply state 00000000829d33e8 transno 4294967985 ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387b3a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421120.297086:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777421120.297177:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c67aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+95:28591:x1863760834061568:12345-192.168.203.47@tcp:36:mkdir.0 Request processed in 4521us (4914us total) trans 4294967985 rc 0/0 00000100:00100000:2.0:1777421120.297185:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1070 00010000:00010000:3.0:1777421120.300139:0:3282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387b3a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421120.300171:0:3282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387b3a lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421120.300179:0:3282:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387b3a lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421120.300185:0:3282:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148d600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421120.300189:0:3282:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387b3a lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421120.300195:0:3282:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387b3a lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421120.300231:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xee467b96 (ffff9af10b558600) 00010000:00010000:3.0:1777421120.300234:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421120.300238:0:3282:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387b3a lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421120.300243:0:3282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387b3a lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421120.472826:0:3295:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777421120.472863:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c679880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841169280:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777421120.472959:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421120.473054:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137deb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3297:1863760841169408:0@lo:400:kworker.0 00000100:00100000:3.0:1777421120.473133:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421120.473230:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841169408 00000100:00100000:0.0:1777421120.473243:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841169408 00000100:00100000:0.0:1777421120.473320:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 482 00000100:00100000:0.0:1777421120.473331:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119107050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3297:x1863760841169408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421120.473383:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777421120.473393:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af111015180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3297:1863760841169536:0@lo:400:kworker.0 00000100:00100000:3.0:1777421120.473432:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421120.473474:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119107050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3297:x1863760841169408:12345-0@lo:400:kworker.0 Request processed in 140us (337us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421120.473486:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 482 00000100:00100000:3.0:1777421120.473509:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137deb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3297:1863760841169408:0@lo:400:kworker.0 00000100:00100000:3.0:1777421120.473575:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841169536 00000100:00100000:3.0:1777421120.473581:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841169536 00000100:00100000:3.0:1777421120.473633:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 210 00000100:00100000:3.0:1777421120.473642:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1863760841169536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421120.473698:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1863760841169536:12345-0@lo:400:kworker.0 Request processed in 56us (265us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421120.473705:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 210 00000100:00100000:3.0:1777421120.473735:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af111015180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3297:1863760841169536:0@lo:400:kworker.0 00000100:00100000:1.0:1777421120.473883:0:3298:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777421120.473894:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0010f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3298:1863760841169920:0@lo:400:kworker.0 00000100:00100000:1.0:1777421120.473921:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421120.473945:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0010f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841169792:0@lo:400:kworker.0 00000100:00100000:1.0:1777421120.473970:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421120.474006:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841169920 00000100:00100000:0.0:1777421120.474014:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841169920 00000100:00100000:0.0:1777421120.474064:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 211 00000100:00100000:0.0:1777421120.474087:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1863760841169920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421120.474094:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841169792 00000100:00100000:3.0:1777421120.474102:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841169792 00000100:00100000:3.0:1777421120.474147:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 213 00000100:00100000:3.0:1777421120.474155:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3296:x1863760841169792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421120.474458:0:6546:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841169280 00000100:00100000:2.0:1777421120.474470:0:6546:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841169280 00000100:00100000:2.0:1777421120.474512:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:2.0:1777421120.474521:0:6546:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3295:x1863760841169280:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777421120.474570:0:6546:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 83296256 pending 0 free 3850371072 avail 3848273920 00000100:00100000:1.0:1777421120.475424:0:3296:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777421120.475438:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af111015180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3296:1863760841169664:0@lo:400:kworker.0 00000100:00100000:2.0:1777421120.475502:0:6546:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3295:x1863760841169280:12345-0@lo:13:osp-pre-1-0.0 Request processed in 978us (2540us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421120.475514:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00080000:2.0:1777421120.475558:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777421120.475564:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1777421120.475567:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777421120.475589:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3296:x1863760841169792:12345-0@lo:400:kworker.0 Request processed in 1431us (1614us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421120.475601:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 213 00000100:00100000:2.0:1777421120.475660:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c679880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841169280:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777421120.475733:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421120.475753:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1863760841169920:12345-0@lo:400:kworker.0 Request processed in 1677us (1827us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421120.475764:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 211 00000100:00100000:1.0:1777421120.475785:0:3296:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967353 gen 2 00000100:00100000:0.0:1777421120.475792:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841169664 00000004:00080000:1.0:1777421120.475794:0:3296:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967352 committed transno 4294967353 00000100:00100000:0.0:1777421120.475801:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841169664 00000004:00080000:1.0:1777421120.475822:0:3296:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9af110394700, transno 4294967353 00000100:00100000:1.0:1777421120.475840:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0010f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841169792:0@lo:400:kworker.0 00000100:00100000:0.0:1777421120.475905:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 212 00000100:00100000:0.0:1777421120.475916:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3296:x1863760841169664:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1777421120.475981:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777421120.477202:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0010f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3298:1863760841169920:0@lo:400:kworker.0 00000100:00100000:0.0:1777421120.477223:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3296:x1863760841169664:12345-0@lo:400:kworker.0 Request processed in 1303us (1485us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421120.477236:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 212 00000100:00100000:3.0:1777421120.477266:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af111015180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3296:1863760841169664:0@lo:400:kworker.0 00000100:00100000:3.0:1777421120.478991:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421120.479056:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834061824 00000100:00100000:0.0:1777421120.479068:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834061824 00000100:00100000:0.0:1777421120.479181:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1072 00000100:00100000:0.0:1777421120.479192:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+94:28628:x1863760834061824:12345-192.168.203.47@tcp:101:mkdir.0 00010000:00010000:0.0:1777421120.479219:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421120.479249:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289387b41 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376b47 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421120.479441:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387b48 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421120.479470:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387b48 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421120.479483:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387b48 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421120.479573:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:0.0:1777421120.479579:0:7427:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421120.479608:0:7427:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387b48 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421120.479637:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289387b41 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b47 expref: 96 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421120.479658:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387b48 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b47 expref: 95 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421120.479667:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1187dd700) 00010000:00010000:0.0:1777421120.479670:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777421120.479674:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a1e00, rc 0) 00000100:00100000:0.0:1777421120.479751:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+95:28628:x1863760834061824:12345-192.168.203.47@tcp:101:mkdir.0 Request processed in 560us (767us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421120.479760:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1072 00000100:00100000:0.0:1777421120.485200:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421120.485301:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834062080 00000100:00100000:2.0:1777421120.485316:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834062080 00000100:00100000:2.0:1777421120.485417:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1073 00000100:00100000:2.0:1777421120.485431:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+95:28628:x1863760834062080:12345-192.168.203.47@tcp:36:mkdir.0 00010000:00010000:2.0:1777421120.485520:0:7427:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421120.485558:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387b48 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b47 expref: 95 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.485582:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1187dd700) 00010000:00010000:2.0:1777421120.485596:0:7427:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421120.485788:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+94:28628:x1863760834062080:12345-192.168.203.47@tcp:36:mkdir.0 Request processed in 359us (603us total) trans 0 rc -17/-17 00000100:00100000:2.0:1777421120.485796:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1073 00000100:00100000:1.0:1777421120.487132:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421120.487400:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834062208 00000100:00100000:2.0:1777421120.487414:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834062208 00000100:00100000:2.0:1777421120.487478:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1074 00000100:00100000:2.0:1777421120.487489:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+94:28628:x1863760834062208:12345-192.168.203.47@tcp:101:mkdir.0 00010000:00010000:2.0:1777421120.487509:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421120.487536:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d71289387b4f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376b4e expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.487606:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d71289387b56 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.487622:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d71289387b56 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.487637:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d71289387b56 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421120.487704:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1777421120.487709:0:7427:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421120.487738:0:7427:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d71289387b56 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.487765:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d71289387b4f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b4e expref: 96 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.487783:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d71289387b56 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b4e expref: 95 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.487792:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af10b558a00) 00010000:00010000:2.0:1777421120.487796:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777421120.487800:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af10148de00, rc 0) 00000100:00100000:2.0:1777421120.487855:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+95:28628:x1863760834062208:12345-192.168.203.47@tcp:101:mkdir.0 Request processed in 368us (732us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421120.487863:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1074 00000100:00100000:3.0:1777421120.490985:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421120.491490:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834062336 00000100:00100000:2.0:1777421120.491505:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834062336 00000100:00100000:2.0:1777421120.491574:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1075 00000100:00100000:2.0:1777421120.491586:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+95:28628:x1863760834062336:12345-192.168.203.47@tcp:101:mkdir.0 00010000:00010000:2.0:1777421120.491612:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421120.491640:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289387b5d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376b55 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.491727:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289387b64 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.491745:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289387b64 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.491758:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289387b64 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.491775:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d71289387b6b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.491782:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d71289387b6b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.491789:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d71289387b6b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.491914:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387b72 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.491922:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387b72 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.491930:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387b72 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421120.491976:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x42:0x0]: returning size 512 00000004:00200000:2.0:1777421120.491980:0:7427:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421120.492006:0:7427:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387b72 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.492020:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289387b64 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.492026:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289387b64 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.492032:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289387b64 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.492043:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148c800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421120.492047:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289387b64 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.492055:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289387b64 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.492728:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af10b558a00) 00010000:00010000:2.0:1777421120.492735:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421120.492743:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289387b64 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.492751:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289387b64 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.492768:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d71289387b6b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.492775:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d71289387b6b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.492781:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d71289387b6b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.492786:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148d400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421120.492790:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d71289387b6b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.492796:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d71289387b6b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.492811:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xee467b96 (ffff9af10b558d00) 00010000:00010000:2.0:1777421120.492814:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421120.492818:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d71289387b6b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.492824:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d71289387b6b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.492866:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289387b5d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b55 expref: 97 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.492882:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387b72 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b55 expref: 96 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.492890:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff9af10b558600) 00010000:00010000:2.0:1777421120.492893:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777421120.492895:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af10148d600, rc 0) 00000100:00100000:2.0:1777421120.492989:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+96:28628:x1863760834062336:12345-192.168.203.47@tcp:101:mkdir.0 Request processed in 1403us (2018us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421120.492999:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1075 00000100:00100000:0.0:1777421120.536982:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421120.537101:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834062464 00000100:00100000:2.0:1777421120.537114:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834062464 00000100:00100000:2.0:1777421120.537267:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1076 00000100:00100000:2.0:1777421120.537288:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+50:28634:x1863760834062464:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421120.537314:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421120.537343:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289387b79 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376b5c expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.537950:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d71289387b80 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.537967:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d71289387b80 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.537981:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d71289387b80 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421120.538051:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1777421120.538055:0:7427:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421120.538081:0:7427:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d71289387b80 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.538109:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289387b79 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b5c expref: 52 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.538202:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d71289387b80 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b5c expref: 51 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.538213:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af10b558a00) 00010000:00010000:2.0:1777421120.538216:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777421120.538220:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af10148d400, rc 0) 00000100:00100000:2.0:1777421120.538339:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+51:28634:x1863760834062464:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 1061us (1370us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421120.538347:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1076 00000100:00100000:1.0:1777421120.543725:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421120.544340:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834062720 00000100:00100000:2.0:1777421120.544372:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834062720 00000100:00100000:2.0:1777421120.544445:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1077 00000100:00100000:2.0:1777421120.544469:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+96:28634:x1863760834062720:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421120.544496:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421120.544499:0:7427:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1777421120.544544:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387b72 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x42:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b55 expref: 96 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.544568:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff9af10b558600) 00010000:00010000:2.0:1777421120.544582:0:7427:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421120.544601:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289387b87 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376b63 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.544787:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289387b8e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.544810:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289387b8e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.544818:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289387b8e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.544829:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d71289387b95 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.544834:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d71289387b95 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.544838:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d71289387b95 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.545336:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d71289387b9c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.545347:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d71289387b9c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.545396:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d71289387b9c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421120.545408:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x44:0x0]: returning size 0 00010000:00010000:2.0:1777421120.545438:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289387b8e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.545459:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289387b8e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.545468:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289387b8e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.545474:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148c800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421120.545479:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289387b8e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.545487:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289387b8e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.545496:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff9af10b558d00) 00010000:00010000:2.0:1777421120.545499:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421120.545503:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289387b8e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.545510:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289387b8e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777421120.545522:0:7427:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000edeac935 reply state 00000000440d6803 transno 4294967986 ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d71289387b95 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421120.545532:0:7427:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777421120.545562:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289387b87 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b63 expref: 98 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.545580:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d71289387b9c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b63 expref: 97 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.545587:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff9af106213400) 00010000:00010000:2.0:1777421120.545590:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777421120.545592:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af10148ce00, rc 0) 00000100:00100000:2.0:1777421120.545683:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+98:28634:x1863760834062720:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 1216us (1973us total) trans 4294967986 rc 0/0 00000100:00100000:2.0:1777421120.545692:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1077 00000100:00100000:1.0:1777421120.550768:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421120.550857:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834062976 00000100:00100000:0.0:1777421120.550871:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834062976 00000100:00100000:0.0:1777421120.550949:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1078 00000100:00100000:0.0:1777421120.550960:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110394700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+98:28634:x1863760834062976:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421120.550993:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421120.551026:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387baa lrc: 2/0,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376b6a expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421120.551148:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387bb1 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421120.551164:0:7427:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d71289387b9c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b63 expref: 99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421120.551174:0:7427:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387bb1 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421120.551216:0:7427:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d71289387b9c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b63 expref: 99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421120.551231:0:7427:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d71289387b9c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b63 expref: 99 pid: 7427 timeout: 432 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421120.551246:0:7427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0013b4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:7427:1863760841170048:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777421120.551403:0:7427:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1181913c0 going to sleep for 11 seconds 00010000:00010000:2.0:1777421120.552839:0:3281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d71289387b95 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.552860:0:3281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d71289387b95 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.552869:0:3281:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d71289387b95 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.552877:0:3281:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148da00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421120.552883:0:3281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d71289387b95 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.552891:0:3281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d71289387b95 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.552916:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x81b47e8f (ffff9af111123f00) 00010000:00010000:2.0:1777421120.552920:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421120.552926:0:3281:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d71289387b95 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.552933:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d71289387b95 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421120.554580:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421120.554841:0:7427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0013b4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:7427:1863760841170048:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421120.554873:0:7427:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387bb1 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421120.555508:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834063104 00000100:00100000:2.0:1777421120.555519:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834063104 00010000:00010000:2.0:1777421120.555566:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d71289387b9c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b63 expref: 99 pid: 7427 timeout: 432 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421120.555613:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 325 00000100:00100000:2.0:1777421120.555625:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f775f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+99:2368:x1863760834063104:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421120.555642:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421120.555651:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d71289387b9c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b63 expref: 99 pid: 7427 timeout: 432 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.555665:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d71289387b9c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b63 expref: 99 pid: 7427 timeout: 432 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.555695:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d71289387b9c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b63 expref: 99 pid: 7427 timeout: 432 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.555716:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff9af106213400) 00010000:00010000:2.0:1777421120.555721:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387bb1 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.555733:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387bb1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.555742:0:5746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387bb1 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.555780:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421120.555856:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f775f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+98:2368:x1863760834063104:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 232us (1286us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421120.555865:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 325 00010000:00010000:1.0:1777421120.556463:0:7427:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387bb1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421120.556475:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387bb1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421120.556500:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x44:0x0]: returning size 0 00010000:00010000:1.0:1777421120.556842:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387bb1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421120.556852:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387bb1 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421120.556882:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387bb1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421120.556889:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a0c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421120.556894:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387bb1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421120.556902:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387bb1 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421120.556915:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff9af106213400) 00010000:00010000:1.0:1777421120.556918:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777421120.556923:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387bb1 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421120.556930:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387bb1 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421120.557009:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387baa lrc: 1/0,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b6a expref: 98 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421120.557022:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff9af1187dd800) 00010000:00010000:1.0:1777421120.557025:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777421120.557030:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387baa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b6a expref: 98 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421120.557044:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a1a00, rc 0) 00000100:00100000:1.0:1777421120.557104:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110394700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+97:28634:x1863760834062976:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 6145us (6348us total) trans 4294967987 rc 301/301 00000100:00100000:1.0:1777421120.557123:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1078 00000100:00100000:1.0:1777421120.561724:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421120.561851:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834063360 00000100:00100000:2.0:1777421120.561865:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834063360 00000100:00100000:2.0:1777421120.561945:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 229 00000100:00100000:2.0:1777421120.561957:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119293450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+97:28634:x1863760834063360:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1777421120.562445:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119293450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+98:28634:x1863760834063360:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 487us (733us total) trans 4294967988 rc 0/0 00000100:00100000:2.0:1777421120.562465:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 229 00000100:00100000:2.0:1777421120.565275:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421120.565405:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834063488 00000100:00100000:1.0:1777421120.565418:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834063488 00000100:00100000:1.0:1777421120.565519:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1079 00000100:00100000:1.0:1777421120.565535:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137956300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+98:28634:x1863760834063488:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421120.565567:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421120.565598:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289387bbf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376b71 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421120.565675:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289387bbf lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b71 expref: 99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421120.565692:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289387bbf lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b71 expref: 99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421120.565714:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff9af1112dce00) 00010000:00010000:1.0:1777421120.565718:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777421120.565723:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137838200, rc 0) 00000100:00100000:1.0:1777421120.565797:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137956300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+99:28634:x1863760834063488:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 268us (535us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421120.565805:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1079 00000100:00100000:3.0:1777421120.571999:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421120.572251:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834063744 00000100:00100000:0.0:1777421120.572265:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834063744 00000100:00100000:0.0:1777421120.572343:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1080 00000100:00100000:0.0:1777421120.572494:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+99:28634:x1863760834063744:12345-192.168.203.47@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1777421120.572597:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d71289387bc6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421120.572618:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d71289387bc6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421120.572633:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d71289387bc6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421120.573513:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d71289387bc6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421120.573527:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d71289387bc6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421120.573534:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d71289387bc6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421120.573541:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a0e00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421120.573546:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d71289387bc6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421120.574010:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d71289387bc6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421120.574028:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff9af1112dce00) 00010000:00010000:0.0:1777421120.574031:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1777421120.574037:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d71289387bc6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421120.574044:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d71289387bc6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421120.574490:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+100:28634:x1863760834063744:12345-192.168.203.47@tcp:55:lhsmtool_posix.0 Request processed in 2132us (2498us total) trans 4294967989 rc 0/0 00000100:00100000:0.0:1777421120.574502:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1080 00000100:00100000:0.0:1777421120.581916:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421120.582118:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834064000 00000100:00100000:3.0:1777421120.582133:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834064000 00000100:00100000:3.0:1777421120.582270:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1081 00000100:00100000:3.0:1777421120.582284:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+100:28634:x1863760834064000:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1777421120.582719:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289387bcd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421120.582748:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289387bcd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421120.582763:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289387bcd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777421120.582847:0:5762:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967990 00000004:00010000:3.0:1777421120.582891:0:5762:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000005b63864d reply state 00000000dccc7ef1 transno 4294967991 ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289387bcd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421120.582903:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777421120.583029:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+103:28634:x1863760834064000:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 Request processed in 747us (1128us total) trans 4294967991 rc 0/0 00000100:00100000:3.0:1777421120.583060:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1081 00000020:00080000:3.0:1777421120.583067:0:5762:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777421120.587144:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421120.587221:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834064256 00000100:00100000:0.0:1777421120.587235:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834064256 00000100:00100000:0.0:1777421120.587308:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 230 00000100:00100000:0.0:1777421120.587321:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137957800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+103:28634:x1863760834064256:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1777421120.588667:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137957800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+104:28634:x1863760834064256:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 1342us (1530us total) trans 4294967992 rc 0/0 00000100:00100000:0.0:1777421120.588681:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 230 00010000:00010000:3.0:1777421120.590151:0:3282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289387bcd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421120.590170:0:3282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289387bcd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421120.590179:0:3282:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289387bcd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421120.590187:0:3282:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004441000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421120.590193:0:3282:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289387bcd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421120.590201:0:3282:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289387bcd lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421120.590222:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff9af1112dce00) 00010000:00010000:3.0:1777421120.590226:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1777421120.590232:0:3282:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289387bcd lrc: 2/0,0 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421120.590239:0:3282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289387bcd lrc: 0/0,0 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777421120.600831:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777421120.600839:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777421120.601409:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 5 00000040:00080000:1.0:1777421120.601418:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777421120.634778:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421120.635235:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834064384 00000100:00100000:3.0:1777421120.635246:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834064384 00000100:00100000:3.0:1777421120.635310:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1082 00000100:00100000:3.0:1777421120.635321:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+103:28640:x1863760834064384:12345-192.168.203.47@tcp:101:cmp.0 00010000:00010000:3.0:1777421120.635380:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421120.635404:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289387bd4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376b78 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421120.635479:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d71289387bdb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421120.635492:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d71289387bdb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421120.635504:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d71289387bdb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421120.635519:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d71289387be2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421120.635527:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d71289387be2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421120.635534:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d71289387be2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421120.635644:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440400/0xa38d71289387be9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421120.635653:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440400/0xa38d71289387be9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421120.635660:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440400/0xa38d71289387be9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421120.635711:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x42:0x0]: returning size 512 00000004:00200000:3.0:1777421120.635720:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421120.635759:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440400/0xa38d71289387be9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421120.635771:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d71289387bdb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421120.635778:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d71289387bdb lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421120.635784:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d71289387bdb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421120.635790:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004441c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421120.635795:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d71289387bdb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421120.635802:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d71289387bdb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421120.635813:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af10b558a00) 00010000:00010000:3.0:1777421120.635816:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421120.635821:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d71289387bdb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421120.636781:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d71289387bdb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421120.636802:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d71289387be2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421120.636809:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d71289387be2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421120.636907:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d71289387be2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421120.636914:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004440000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421120.636918:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d71289387be2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421120.636924:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d71289387be2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421120.636936:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xee467b96 (ffff9af103234c00) 00010000:00010000:3.0:1777421120.636939:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421120.637041:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d71289387be2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421120.637047:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d71289387be2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421120.637090:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289387bd4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b78 expref: 105 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421120.637104:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440400/0xa38d71289387be9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b78 expref: 104 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421120.637111:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff9af103234700) 00010000:00010000:3.0:1777421120.637113:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1777421120.637115:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af004440400, rc 0) 00000100:00100000:3.0:1777421120.637250:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+104:28640:x1863760834064384:12345-192.168.203.47@tcp:101:cmp.0 Request processed in 1929us (2480us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421120.637267:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1082 00000100:00100000:0.0:1777421120.643444:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421120.643554:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834064640 00000100:00100000:3.0:1777421120.643564:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834064640 00000100:00100000:3.0:1777421120.643620:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1083 00000100:00100000:3.0:1777421120.643631:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+104:28640:x1863760834064640:12345-192.168.203.47@tcp:101:cmp.0 00010000:00010000:3.0:1777421120.643650:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421120.643670:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289387bf0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376b7f expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421120.643752:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d71289387bf7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421120.643767:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d71289387bf7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421120.643777:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d71289387bf7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421120.643790:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d71289387bfe lrc: 3/1,0 mode: --/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421120.643798:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d71289387bfe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421120.643805:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d71289387bfe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.644300:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289387c05 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.644311:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289387c05 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.644320:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289387c05 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421120.644336:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x44:0x0]: returning size 158 00010000:00010000:2.0:1777421120.644460:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d71289387bf7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.644468:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d71289387bf7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.644475:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d71289387bf7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.644480:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004440000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421120.644485:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d71289387bf7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.644493:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d71289387bf7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.644504:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff9af103234700) 00010000:00010000:2.0:1777421120.644506:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421120.644510:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d71289387bf7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.644516:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d71289387bf7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.644528:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d71289387bfe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.644534:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d71289387bfe lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.644542:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d71289387bfe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.644546:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004441c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421120.644548:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d71289387bfe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.644554:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d71289387bfe lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.644560:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x81b47e8f (ffff9af103234c00) 00010000:00010000:2.0:1777421120.644562:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421120.644565:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d71289387bfe lrc: 2/0,0 mode: --/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.644570:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d71289387bfe lrc: 0/0,0 mode: --/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.644613:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289387bf0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b7f expref: 107 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.644626:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289387c05 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b7f expref: 106 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.644633:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff9af1112dce00) 00010000:00010000:2.0:1777421120.644635:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777421120.644637:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af10148c200, rc 0) 00000100:00100000:2.0:1777421120.644746:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+106:28640:x1863760834064640:12345-192.168.203.47@tcp:101:cmp.0 Request processed in 1107us (1301us total) trans 4294967993 rc 0/0 00000100:00100000:2.0:1777421120.644757:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1083 00000100:00100000:2.0:1777421120.648660:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421120.648754:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834064896 00000100:00100000:0.0:1777421120.648768:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834064896 00000100:00100000:0.0:1777421120.648841:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 47 00000100:00100000:0.0:1777421120.648851:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137954a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+106:28640:x1863760834064896:12345-192.168.203.47@tcp:103:cmp.0 00010000:00010000:0.0:1777421120.648866:0:6558:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777421120.648890:0:6558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289387c05 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b7f expref: 106 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421120.648918:0:6558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289387bbf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b71 expref: 105 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421120.648929:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff9af1112dce00) 00010000:00010000:0.0:1777421120.648941:0:6558:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421120.648997:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137954a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+104:28640:x1863760834064896:12345-192.168.203.47@tcp:103:cmp.0 Request processed in 146us (346us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421120.649004:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 47 00000100:00100000:0.0:1777421120.651134:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421120.651195:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834065024 00000100:00100000:2.0:1777421120.651205:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834065024 00000100:00100000:2.0:1777421120.651257:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1084 00000100:00100000:2.0:1777421120.651267:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+104:28640:x1863760834065024:12345-192.168.203.47@tcp:58:cmp.0 00010000:00010000:2.0:1777421120.651416:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289387c13 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.651435:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289387c13 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421120.651455:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289387c13 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777421120.651634:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].30, 136 off12272 00000100:00100000:2.0:1777421120.651712:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+104:28640:x1863760834065024:12345-192.168.203.47@tcp:58:cmp.0 Request processed in 445us (595us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421120.651720:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1084 00000100:00100000:1.0:1777421120.654862:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421120.655086:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834065152 00000100:00100000:0.0:1777421120.655096:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834065152 00000100:00100000:0.0:1777421120.655155:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1085 00000100:00100000:0.0:1777421120.655165:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f776a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+104:28640:x1863760834065152:12345-192.168.203.47@tcp:101:cmp.0 00010000:00010000:0.0:1777421120.655184:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421120.655205:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387c1a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376b86 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421120.655256:0:7427:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289387c13 lrc: 2/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421120.655267:0:7427:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387c1a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b86 expref: 105 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421120.655291:0:7427:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289387c13 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421120.655304:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387c1a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b86 expref: 105 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421120.655315:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff9af106213b00) 00010000:00010000:0.0:1777421120.655318:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777421120.655322:0:7427:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387c1a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b86 expref: 105 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421120.655329:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a0c00, rc 0) 00000100:00100000:0.0:1777421120.655664:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f776a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+105:28640:x1863760834065152:12345-192.168.203.47@tcp:101:cmp.0 Request processed in 498us (808us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421120.655672:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1085 00010000:00010000:2.0:1777421120.858283:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1777421121.537511:0:7430:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967357 is committed 00000001:00080000:1.0:1777421121.537534:0:7430:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967358 is committed 00000001:00080000:0.0:1777421121.545023:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967992 is committed 00000001:00080000:0.0:1777421121.545050:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967983 is committed 00000001:00080000:0.0:1777421121.545071:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967993 is committed 00000020:00080000:0.0:1777421121.545122:0:5782:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9af111079180 refcount 2 committed 0 result 0 batchid 20 00000020:00080000:0.0:1777421121.545128:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9af12019d400 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9af1110793c0 00000020:00080000:0.0:1777421121.545132:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9af12019d000 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9af00207e000 00000020:00080000:0.0:1777421121.545151:0:5782:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 19 batchid updated 00000020:00080000:0.0:1777421121.545165:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 20 committed batchid 19 00000020:00080000:0.0:1777421121.545417:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 19 00000040:00080000:1.0:1777421121.624799:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777421121.624812:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777421121.624881:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 31 count 6 00000040:00080000:1.0:1777421121.624890:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777421121.625054:0:11331:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f774a80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841170176:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1777421121.625211:0:11331:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af105ba8a80 going to sleep for 11 seconds 00000100:00100000:2.0:1777421121.628936:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421121.629028:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834065280 00000100:00100000:1.0:1777421121.629041:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834065280 00000100:00100000:1.0:1777421121.629116:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1086 00000100:00100000:1.0:1777421121.629140:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+44:28641:x1863760834065280:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1777421121.629185:0:7427:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000401:0x44:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1777421121.629328:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+44:28641:x1863760834065280:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 200us (418us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421121.629337:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1086 00000100:00100000:0.0:1777421121.629759:0:11331:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f774a80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841170176:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1777421121.631950:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421121.632531:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834065408 00000100:00100000:2.0:1777421121.632545:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834065408 00000100:00100000:2.0:1777421121.632664:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1087 00000100:00100000:2.0:1777421121.632677:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f777100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+43:28641:x1863760834065408:12345-192.168.203.47@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1777421121.632779:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387c21 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421121.632807:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387c21 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421121.632823:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387c21 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421121.632841:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289387c28 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8b3c9e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421121.632849:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289387c28 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8b3c9e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421121.632856:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289387c28 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8b3c9e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421121.632884:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d71289387c2f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421121.632893:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d71289387c2f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421121.632900:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d71289387c2f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421121.632963:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x44:0x0]: returning size 158 00000004:00200000:2.0:1777421121.632969:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421121.632986:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d71289387c2f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421121.632999:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387c21 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421121.633010:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387c21 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421121.633017:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387c21 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421121.633025:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148d600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421121.633030:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387c21 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421121.633038:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387c21 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421121.633051:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9af106213200) 00010000:00010000:2.0:1777421121.633055:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421121.633060:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387c21 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421121.633067:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387c21 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421121.633083:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289387c28 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8b3c9e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421121.633089:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289387c28 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8b3c9e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421121.633095:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289387c28 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8b3c9e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421121.633100:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148c200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421121.633103:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289387c28 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8b3c9e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421121.633109:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289387c28 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8b3c9e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421121.633116:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x8b3c9e9 (ffff9af106213000) 00010000:00010000:2.0:1777421121.633118:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421121.633121:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289387c28 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8b3c9e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421121.633295:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289387c28 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8b3c9e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421121.633319:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d71289387c2f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421121.633325:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d71289387c2f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421121.633331:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d71289387c2f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421121.633336:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148da00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421121.633340:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d71289387c2f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421121.633346:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d71289387c2f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421121.633410:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff9af106213b00) 00010000:00010000:2.0:1777421121.633413:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421121.633416:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d71289387c2f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421121.633422:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d71289387c2f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421121.633543:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f777100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+43:28641:x1863760834065408:12345-192.168.203.47@tcp:34:lhsmtool_posix.0 Request processed in 865us (1604us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421121.633554:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1087 00000100:00100000:0.0:1777421121.639100:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421121.639286:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834065664 00000100:00100000:2.0:1777421121.639300:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834065664 00000100:00100000:2.0:1777421121.639401:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1088 00000100:00100000:2.0:1777421121.639414:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+43:28641:x1863760834065664:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421121.639460:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421121.639487:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289387c36 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376b8d expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421121.639614:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387c3d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421121.639629:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387c3d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421121.639640:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387c3d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421121.639650:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x44:0x0]: returning size 158 00010000:00010000:2.0:1777421121.639822:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387c3d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421121.639831:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387c3d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421121.639839:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387c3d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421121.639846:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148d600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421121.639851:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387c3d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421121.639859:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387c3d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421121.639873:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff9af106213b00) 00010000:00010000:2.0:1777421121.639877:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777421121.639882:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387c3d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421121.639888:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387c3d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421121.639955:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289387c36 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b8d expref: 45 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421121.639967:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9af106213200) 00010000:00010000:2.0:1777421121.639970:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777421121.639974:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289387c36 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b8d expref: 45 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421121.639986:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af10148c200, rc 0) 00000100:00100000:2.0:1777421121.640085:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+44:28641:x1863760834065664:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 668us (994us total) trans 4294967994 rc 301/301 00000100:00100000:2.0:1777421121.640098:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1088 00000100:00100000:3.0:1777421121.645547:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421121.645844:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834065792 00000100:00100000:2.0:1777421121.645859:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834065792 00000100:00100000:2.0:1777421121.645940:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1089 00000100:00100000:2.0:1777421121.645953:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+44:28641:x1863760834065792:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1777421121.646027:0:5762:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000401:0x44:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1777421121.646171:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+44:28641:x1863760834065792:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 220us (636us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421121.646181:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1089 00000100:00100000:1.0:1777421121.650008:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421121.650314:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834065920 00000100:00100000:0.0:1777421121.650329:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834065920 00000100:00100000:0.0:1777421121.650434:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1090 00000100:00100000:0.0:1777421121.650456:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f774380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+44:28641:x1863760834065920:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421121.650486:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421121.650524:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289387c4b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376b94 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.650610:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289387c52 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.650629:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289387c52 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.650653:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289387c52 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.650671:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d71289387c59 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.650679:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d71289387c59 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.650686:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d71289387c59 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.650841:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387c60 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.650851:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387c60 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.650860:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387c60 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421121.650897:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x42:0x0]: returning size 11776 00000004:00200000:0.0:1777421121.652086:0:7427:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421121.652163:0:7427:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387c60 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.652182:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289387c52 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.652189:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289387c52 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.652196:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289387c52 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.652203:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a0400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421121.652208:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289387c52 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.652217:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289387c52 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.652236:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af10b558a00) 00010000:00010000:0.0:1777421121.652239:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421121.652244:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289387c52 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.652251:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289387c52 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.652623:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d71289387c59 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.652671:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d71289387c59 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.652680:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d71289387c59 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.652685:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a0a00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421121.652688:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d71289387c59 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.652694:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d71289387c59 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.652703:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xee467b96 (ffff9af1187ddd00) 00010000:00010000:0.0:1777421121.652705:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421121.652709:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d71289387c59 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.652715:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d71289387c59 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.652759:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289387c4b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b94 expref: 46 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.652774:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1e00/0xa38d71289387c60 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b94 expref: 45 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.652787:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff9af103234700) 00010000:00010000:0.0:1777421121.652790:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1777421121.652793:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a1e00, rc 0) 00000100:00100000:0.0:1777421121.652881:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f774380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+45:28641:x1863760834065920:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 2427us (2888us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421121.652890:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1090 00000100:00100000:0.0:1777421121.664234:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421121.664342:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834066176 00000100:00100000:1.0:1777421121.664404:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834066176 00000100:00100000:1.0:1777421121.665768:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1091 00000100:00100000:1.0:1777421121.665791:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00246c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+45:28641:x1863760834066176:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421121.665820:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421121.665849:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289387c67 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376b9b expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777421121.667432:0:7427:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x17:0x0], index 0: 0 00010000:00010000:0.0:1777421121.667716:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289387c6e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.667736:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289387c6e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.667749:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289387c6e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.667828:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289387c67 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b9b expref: 48 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.667851:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289387c6e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b9b expref: 47 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.667861:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff9af1187ddd00) 00010000:00010000:0.0:1777421121.667864:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421121.667868:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a1600, rc 0) 00000100:00100000:0.0:1777421121.668294:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00246c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+47:28641:x1863760834066176:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 2512us (4071us total) trans 4294967995 rc 0/0 00000100:00100000:0.0:1777421121.668307:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1091 00000100:00100000:3.0:1777421121.672608:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421121.674813:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834066432 00000100:00100000:0.0:1777421121.674833:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834066432 00000100:00100000:0.0:1777421121.675160:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1092 00000100:00100000:0.0:1777421121.675193:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+47:28641:x1863760834066432:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1777421121.675292:0:7427:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421121.675326:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289387c6e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b9b expref: 47 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.675370:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff9af1187ddd00) 00010000:00010000:0.0:1777421121.675384:0:7427:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421121.675413:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d71289387c7c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.675429:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d71289387c7c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.675451:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d71289387c7c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.675467:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289387c83 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x42:0x0].0x9ac21bbf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.675475:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289387c83 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0x9ac21bbf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.675483:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289387c83 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0x9ac21bbf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.675590:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d71289387c7c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.675599:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d71289387c7c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.675607:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d71289387c7c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.675613:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a0a00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421121.675618:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d71289387c7c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.675625:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d71289387c7c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.675633:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff9af103234700) 00010000:00010000:0.0:1777421121.675636:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421121.675640:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d71289387c7c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.675646:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d71289387c7c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.675655:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289387c83 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0x9ac21bbf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.675662:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289387c83 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0x9ac21bbf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.675667:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289387c83 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0x9ac21bbf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.675673:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a0400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421121.675676:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289387c83 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0x9ac21bbf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.675681:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289387c83 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0x9ac21bbf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.675687:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x9ac21bbf (ffff9af1187dd900) 00010000:00010000:0.0:1777421121.675690:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421121.675692:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289387c83 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x42:0x0].0x9ac21bbf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.675698:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289387c83 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x42:0x0].0x9ac21bbf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421121.675819:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+46:28641:x1863760834066432:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 Request processed in 648us (3224us total) trans 0 rc -2/-2 00000100:00100000:0.0:1777421121.675829:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1092 00000100:00100000:1.0:1777421121.678213:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421121.679773:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834066560 00000100:00100000:2.0:1777421121.679793:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834066560 00000100:00100000:2.0:1777421121.679883:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1093 00000100:00100000:2.0:1777421121.679916:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f776300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+46:28641:x1863760834066560:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421121.679943:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421121.680023:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289387c8a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376ba2 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421121.680071:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387c91 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421121.680088:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387c91 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421121.680102:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387c91 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421121.680229:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289387c8a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ba2 expref: 48 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421121.680251:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387c91 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ba2 expref: 47 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421121.680260:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff9af106213000) 00010000:00010000:2.0:1777421121.680263:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777421121.680268:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af10148d600, rc 0) 00000100:00100000:2.0:1777421121.680344:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f776300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+47:28641:x1863760834066560:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 440us (2144us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421121.680374:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1093 00000100:00100000:3.0:1777421121.685342:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421121.685815:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834066816 00000100:00100000:0.0:1777421121.685831:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834066816 00000100:00100000:3.0:1777421121.685995:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1094 00000100:00100000:3.0:1777421121.686011:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111015180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+47:28641:x1863760834066816:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1777421121.686126:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387c98 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421121.686148:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387c98 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421121.686162:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387c98 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777421121.688076:0:6569:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].14, 88 off9136 00000004:00080000:3.0:1777421121.688097:0:6569:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 333470744918ns, next at 334470740778ns, rc = 0 00000004:00010000:3.0:1777421121.689286:0:6569:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000fd195946 reply state 00000000652b2e63 transno 4294967996 ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387c98 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421121.689308:0:6569:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777421121.689517:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111015180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+49:28641:x1863760834066816:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 Request processed in 3505us (4184us total) trans 4294967996 rc 0/0 00000100:00100000:3.0:1777421121.689527:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1094 00010000:00010000:3.0:1777421121.693677:0:3281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387c98 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421121.693706:0:3281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387c98 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421121.693716:0:3281:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387c98 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421121.693724:0:3281:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004440200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421121.693749:0:3281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387c98 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421121.693757:0:3281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387c98 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421121.693777:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff9af106213000) 00010000:00010000:3.0:1777421121.693781:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1777421121.693787:0:3281:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387c98 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421121.693794:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387c98 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421121.697101:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421121.698247:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834066944 00000100:00100000:1.0:1777421121.698265:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834066944 00000100:00100000:1.0:1777421121.698368:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1095 00000100:00100000:1.0:1777421121.698385:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137dea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:28641:x1863760834066944:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421121.698418:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421121.698457:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289387c9f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376ba9 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421121.698538:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289387c9f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ba9 expref: 49 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421121.698556:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289387c9f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ba9 expref: 49 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421121.698583:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff9af106213000) 00010000:00010000:1.0:1777421121.698587:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777421121.698591:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137838200, rc 0) 00000100:00100000:1.0:1777421121.698674:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137dea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+49:28641:x1863760834066944:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 292us (1999us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421121.698682:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1095 00000100:00100000:2.0:1777421121.706791:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421121.706998:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834067072 00000100:00100000:3.0:1777421121.707012:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834067072 00000100:00100000:3.0:1777421121.707121:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 285 00000100:00100000:3.0:1777421121.707134:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2368:x1863760834067072:12345-192.168.203.47@tcp:2:lhsmtool_posix.0 00000100:00100000:3.0:1777421121.707617:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2368:x1863760834067072:12345-192.168.203.47@tcp:2:lhsmtool_posix.0 Request processed in 483us (838us total) trans 4294967354 rc 0/0 00000100:00100000:3.0:1777421121.707627:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 285 00000100:00080000:2.0:1777421121.708147:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777421121.710723:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421121.710838:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834067328 00000100:00100000:2.0:1777421121.710852:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834067328 00000100:00100000:2.0:1777421121.710921:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 231 00000100:00100000:2.0:1777421121.710933:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00246f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+49:28641:x1863760834067328:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1777421121.711408:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00246f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+50:28641:x1863760834067328:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 477us (698us total) trans 4294967997 rc 0/0 00000100:00100000:2.0:1777421121.711415:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 231 00000100:00100000:1.0:1777421121.714908:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421121.715019:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834067584 00000100:00100000:3.0:1777421121.715033:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834067584 00000100:00100000:3.0:1777421121.715114:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1096 00000100:00100000:3.0:1777421121.715126:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f775180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+50:28641:x1863760834067584:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1777421121.715287:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f775180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+50:28641:x1863760834067584:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 162us (394us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421121.715296:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1096 00000100:00100000:3.0:1777421121.719296:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421121.720080:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834067712 00000100:00100000:0.0:1777421121.720097:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834067712 00000100:00100000:0.0:1777421121.720768:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1097 00000100:00100000:0.0:1777421121.720784:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137de9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+50:28641:x1863760834067712:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421121.720811:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421121.720842:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289387ca6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376bb0 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.720970:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289387cad lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.720988:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289387cad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.721000:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289387cad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421121.721045:0:7427:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421121.721068:0:7427:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289387cad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.721097:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289387ca6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376bb0 expref: 52 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.721130:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289387cad lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376bb0 expref: 51 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.721140:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff9af106213000) 00010000:00010000:0.0:1777421121.721143:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1777421121.721148:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a1c00, rc 0) 00000100:00100000:0.0:1777421121.721232:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137de9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+51:28641:x1863760834067712:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 451us (1951us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421121.721241:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1097 00000100:00100000:1.0:1777421121.729277:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421121.729550:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834067840 00000100:00100000:0.0:1777421121.729565:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834067840 00000100:00100000:0.0:1777421121.729761:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 286 00000100:00100000:0.0:1777421121.729775:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f777480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2369:x1863760834067840:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421121.729797:0:11334:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421121.729833:0:11334:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000069515b36/0xa38d71289387cb4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376bb7 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777421121.729867:0:11334:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x17:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x69f14b41, blocks: 0x1 00010000:00010000:0.0:1777421121.729893:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421121.729896:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421121.729907:0:11334:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000069515b36/0xa38d71289387cb4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376bb7 expref: 11 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.729927:0:11334:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000069515b36/0xa38d71289387cb4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376bb7 expref: 11 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.729943:0:11334:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a1600, rc 0) 00000100:00100000:0.0:1777421121.730019:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f777480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2369:x1863760834067840:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 247us (756us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421121.730028:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 286 00000100:00100000:1.0:1777421121.734751:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421121.736113:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834068096 00000100:00100000:0.0:1777421121.736133:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834068096 00000100:00100000:0.0:1777421121.736309:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1098 00000100:00100000:0.0:1777421121.736321:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f776680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+51:28641:x1863760834068096:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1777421121.737311:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f776680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+51:28641:x1863760834068096:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 985us (2567us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421121.737324:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1098 00000100:00100000:2.0:1777421121.740858:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421121.740972:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834068224 00000100:00100000:0.0:1777421121.740986:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834068224 00000100:00100000:0.0:1777421121.741052:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 287 00000100:00100000:0.0:1777421121.741065:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c679880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:28641:x1863760834068224:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421121.741090:0:11334:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421121.741114:0:11334:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dc48a330/0xa38d71289387cbb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376bbe expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.741155:0:11334:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000069515b36/0xa38d71289387cb4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376bb7 expref: 12 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.741165:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421121.741167:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421121.741173:0:11334:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dc48a330/0xa38d71289387cbb lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376bbe expref: 12 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.741214:0:11334:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000069515b36/0xa38d71289387cb4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376bb7 expref: 12 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.741229:0:11334:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000069515b36/0xa38d71289387cb4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376bb7 expref: 12 pid: 11334 timeout: 433 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421121.741247:0:11334:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af00246ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11334:1863760841170304:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777421121.741423:0:11334:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af11a9f26c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421121.749112:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421121.749213:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834068352 00000100:00100000:2.0:1777421121.749231:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834068352 00010000:00010000:2.0:1777421121.749295:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000069515b36/0xa38d71289387cb4 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376bb7 expref: 13 pid: 11334 timeout: 433 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421121.749387:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 326 00000100:00100000:2.0:1777421121.749400:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f777b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+13:2368:x1863760834068352:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421121.749420:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421121.749459:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000069515b36/0xa38d71289387cb4 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376bb7 expref: 13 pid: 11334 timeout: 433 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421121.749475:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000069515b36/0xa38d71289387cb4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376bb7 expref: 13 pid: 11334 timeout: 433 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421121.749505:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421121.749507:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421121.749517:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000dc48a330/0xa38d71289387cbb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376bbe expref: 13 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421121.749528:0:5746:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dc48a330/0xa38d71289387cbb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376bbe expref: 13 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421121.749578:0:5746:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000dc48a330/0xa38d71289387cbb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376bbe expref: 13 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421121.749594:0:5746:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001192680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5746:1863760841170432:192.168.203.47@tcp:105: 00000100:00100000:2.0:1777421121.749714:0:5746:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af004433540 going to sleep for 11 seconds 00010000:00010000:0.0:1777421121.752000:0:11334:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000069515b36/0xa38d71289387cb4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376bb7 expref: 13 pid: 11334 timeout: 433 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421121.752414:0:11334:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af00246ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11334:1863760841170304:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421121.752466:0:11334:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000dc48a330/0xa38d71289387cbb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376bbe expref: 12 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.752486:0:11334:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a1a00, rc 0) 00000100:00100000:0.0:1777421121.752560:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c679880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:28641:x1863760834068224:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 11497us (11715us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421121.752571:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 287 00000100:00100000:2.0:1777421121.753017:0:5746:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001192680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5746:1863760841170432:192.168.203.47@tcp:105: 00010000:00010000:2.0:1777421121.753042:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421121.753130:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f777b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2368:x1863760834068352:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 3731us (4033us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421121.753142:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 326 00000100:00100000:3.0:1777421121.758747:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421121.758873:0:17822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834068480 00000100:00100000:0.0:1777421121.758888:0:17822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834068480 00002000:00100000:0.0:1777421121.758948:0:17822:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->157) req@ffff9af137deb100 x1863760834068480/t0(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:132/0 lens 648/0 e 0 to 0 dl 1777421132 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421121.758959:0:17822:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af137deb100 with x1863760834068480 ext(0->157) 00002000:00010000:0.0:1777421121.758966:0:17822:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af137deb100 00000100:00100000:0.0:1777421121.758999:0:17822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 99 00000100:00100000:0.0:1777421121.759009:0:17822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137deb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2368:x1863760834068480:12345-192.168.203.47@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1777421121.759533:0:17822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137deb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+13:2368:x1863760834068480:12345-192.168.203.47@tcp:4:lhsmtool_posix.0 Request processed in 522us (798us total) trans 4294967355 rc 0/0 00000100:00100000:0.0:1777421121.759543:0:17822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 99 00002000:00100000:0.0:1777421121.759552:0:17822:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->157) req@ffff9af137deb100 x1863760834068480/t4294967355(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:132/0 lens 648/448 e 0 to 0 dl 1777421132 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421121.759560:0:17822:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af137deb100 with x1863760834068480 ext(0->157) 00002000:00010000:0.0:1777421121.759564:0:17822:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af137deb100 00000100:00100000:1.0:1777421121.761483:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421121.762565:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834068608 00000100:00100000:0.0:1777421121.762580:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834068608 00000100:00100000:0.0:1777421121.762659:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1099 00000100:00100000:0.0:1777421121.762671:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f775500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+51:28641:x1863760834068608:12345-192.168.203.47@tcp:44:lhsmtool_posix.0 00000001:00080000:2.0:1777421121.792615:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967995 is committed 00000020:00080000:2.0:1777421121.792637:0:5782:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 20 batchid updated 00000020:00080000:2.0:1777421121.792655:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 20 00000020:00080000:2.0:1777421121.792666:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 20 00000001:00080000:2.0:1777421121.792676:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967997 is committed 00000004:00080000:2.0:1777421121.792693:0:5782:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 17 committed 00000100:00100000:3.0:1777421121.792897:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f775500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+47:28641:x1863760834068608:12345-192.168.203.47@tcp:44:lhsmtool_posix.0 Request processed in 30221us (31418us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421121.792909:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1099 00000100:00100000:3.0:1777421121.793559:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f777800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1863760841170560:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777421121.793619:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421121.793712:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841170560 00000100:00100000:0.0:1777421121.793721:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841170560 00000100:00100000:0.0:1777421121.793769:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 288 00000100:00100000:0.0:1777421121.793778:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3298:x1863760841170560:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777421121.793948:0:11334:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:0.0:1777421121.793952:0:11334:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb mtime from disk: 0 -> 1777421121 00002000:00010000:0.0:1777421121.793955:0:11334:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1777421121.793957:0:11334:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb ctime from disk: 1777421121 -> 1777421121 00002000:00010000:0.0:1777421121.793960:0:11334:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1777421121.794219:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3298:x1863760841170560:12345-0@lo:2:osp-syn-0-0.0 Request processed in 441us (598us total) trans 4294967356 rc 0/0 00000100:00100000:0.0:1777421121.794227:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 288 00000004:00080000:3.0:1777421121.794289:0:3298:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9af13f777800/2, rc 0, transno 4294967356 00000100:00100000:3.0:1777421121.794295:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f777800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1863760841170560:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777421121.797039:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421121.797200:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834068736 00000100:00100000:0.0:1777421121.797213:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834068736 00000100:00100000:0.0:1777421121.797319:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 289 00000100:00100000:0.0:1777421121.797329:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f775c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+13:2369:x1863760834068736:12345-192.168.203.47@tcp:16:lhsmtool_posix.0 00000001:00080000:2.0:1777421121.841654:0:6572:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967356 is committed 00000001:00080000:2.0:1777421121.841672:0:6572:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967355 is committed 00000100:00100000:0.0:1777421121.842166:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f775c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2369:x1863760834068736:12345-192.168.203.47@tcp:16:lhsmtool_posix.0 Request processed in 44833us (45137us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421121.842176:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 289 00000100:00100000:2.0:1777421121.845011:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421121.845102:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834068992 00000100:00100000:3.0:1777421121.845123:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834068992 00000100:00100000:3.0:1777421121.845226:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1100 00000100:00100000:3.0:1777421121.845238:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001192680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+47:28641:x1863760834068992:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1777421121.845301:0:7427:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421121.845329:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289387cad lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376bb0 expref: 47 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421121.845348:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff9af106213000) 00010000:00010000:3.0:1777421121.845400:0:7427:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777421121.845427:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387cc2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421121.845450:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387cc2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421121.845461:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387cc2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421121.845506:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387cc2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421121.845513:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387cc2 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421121.845519:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387cc2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421121.845526:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004440200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421121.845530:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387cc2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421121.845538:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387cc2 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421121.845547:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff9af106213000) 00010000:00010000:3.0:1777421121.845550:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421121.845554:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387cc2 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421121.845559:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387cc2 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421121.845656:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001192680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+46:28641:x1863760834068992:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 Request processed in 419us (653us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421121.845664:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1100 00000100:00100000:1.0:1777421121.848648:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421121.848741:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834069120 00000100:00100000:0.0:1777421121.848751:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834069120 00000100:00100000:0.0:1777421121.848802:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 290 00000100:00100000:0.0:1777421121.848811:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f774e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2368:x1863760834069120:12345-192.168.203.47@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1777421121.849044:0:11334:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb size from disk: 158 -> 158 00002000:00010000:0.0:1777421121.849048:0:11334:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb mtime from disk: 1777421121 -> 1536580263 00002000:00010000:0.0:1777421121.849051:0:11334:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb atime from disk: 0 -> 1777420825 00002000:00010000:0.0:1777421121.849052:0:11334:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb ctime from disk: 1777421121 -> 1777421120 00002000:00010000:0.0:1777421121.849055:0:11334:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:0.0:1777421121.849250:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f774e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2368:x1863760834069120:12345-192.168.203.47@tcp:2:lhsmtool_posix.0 Request processed in 302us (472us total) trans 4294967357 rc 0/0 00000100:00100000:0.0:1777421121.849415:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 290 00000100:00100000:2.0:1777421121.853022:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421121.853105:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834069376 00000100:00100000:3.0:1777421121.853114:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834069376 00000100:00100000:3.0:1777421121.853202:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1101 00000100:00100000:3.0:1777421121.853226:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+46:28641:x1863760834069376:12345-192.168.203.47@tcp:55:lhsmtool_posix.0 00010000:00010000:3.0:1777421121.853302:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387cc9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421121.853318:0:7427:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387c91 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ba2 expref: 46 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421121.853326:0:7427:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387cc9 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421121.853391:0:7427:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387c91 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ba2 expref: 46 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421121.853404:0:7427:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387c91 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ba2 expref: 46 pid: 5762 timeout: 433 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421121.853419:0:7427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001be0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:7427:1863760841170688:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777421121.853520:0:7427:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af137d2e6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777421121.857009:0:7427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001be0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:7427:1863760841170688:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421121.857044:0:7427:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387cc9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421121.858914:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421121.859768:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834069504 00000100:00100000:1.0:1777421121.859785:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834069504 00010000:00010000:1.0:1777421121.859842:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387c91 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ba2 expref: 47 pid: 5762 timeout: 433 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421121.859896:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 327 00000100:00100000:1.0:1777421121.859908:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d07480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+47:2368:x1863760834069504:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421121.859945:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421121.859954:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387c91 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ba2 expref: 47 pid: 5762 timeout: 433 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421121.859970:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387c91 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ba2 expref: 47 pid: 5762 timeout: 433 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421121.860005:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387c91 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ba2 expref: 47 pid: 5762 timeout: 433 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421121.860030:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff9af106213000) 00010000:00010000:1.0:1777421121.860036:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387cc9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421121.860047:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387cc9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421121.860056:0:5746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387cc9 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421121.860136:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421121.860214:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d07480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+46:2368:x1863760834069504:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 307us (1312us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421121.860223:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 327 00010000:00010000:0.0:1777421121.860556:0:7427:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387cc9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.860566:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387cc9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.860604:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387cc9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.860617:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387cc9 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.860624:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387cc9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.860630:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004441600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421121.860635:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387cc9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.860648:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387cc9 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.860668:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff9af106213000) 00010000:00010000:0.0:1777421121.860672:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1777421121.860676:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387cc9 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.860682:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387cc9 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421121.860747:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+45:28641:x1863760834069376:12345-192.168.203.47@tcp:55:lhsmtool_posix.0 Request processed in 7523us (7733us total) trans 0 rc -22/-22 00000100:00100000:0.0:1777421121.860757:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1101 00000100:00100000:2.0:1777421121.865844:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421121.866035:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834069632 00000100:00100000:0.0:1777421121.866057:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834069632 00000100:00100000:0.0:1777421121.866139:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 291 00000100:00100000:0.0:1777421121.866150:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2369:x1863760834069632:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1777421121.866213:0:11334:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000069515b36/0xa38d71289387cd0 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.866239:0:11334:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000dc48a330/0xa38d71289387cbb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376bbe expref: 11 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.866249:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777421121.866252:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777421121.866256:0:11334:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000069515b36/0xa38d71289387cd0 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.866305:0:11334:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000dc48a330/0xa38d71289387cbb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376bbe expref: 11 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.866321:0:11334:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000dc48a330/0xa38d71289387cbb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376bbe expref: 11 pid: 11334 timeout: 433 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421121.866339:0:11334:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af00246ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11334:1863760841170816:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777421121.867334:0:11334:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af110de9180 going to sleep for 11 seconds 00000100:00100000:3.0:1777421121.873407:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421121.873480:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834069760 00000100:00100000:1.0:1777421121.873493:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834069760 00010000:00010000:1.0:1777421121.873545:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000dc48a330/0xa38d71289387cbb lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376bbe expref: 12 pid: 11334 timeout: 433 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421121.873597:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 328 00000100:00100000:1.0:1777421121.873609:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2368:x1863760834069760:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421121.873626:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421121.873856:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000dc48a330/0xa38d71289387cbb lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376bbe expref: 12 pid: 11334 timeout: 433 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421121.873874:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000dc48a330/0xa38d71289387cbb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376bbe expref: 12 pid: 11334 timeout: 433 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421121.873897:0:11334:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af00246ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11334:1863760841170816:192.168.203.47@tcp:104: 00010000:00010000:1.0:1777421121.873910:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dc48a330/0xa38d71289387cbb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376bbe expref: 12 pid: 11334 timeout: 433 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.873928:0:11334:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000069515b36/0xa38d71289387cd0 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421121.874011:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421121.874015:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421121.874021:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000069515b36/0xa38d71289387cd0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421121.874056:0:5746:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000069515b36/0xa38d71289387cd0 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421121.874098:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421121.874177:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2368:x1863760834069760:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 570us (785us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421121.874186:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 328 00010000:00010000:0.0:1777421121.874591:0:11334:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000069515b36/0xa38d71289387cd0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.874685:0:11334:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000069515b36/0xa38d71289387cd0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.874726:0:11334:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000069515b36/0xa38d71289387cd0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.874736:0:11334:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000069515b36/0xa38d71289387cd0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.874749:0:11334:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000069515b36/0xa38d71289387cd0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.874757:0:11334:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a1600 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:0.0:1777421121.874762:0:11334:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000069515b36/0xa38d71289387cd0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.874771:0:11334:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000069515b36/0xa38d71289387cd0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.874784:0:11334:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000069515b36/0xa38d71289387cd0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.874791:0:11334:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000069515b36/0xa38d71289387cd0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421121.874959:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2369:x1863760834069632:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 Request processed in 8807us (9125us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421121.874969:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 291 00000100:00100000:3.0:1777421121.878945:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421121.879291:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834070016 00000100:00100000:2.0:1777421121.879306:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834070016 00000100:00100000:2.0:1777421121.879418:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1102 00000100:00100000:2.0:1777421121.879432:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+45:28641:x1863760834070016:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1777421121.879548:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d71289387cd7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421121.879571:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d71289387cd7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421121.879586:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d71289387cd7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421121.880098:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289387cde lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421121.880596:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421121.882697:0:7427:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289387c9f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ba9 expref: 46 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421121.882718:0:7427:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289387cde lrc: 4/0,1 mode: --/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421121.882794:0:7427:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289387c9f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ba9 expref: 46 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421121.882812:0:7427:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289387c9f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ba9 expref: 46 pid: 6569 timeout: 433 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421121.882834:0:7427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c12d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:7427:1863760841170944:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777421121.883033:0:7427:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af004433f00 going to sleep for 11 seconds 00000100:00100000:2.0:1777421121.887501:0:7427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c12d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:7427:1863760841170944:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777421121.887501:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00010000:00010000:2.0:1777421121.887545:0:7427:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289387cde lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421121.887749:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834070144 00000100:00100000:3.0:1777421121.887759:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834070144 00010000:00010000:3.0:1777421121.887806:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289387c9f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ba9 expref: 47 pid: 6569 timeout: 433 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421121.887856:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 329 00000100:00100000:3.0:1777421121.887867:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1056c1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+47:2368:x1863760834070144:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421121.887886:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421121.887924:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289387c9f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ba9 expref: 47 pid: 6569 timeout: 433 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421121.887938:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289387c9f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ba9 expref: 47 pid: 6569 timeout: 433 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421121.887966:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289387c9f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ba9 expref: 47 pid: 6569 timeout: 433 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421121.887985:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff9af106213000) 00010000:00010000:3.0:1777421121.887991:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289387cde lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421121.888001:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289387cde lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421121.888010:0:5746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289387cde lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421121.888044:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421121.888230:0:7427:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289387cde lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421121.888239:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289387cde lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421121.888499:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1056c1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+46:2368:x1863760834070144:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 630us (1009us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421121.888510:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 329 00000001:00080000:2.0:1777421121.888523:0:7427:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967998 00000001:00080000:2.0:1777421121.888703:0:7427:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967999 00000001:00080000:2.0:1777421121.888749:0:7427:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968000 00000100:00100000:2.0:1777421121.888840:0:7427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001c12d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:7427:1863760841171072:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1777421121.888891:0:7427:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421121.888930:0:7427:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af004433480 going to sleep for 11 seconds 00000100:00100000:1.0:1777421121.890144:0:17395:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841171072 00000100:00100000:1.0:1777421121.890158:0:17395:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841171072 00000100:00100000:1.0:1777421121.890220:0:17395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1777421121.890230:0:17395:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:7427:x1863760841171072:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1777421121.890345:0:17395:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:7427:x1863760841171072:12345-0@lo:1000:mdt00_004.0 Request processed in 117us (1453us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421121.890374:0:17395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1777421121.890422:0:7427:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967356 gen 2 00000004:00080000:0.0:1777421121.890431:0:7427:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9af13f777800, transno 4294967356 00000100:00100000:0.0:1777421121.890463:0:7427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001c12d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:7427:1863760841171072:0@lo:1000:mdt00_004.0 00000001:00080000:0.0:1777421121.890739:0:7427:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968001 00000100:00100000:0.0:1777421121.890815:0:7427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af00246ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:7427:1863760841171200:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1777421121.890862:0:7427:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421121.890890:0:7427:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af105449cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421121.890908:0:17395:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841171200 00000100:00100000:1.0:1777421121.890915:0:17395:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841171200 00000100:00100000:1.0:1777421121.890954:0:17395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1777421121.890962:0:17395:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00246c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:7427:x1863760841171200:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1777421121.891131:0:17395:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00246c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:7427:x1863760841171200:12345-0@lo:1000:mdt00_004.0 Request processed in 169us (268us total) trans 4294967358 rc 0/0 00000100:00100000:1.0:1777421121.891139:0:17395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1777421121.891235:0:7427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af00246ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:7427:1863760841171200:0@lo:1000:mdt00_004.0 00010000:00010000:0.0:1777421121.891267:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289387cde lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.891275:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289387cde lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.891281:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289387cde lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.891286:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148c200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421121.891289:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289387cde lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.891296:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289387cde lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.891310:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff9af106213000) 00010000:00010000:0.0:1777421121.891312:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777421121.891315:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289387cde lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.891319:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289387cde lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.891347:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289387c13 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.891372:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289387c13 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.891376:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289387c13 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.891380:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148c800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421121.891381:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289387c13 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.891384:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289387c13 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.891389:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff9af106213b00) 00010000:00010000:0.0:1777421121.891390:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777421121.891395:0:7427:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387c1a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b86 expref: 94 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.891404:0:7427:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387c1a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b86 expref: 94 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.891410:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387c1a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b86 expref: 94 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.891447:0:7427:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387c1a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b86 expref: 94 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421121.891460:0:7427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6b6680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:7427:1863760841171328:192.168.203.47@tcp:105: 00000100:00100000:0.0:1777421121.891524:0:7427:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af105449cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421121.895229:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421121.895314:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834070272 00000100:00100000:2.0:1777421121.895327:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834070272 00000100:00100000:2.0:1777421121.895431:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 232 00000100:00100000:2.0:1777421121.895454:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f777800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+95:28640:x1863760834070272:12345-192.168.203.47@tcp:49:cmp.0 00000100:00100000:2.0:1777421121.895618:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f777800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+95:28640:x1863760834070272:12345-192.168.203.47@tcp:49:cmp.0 Request processed in 176us (402us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421121.895627:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 232 00000100:00100000:0.0:1777421121.896154:0:7427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6b6680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:7427:1863760841171328:192.168.203.47@tcp:105: 00010000:00010000:0.0:1777421121.896192:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289387c13 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.896212:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289387c13 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.896265:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289387ce5 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.896281:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289387ce5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.896295:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289387ce5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.896306:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289387ce5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.896313:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289387ce5 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.896320:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289387ce5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.896327:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a1600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421121.896331:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289387ce5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.896339:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289387ce5 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.897827:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff9af106213b00) 00010000:00010000:0.0:1777421121.897837:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421121.897848:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289387ce5 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.897857:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289387ce5 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.897876:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d71289387cd7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.897883:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d71289387cd7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.897890:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d71289387cd7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.897896:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148da00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421121.897900:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d71289387cd7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.897908:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d71289387cd7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.897920:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff9af106213b00) 00010000:00010000:0.0:1777421121.897923:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777421121.897927:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d71289387cd7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.897932:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d71289387cd7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421121.898240:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+49:28641:x1863760834070016:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 18808us (20513us total) trans 4294968002 rc 0/0 00000100:00100000:0.0:1777421121.898251:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1102 00000020:00080000:0.0:1777421121.898258:0:7427:0:(tgt_main.c:782:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:2.0:1777421121.898473:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777421121.898479:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777421121.898962:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 6 00000040:00080000:2.0:1777421121.898973:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777421121.905524:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421121.905628:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421121.905715:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834070656 00000100:00100000:2.0:1777421121.905728:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834070656 00000100:00100000:2.0:1777421121.905801:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 233 00000100:00100000:2.0:1777421121.905813:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f777b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+49:28641:x1863760834070656:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000004:00080000:2.0:1777421121.906320:0:13879:0:(mdd_object.c:3993:mdd_close()) Object [0x200000402:0x1f:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1777421121.906429:0:13879:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968003 00010000:00010000:2.0:1777421121.906492:0:13879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d71289387cec lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421121.906513:0:13879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d71289387cec lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421121.906527:0:13879:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d71289387cec lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421121.906538:0:13879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d71289387cec lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421121.906545:0:13879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d71289387cec lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421121.906552:0:13879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d71289387cec lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421121.906577:0:13879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777421121.906723:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f777b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+51:28641:x1863760834070656:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 910us (1092us total) trans 4294968004 rc 0/0 00000100:00100000:2.0:1777421121.906733:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 233 00000020:00080000:2.0:1777421121.906740:0:13879:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1777421121.906959:0:7419:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777421121.906968:0:7419:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d71289387cec lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421121.906977:0:7419:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148ce00 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:1.0:1777421121.906982:0:7419:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d71289387cec lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421121.906991:0:7419:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d71289387cec lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421121.907006:0:7419:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff9af106213900) 00010000:00010000:1.0:1777421121.907009:0:7419:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777421121.907014:0:7419:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d71289387cec lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421121.907020:0:7419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d71289387cec lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421121.907040:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777421121.907042:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777421121.907044:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777421121.907304:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834070400 00000100:00100000:0.0:1777421121.907314:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834070400 00000100:00080000:2.0:1777421121.907414:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777421121.907563:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 292 00000100:00100000:0.0:1777421121.907574:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f775f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:28640:x1863760834070400:12345-192.168.203.47@tcp:101:cmp.0 00010000:00010000:0.0:1777421121.907591:0:11334:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421121.907615:0:11334:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000922a73d1/0xa38d71289387cf3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376bc5 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777421121.907645:0:11334:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x17:0x0] initial LVB size: 158, mtime: 0x5b965aa7, atime: 0x69f14a19, ctime: 0x69f14b40, blocks: 0xb 00010000:00010000:0.0:1777421121.907665:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421121.907667:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421121.907677:0:11334:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000922a73d1/0xa38d71289387cf3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376bc5 expref: 12 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.907691:0:11334:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000922a73d1/0xa38d71289387cf3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376bc5 expref: 12 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.907703:0:11334:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a1800, rc 0) 00000100:00100000:0.0:1777421121.907748:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f775f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+12:28640:x1863760834070400:12345-192.168.203.47@tcp:101:cmp.0 Request processed in 177us (2243us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421121.907756:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 292 00000100:00100000:1.0:1777421121.910130:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421121.910723:0:17822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834070784 00000100:00100000:0.0:1777421121.910747:0:17822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834070784 00002000:00100000:0.0:1777421121.910810:0:17822:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff9af13f774a80 x1863760834070784/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:132/0 lens 488/0 e 0 to 0 dl 1777421132 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421121.910824:0:17822:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13f774a80 with x1863760834070784 ext(0->4095) 00002000:00010000:0.0:1777421121.910833:0:17822:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af13f774a80 00000100:00100000:0.0:1777421121.910870:0:17822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 100 00000100:00100000:0.0:1777421121.910880:0:17822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f774a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+12:2369:x1863760834070784:12345-192.168.203.47@tcp:3:cmp.0 00000100:00100000:0.0:1777421121.911165:0:17822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f774a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+12:2369:x1863760834070784:12345-192.168.203.47@tcp:3:cmp.0 Request processed in 285us (1055us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1777421121.911174:0:17822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 100 00002000:00100000:0.0:1777421121.911181:0:17822:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff9af13f774a80 x1863760834070784/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:132/0 lens 488/4536 e 0 to 0 dl 1777421132 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421121.911190:0:17822:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13f774a80 with x1863760834070784 ext(0->4095) 00002000:00010000:0.0:1777421121.911194:0:17822:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af13f774a80 00000100:00100000:3.0:1777421121.919032:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421121.919566:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834071040 00000100:00100000:2.0:1777421121.919581:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834071040 00000100:00100000:2.0:1777421121.919643:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 234 00000100:00100000:2.0:1777421121.919654:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+95:28640:x1863760834071040:12345-192.168.203.47@tcp:35:cmp.0 00000001:00080000:2.0:1777421121.920022:0:5763:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968005 00000100:00100000:2.0:1777421121.920519:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+97:28640:x1863760834071040:12345-192.168.203.47@tcp:35:cmp.0 Request processed in 862us (1499us total) trans 4294968006 rc 0/0 00000100:00100000:2.0:1777421121.920531:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 234 00000020:00080000:2.0:1777421121.920537:0:5763:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777421121.953094:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421121.956068:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834071168 00000100:00100000:0.0:1777421121.956090:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834071168 00000100:00100000:0.0:1777421121.956251:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1103 00000100:00100000:0.0:1777421121.956265:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+97:28642:x1863760834071168:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:0.0:1777421121.956301:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421121.956331:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289387cfa lrc: 2/0,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376bcc expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.956456:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d71289387d01 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.956476:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d71289387d01 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.956491:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d71289387d01 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.956513:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387d08 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.956521:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387d08 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.956528:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387d08 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.956661:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289387d0f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.956671:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289387d0f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.956678:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289387d0f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421121.956718:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x44:0x0]: returning size 158 00000004:00200000:0.0:1777421121.956728:0:7427:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421121.956752:0:7427:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289387d0f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.956766:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289387d0f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.956775:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d71289387d01 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.956782:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d71289387d01 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.956794:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d71289387d01 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.956802:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a0e00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421121.956806:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d71289387d01 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.956815:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d71289387d01 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.956829:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff9af103234700) 00010000:00010000:0.0:1777421121.956832:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421121.956837:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d71289387d01 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.956845:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d71289387d01 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.956859:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387d08 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.956866:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387d08 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.956872:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387d08 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.956877:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a1a00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421121.956880:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387d08 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.956891:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387d08 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.956898:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x81b47e8f (ffff9af1187dda00) 00010000:00010000:0.0:1777421121.956900:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421121.956903:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387d08 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.956908:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387d08 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.956941:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289387cfa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376bcc expref: 99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.956954:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289387d0f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376bcc expref: 98 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.956962:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff9af106213b00) 00010000:00010000:0.0:1777421121.956964:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421121.956967:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a1c00, rc 0) 00000100:00100000:0.0:1777421121.957056:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+98:28642:x1863760834071168:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 793us (3975us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421121.957065:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1103 00000100:00100000:2.0:1777421121.960418:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421121.960530:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834071296 00000100:00100000:0.0:1777421121.960545:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834071296 00000100:00100000:0.0:1777421121.960620:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1104 00000100:00100000:0.0:1777421121.960635:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118840e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+98:28642:x1863760834071296:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:0.0:1777421121.960666:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421121.960694:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d71289387d16 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376bd3 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.960782:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289387d1d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.960802:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289387d1d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.960816:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289387d1d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421121.960900:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x42:0x0]: returning size 11776 00000004:00200000:0.0:1777421121.960904:0:7427:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421121.960935:0:7427:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289387d1d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.960965:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d71289387d16 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376bd3 expref: 100 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.960986:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0400/0xa38d71289387d1d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376bd3 expref: 99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.960996:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff9af103234700) 00010000:00010000:0.0:1777421121.960999:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777421121.961003:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a0400, rc 0) 00000100:00100000:0.0:1777421121.961122:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118840e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+99:28642:x1863760834071296:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 490us (717us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421121.961131:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1104 00000100:00100000:3.0:1777421121.968868:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421121.968991:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834071552 00000100:00100000:0.0:1777421121.969005:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834071552 00000100:00100000:0.0:1777421121.969134:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1105 00000100:00100000:0.0:1777421121.969145:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+99:28642:x1863760834071552:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:0.0:1777421121.969184:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421121.969214:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289387d24 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376bda expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.969403:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387d2b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.969423:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387d2b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.969448:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387d2b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421121.969464:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x44:0x0]: returning size 158 00010000:00010000:0.0:1777421121.969625:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289387d24 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376bda expref: 102 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.969644:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387d2b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376bda expref: 101 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.969654:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff9af106213b00) 00010000:00010000:0.0:1777421121.969657:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777421121.969661:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a1a00, rc 0) 00000100:00100000:0.0:1777421121.969725:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+101:28642:x1863760834071552:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 582us (869us total) trans 4294968007 rc 0/0 00000100:00100000:0.0:1777421121.969737:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1105 00000100:00100000:2.0:1777421121.972592:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421121.972699:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834071680 00000100:00100000:0.0:1777421121.972713:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834071680 00000100:00100000:0.0:1777421121.972823:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 293 00000100:00100000:0.0:1777421121.972836:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118841180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+12:2369:x1863760834071680:12345-192.168.203.47@tcp:1:lfs.0 00010000:00010000:0.0:1777421121.972894:0:11334:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000068cbfaff/0xa38d71289387d39 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.972933:0:11334:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000922a73d1/0xa38d71289387cf3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376bc5 expref: 12 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.972942:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421121.972945:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421121.972949:0:11334:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000068cbfaff/0xa38d71289387d39 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.972994:0:11334:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000922a73d1/0xa38d71289387cf3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376bc5 expref: 12 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.973010:0:11334:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000922a73d1/0xa38d71289387cf3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376bc5 expref: 12 pid: 11334 timeout: 433 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421121.973027:0:11334:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6b6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11334:1863760841171456:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777421121.973172:0:11334:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af105449780 going to sleep for 11 seconds 00000100:00100000:2.0:1777421121.986232:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421121.986234:0:11334:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6b6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11334:1863760841171456:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421121.986274:0:11334:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000068cbfaff/0xa38d71289387d39 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421121.987530:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834071808 00000100:00100000:3.0:1777421121.987548:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834071808 00010000:00010000:3.0:1777421121.987608:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000922a73d1/0xa38d71289387cf3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376bc5 expref: 13 pid: 11334 timeout: 433 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421121.987692:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 330 00000100:00100000:3.0:1777421121.987703:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e72a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+13:2369:x1863760834071808:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421121.987723:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421121.987751:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000922a73d1/0xa38d71289387cf3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376bc5 expref: 13 pid: 11334 timeout: 433 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421121.987766:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000922a73d1/0xa38d71289387cf3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376bc5 expref: 13 pid: 11334 timeout: 433 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421121.987795:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000922a73d1/0xa38d71289387cf3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376bc5 expref: 13 pid: 11334 timeout: 433 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421121.987811:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421121.987813:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421121.987818:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000068cbfaff/0xa38d71289387d39 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421121.987826:0:5746:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000068cbfaff/0xa38d71289387d39 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421121.987859:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421121.987938:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e72a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+12:2369:x1863760834071808:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 236us (1727us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421121.987946:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 330 00010000:00010000:2.0:1777421121.988311:0:11334:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000068cbfaff/0xa38d71289387d39 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421121.988325:0:11334:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000068cbfaff/0xa38d71289387d39 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421121.988424:0:11334:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000068cbfaff/0xa38d71289387d39 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421121.988433:0:11334:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000068cbfaff/0xa38d71289387d39 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421121.988451:0:11334:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000068cbfaff/0xa38d71289387d39 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421121.988458:0:11334:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a0e00 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:2.0:1777421121.988463:0:11334:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000068cbfaff/0xa38d71289387d39 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421121.988471:0:11334:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000068cbfaff/0xa38d71289387d39 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421121.988483:0:11334:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000068cbfaff/0xa38d71289387d39 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421121.988490:0:11334:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000068cbfaff/0xa38d71289387d39 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421121.988554:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118841180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:2369:x1863760834071680:12345-192.168.203.47@tcp:1:lfs.0 Request processed in 15719us (15973us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421121.988562:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 293 00000100:00100000:2.0:1777421121.994331:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421121.994468:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834072064 00000100:00100000:3.0:1777421121.994499:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834072064 00000100:00100000:3.0:1777421121.995135:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 235 00000100:00100000:3.0:1777421121.995150:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119292850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+101:28642:x1863760834072064:12345-192.168.203.47@tcp:35:lfs.0 00000004:00010000:3.0:1777421121.995831:0:5763:0:(mdt_open.c:1996:mdt_hsm_release()) ### [0x200000401:0x44:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387d2b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376bda expref: 101 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777421121.996137:0:5763:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968008 00000001:00080000:3.0:1777421121.996890:0:5763:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968009 00010000:00010000:3.0:1777421121.996961:0:5763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387d40 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421121.996981:0:5763:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387c1a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b86 expref: 104 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421121.996990:0:5763:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289387d0f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376bcc expref: 104 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421121.996999:0:5763:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387d40 lrc: 5/0,1 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421121.997044:0:5763:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289387d0f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376bcc expref: 104 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421121.997065:0:5763:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289387d0f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376bcc expref: 104 pid: 7427 timeout: 433 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421121.997083:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001be2300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5763:1863760841171584:192.168.203.47@tcp:104: 00010000:00010000:3.0:1777421121.998253:0:5763:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387c1a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b86 expref: 104 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421121.998288:0:5763:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387c1a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b86 expref: 104 pid: 7427 timeout: 433 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421121.998302:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001be3800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5763:1863760841171712:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777421121.998348:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af137d2e840 going to sleep for 11 seconds 00000100:00100000:2.0:1777421122.004696:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001be2300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5763:1863760841171584:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777421122.004716:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001be3800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5763:1863760841171712:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777421122.004751:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387d40 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421122.006272:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421122.006403:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421122.006491:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834072192 00000100:00100000:3.0:1777421122.006503:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834072192 00010000:00010000:3.0:1777421122.006568:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387c1a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b86 expref: 105 pid: 7427 timeout: 433 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421122.006604:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834072320 00000100:00100000:3.0:1777421122.006606:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834072320 00010000:00010000:3.0:1777421122.006618:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289387d0f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376bcc expref: 106 pid: 7427 timeout: 433 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421122.006640:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 331 00000100:00100000:3.0:1777421122.006654:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e73100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+106:2369:x1863760834072192:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421122.006671:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421122.006678:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387c1a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b86 expref: 106 pid: 7427 timeout: 433 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421122.006691:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387c1a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b86 expref: 106 pid: 7427 timeout: 433 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421122.006717:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387c1a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b86 expref: 106 pid: 7427 timeout: 433 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421122.006760:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff9af106213b00) 00010000:00010000:3.0:1777421122.006766:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387d40 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421122.006777:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387d40 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421122.006784:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421122.006984:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e73100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+105:2369:x1863760834072192:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 330us (725us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421122.006993:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 331 00000100:00100000:3.0:1777421122.007011:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 332 00000100:00100000:3.0:1777421122.007017:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0043ed500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+104:2369:x1863760834072320:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421122.007026:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421122.007031:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289387d0f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376bcc expref: 104 pid: 7427 timeout: 433 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421122.007042:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289387d0f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376bcc expref: 104 pid: 7427 timeout: 433 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421122.007055:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289387d0f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376bcc expref: 104 pid: 7427 timeout: 433 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421122.007065:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff9af106213b00) 00010000:00010000:3.0:1777421122.007069:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387d40 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421122.007088:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387d40 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421122.007097:0:5746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387d40 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421122.007119:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421122.007137:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0043ed500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+103:2369:x1863760834072320:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 120us (734us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421122.007143:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 332 00000100:00080000:2.0:1777421122.007220:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1777421122.007236:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387d40 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421122.007244:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387d40 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777421122.007578:0:5763:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968010 00000001:00080000:2.0:1777421122.007856:0:5763:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968011 00000100:00100000:2.0:1777421122.007986:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6fbb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5763:1863760841171840:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777421122.008050:0:5763:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421122.008197:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af004433300 going to sleep for 11 seconds 00000100:00100000:3.0:1777421122.009065:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841171840 00000100:00100000:3.0:1777421122.009078:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841171840 00000100:00100000:3.0:1777421122.009191:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1777421122.009202:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13786ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5763:x1863760841171840:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777421122.009326:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13786ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5763:x1863760841171840:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 125us (1274us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421122.009334:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1777421122.009529:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6fbb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5763:1863760841171840:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:0.0:1777421122.009804:0:5763:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968012 00000100:00100000:0.0:1777421122.010006:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6b6680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5763:1863760841171968:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777421122.010058:0:5763:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421122.010105:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1056600c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421122.010183:0:17395:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841171968 00000100:00100000:1.0:1777421122.010191:0:17395:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841171968 00000100:00100000:1.0:1777421122.010235:0:17395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1777421122.010243:0:17395:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:5763:x1863760841171968:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777421122.010535:0:17395:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:5763:x1863760841171968:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 291us (475us total) trans 4294967359 rc 0/0 00000100:00100000:1.0:1777421122.010543:0:17395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1777421122.010602:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6b6680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5763:1863760841171968:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:1.0:1777421122.010652:0:5763:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968013 00010000:00010000:1.0:1777421122.010683:0:5763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387d40 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421122.010694:0:5763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387d40 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421122.010703:0:5763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387d40 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421122.010710:0:5763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004440200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421122.010715:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387d40 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421122.010724:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387d40 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421122.010744:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff9af106213b00) 00010000:00010000:1.0:1777421122.010747:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1777421122.010752:0:5763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387d40 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421122.010760:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387d40 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777421122.011172:0:5763:0:(mdd_object.c:3993:mdd_close()) Object [0x200000401:0x45:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1777421122.011283:0:5763:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].15, 64 off9200 00000001:00080000:1.0:1777421122.011297:0:5763:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968014 00000100:00080000:2.0:1777421122.011522:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1777421122.011596:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff9af106213b00) 00010000:00010000:1.0:1777421122.011600:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1777421122.011619:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387d2b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376bda expref: 107 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421122.011795:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119292850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+106:28642:x1863760834072064:12345-192.168.203.47@tcp:35:lfs.0 Request processed in 16648us (17478us total) trans 4294968015 rc 0/0 00000100:00100000:1.0:1777421122.011806:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 235 00000020:00080000:1.0:1777421122.011810:0:5763:0:(tgt_main.c:782:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:3.0:1777421122.523530:0:3296:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777421122.523563:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f777800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841172096:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777421122.523672:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421122.524184:0:7924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841172096 00000100:00100000:1.0:1777421122.524196:0:7924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841172096 00000100:00100000:1.0:1777421122.524281:0:7924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:1.0:1777421122.524293:0:7924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3296:x1863760841172096:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777421122.524327:0:7924:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 83296256 pending 0 free 3857711104 avail 3854565376 00000100:00100000:1.0:1777421122.524414:0:7924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3296:x1863760841172096:12345-0@lo:13:osp-pre-0-0.0 Request processed in 123us (743us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421122.524422:0:7924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:3.0:1777421122.524660:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f777800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841172096:0@lo:13:osp-pre-0-0.0 00000040:00080000:2.0:1777421122.904530:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777421122.904540:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00010000:00010000:0.0:1777421122.905228:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1777421122.905922:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 31 count 4 00000040:00080000:2.0:1777421122.905931:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1777421123.928615:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777421124.116976:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421124.117124:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421124.117227:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421124.117264:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421124.117330:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834072960 00000100:00100000:1.0:1777421124.117340:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834072960 00000100:00100000:1.0:1777421124.117436:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 213 00000100:00100000:1.0:1777421124.117448:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+51:2369:x1863760834072960:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777421124.117520:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+51:2369:x1863760834072960:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 75us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421124.117528:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 213 00000100:00080000:1.0:1777421124.117552:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777421124.117927:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834072448 00000100:00100000:3.0:1777421124.117934:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834072448 00000100:00100000:3.0:1777421124.117971:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 483 00000100:00100000:3.0:1777421124.117978:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119106c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+12:2369:x1863760834072448:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777421124.118028:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119106c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+12:2369:x1863760834072448:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 50us (1061us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421124.118035:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 483 00000100:00100000:2.0:1777421124.119396:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421124.119443:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421124.119480:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834072704 00000100:00100000:0.0:1777421124.119488:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834072704 00000100:00100000:0.0:1777421124.119536:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834073216 00000100:00100000:0.0:1777421124.119539:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834073216 00000100:00100000:0.0:1777421124.119564:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 214 00000100:00100000:0.0:1777421124.119574:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:2369:x1863760834072704:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:0.0:1777421124.119631:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:2369:x1863760834072704:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 58us (2506us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421124.119638:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 214 00000100:00100000:0.0:1777421124.119655:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 215 00000100:00100000:0.0:1777421124.119663:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2369:x1863760834073216:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:0.0:1777421124.119691:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2369:x1863760834073216:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 30us (2427us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421124.119697:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 215 00000100:00080000:0.0:1777421124.119720:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777421124.119723:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777421124.120136:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421124.120159:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834072832 00000100:00100000:2.0:1777421124.120164:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834072832 00000100:00100000:2.0:1777421124.120265:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834073088 00000100:00100000:2.0:1777421124.120270:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834073088 00000100:00100000:2.0:1777421124.120289:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 216 00000100:00100000:2.0:1777421124.120296:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+17:2369:x1863760834072832:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:2.0:1777421124.120340:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+17:2369:x1863760834072832:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 44us (896us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421124.120346:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 216 00000100:00100000:2.0:1777421124.120380:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 217 00000100:00100000:2.0:1777421124.120387:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2369:x1863760834073088:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:2.0:1777421124.120409:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2369:x1863760834073088:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 23us (274us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421124.120414:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 217 00000100:00100000:2.0:1777421124.120445:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834072576 00000100:00100000:2.0:1777421124.120448:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834072576 00000100:00100000:2.0:1777421124.120479:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 214 00000100:00100000:2.0:1777421124.120486:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+106:2369:x1863760834072576:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:2.0:1777421124.120516:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+106:2369:x1863760834072576:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 30us (1125us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421124.120522:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 214 00000100:00080000:2.0:1777421124.120536:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1777421124.120539:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1777421124.120541:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1777421124.954297:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777421125.519816:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421125.519907:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834073344 00000100:00100000:2.0:1777421125.519919:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834073344 00000100:00100000:2.0:1777421125.519987:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1106 00000100:00100000:2.0:1777421125.519998:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+51:28590:x1863760834073344:12345-192.168.203.47@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1777421125.520104:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+51:28590:x1863760834073344:12345-192.168.203.47@tcp:60:lhsmtool_posix.0 Request processed in 108us (297us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421125.520113:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1106 00000100:00100000:2.0:1777421125.592583:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001be0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3297:1863760841172352:0@lo:400:kworker.0 00000100:00100000:3.0:1777421125.592611:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f777b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841172224:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777421125.593013:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421125.593072:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001be1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841172736:0@lo:400:kworker.0 00000100:00100000:3.0:1777421125.593108:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421125.593135:0:3296:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777421125.593141:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001be1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3296:1863760841172608:0@lo:400:kworker.0 00000100:00100000:3.0:1777421125.593165:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421125.593197:0:6546:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841172224 00000100:00100000:3.0:1777421125.593205:0:6546:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841172224 00000100:00100000:3.0:1777421125.593273:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:3.0:1777421125.593283:0:6546:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3296:x1863760841172224:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777421125.593316:0:6546:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 83296256 pending 0 free 3850371072 avail 3848273920 00000100:00100000:3.0:1777421125.593396:0:6546:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3296:x1863760841172224:12345-0@lo:13:osp-pre-1-0.0 Request processed in 114us (382us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421125.593405:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00080000:3.0:1777421125.593441:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777421125.593460:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841172608 00000100:00100000:3.0:1777421125.593464:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841172608 00000100:00100000:0.0:1777421125.593487:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001be1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3298:1863760841172480:0@lo:400:kworker.0 00000100:00100000:3.0:1777421125.593504:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 215 00000100:00100000:3.0:1777421125.593515:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3296:x1863760841172608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421125.593523:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421125.593560:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001be2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1863760841172992:0@lo:400:kworker.0 00000100:00100000:3.0:1777421125.593565:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3296:x1863760841172608:12345-0@lo:400:kworker.0 Request processed in 51us (395us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421125.593574:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 215 00000100:00100000:3.0:1777421125.593599:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841172480 00000100:00100000:3.0:1777421125.593603:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841172480 00000100:00100000:3.0:1777421125.593629:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 216 00000100:00100000:3.0:1777421125.593636:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1863760841172480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421125.593650:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841172736 00000100:00100000:1.0:1777421125.593656:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841172736 00000100:00100000:0.0:1777421125.593665:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421125.593686:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841172992 00000100:00100000:0.0:1777421125.593686:0:3298:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777421125.593689:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841172992 00000100:00100000:0.0:1777421125.593692:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001be3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3298:1863760841172864:0@lo:400:kworker.0 00000100:00100000:1.0:1777421125.593716:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 218 00000100:00100000:1.0:1777421125.593724:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3296:x1863760841172736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421125.593775:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421125.593805:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841172864 00000100:00100000:0.0:1777421125.593808:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841172864 00000100:00100000:0.0:1777421125.593832:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 217 00000100:00100000:0.0:1777421125.593838:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1863760841172864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421125.593872:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1863760841172864:12345-0@lo:400:kworker.0 Request processed in 34us (97us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421125.593878:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 217 00000100:00100000:0.0:1777421125.593899:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 219 00000100:00100000:0.0:1777421125.593905:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3298:x1863760841172992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421125.593932:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3298:x1863760841172992:12345-0@lo:400:kworker.0 Request processed in 27us (266us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421125.593937:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 219 00000100:00100000:0.0:1777421125.593971:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001be3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3298:1863760841172864:0@lo:400:kworker.0 00000100:00100000:0.0:1777421125.593980:0:3298:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967358 gen 2 00000004:00080000:0.0:1777421125.593985:0:3298:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967358 committed transno 4294967358 00000100:00100000:0.0:1777421125.594004:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001be2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1863760841172992:0@lo:400:kworker.0 00000100:00100000:0.0:1777421125.594288:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001be1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3296:1863760841172608:0@lo:400:kworker.0 00000100:00100000:0.0:1777421125.594304:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f777b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841172224:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1777421125.594331:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1777421125.594335:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777421125.594493:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1863760841172480:12345-0@lo:400:kworker.0 Request processed in 855us (968us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421125.594502:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 216 00000100:00100000:2.0:1777421125.594564:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421125.594829:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3296:x1863760841172736:12345-0@lo:400:kworker.0 Request processed in 1032us (1646us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421125.594911:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 218 00000100:00100000:1.0:1777421125.595079:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841172352 00000100:00100000:1.0:1777421125.595086:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841172352 00000100:00100000:1.0:1777421125.595128:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 484 00000100:00100000:1.0:1777421125.595135:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119104450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3297:x1863760841172352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421125.595197:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001be1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3298:1863760841172480:0@lo:400:kworker.0 00000100:00100000:2.0:1777421125.595244:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001be0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3297:1863760841172352:0@lo:400:kworker.0 00000100:00100000:0.0:1777421125.595321:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001be1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841172736:0@lo:400:kworker.0 00000100:00100000:1.0:1777421125.595387:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119104450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3297:x1863760841172352:12345-0@lo:400:kworker.0 Request processed in 252us (824us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421125.595392:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 484 00010000:00010000:1.0:1777421125.976683:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1777421126.681520:0:20068:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12o: Layout-swap failure during Restore leaves file released ========================================================== 20:05:25 (1777421125) 00000100:00100000:3.0:1777421126.906789:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421126.906906:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834073472 00000100:00100000:1.0:1777421126.906916:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834073472 00000100:00100000:1.0:1777421126.906994:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1107 00000100:00100000:1.0:1777421126.907005:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+51:29258:x1863760834073472:12345-192.168.203.47@tcp:59:lhsmtool_posix.0 00000100:00080000:0.0:1777421126.907310:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777421126.907392:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+51:29258:x1863760834073472:12345-192.168.203.47@tcp:59:lhsmtool_posix.0 Request processed in 388us (611us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421126.907401:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1107 00000100:00100000:3.0:1777421126.930807:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421126.930993:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834073600 00000100:00100000:1.0:1777421126.931003:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834073600 00000100:00100000:1.0:1777421126.931138:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1108 00000100:00100000:1.0:1777421126.931149:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+106:29259:x1863760834073600:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:1.0:1777421126.931170:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421126.931192:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839c00/0xa38d71289387d47 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376be1 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.931277:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289387d4e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.931292:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289387d4e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.931304:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289387d4e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.931317:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289387d55 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.931325:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289387d55 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.931331:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289387d55 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.931460:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289387d4e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.931468:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289387d4e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.931475:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289387d4e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.931482:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137838200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421126.931487:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289387d4e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.931506:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289387d4e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.931519:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af10b558a00) 00010000:00010000:1.0:1777421126.931522:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421126.931528:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289387d4e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.931535:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289387d4e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.931550:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289387d55 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.931557:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289387d55 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.931564:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289387d55 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.931570:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137838800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421126.931573:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289387d55 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.931579:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289387d55 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.931587:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa1420b2e (ffff9af1112dcf00) 00010000:00010000:1.0:1777421126.931589:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421126.931592:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289387d55 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.931607:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289387d55 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.931639:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839c00/0xa38d71289387d47 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376be1 expref: 107 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.931650:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af10b558a00) 00010000:00010000:1.0:1777421126.931653:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421126.931657:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839c00/0xa38d71289387d47 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376be1 expref: 107 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.931667:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137839c00, rc 0) 00000100:00100000:1.0:1777421126.931728:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+106:29259:x1863760834073600:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 581us (931us total) trans 0 rc 301/301 00000100:00100000:1.0:1777421126.931745:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1108 00000100:00080000:0.0:1777421126.931998:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777421126.937925:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421126.938459:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834073856 00000100:00100000:1.0:1777421126.938472:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834073856 00000100:00100000:1.0:1777421126.938534:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1109 00000100:00100000:1.0:1777421126.938546:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+106:29259:x1863760834073856:12345-192.168.203.47@tcp:36:lfs.0 00010000:00010000:1.0:1777421126.938700:0:6569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421126.938728:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d71289387b56 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b4e expref: 106 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.938750:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af10b558a00) 00010000:00010000:1.0:1777421126.938755:0:6569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421126.938834:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839c00/0xa38d71289387d5c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.938861:0:6569:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d71289387b80 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b5c expref: 50 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.938871:0:6569:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839c00/0xa38d71289387d5c lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.938905:0:6569:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d71289387b80 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b5c expref: 50 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.938920:0:6569:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d71289387b80 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b5c expref: 50 pid: 7427 timeout: 438 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421126.938933:0:6569:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f777b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841173120:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777421126.939037:0:6569:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af118191e40 going to sleep for 11 seconds 00000100:00100000:1.0:1777421126.941440:0:6569:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f777b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841173120:192.168.203.47@tcp:104: 00010000:00010000:1.0:1777421126.941469:0:6569:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839c00/0xa38d71289387d5c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421126.942515:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421126.943151:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834073984 00000100:00100000:0.0:1777421126.943161:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834073984 00010000:00010000:0.0:1777421126.943599:0:6558:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d71289387b80 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b5c expref: 51 pid: 7427 timeout: 438 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421126.943634:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 333 00000100:00100000:0.0:1777421126.943645:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0039eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+51:2369:x1863760834073984:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421126.943659:0:6558:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421126.943666:0:6558:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d71289387b80 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b5c expref: 51 pid: 7427 timeout: 438 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421126.943679:0:6558:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d71289387b80 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b5c expref: 51 pid: 7427 timeout: 438 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421126.943699:0:6558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d71289387b80 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376b5c expref: 51 pid: 7427 timeout: 438 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421126.943714:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af10b558a00) 00010000:00010000:0.0:1777421126.943719:0:6558:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839c00/0xa38d71289387d5c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421126.943733:0:6558:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839c00/0xa38d71289387d5c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421126.943740:0:6558:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839c00/0xa38d71289387d5c lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421126.943767:0:6558:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421126.943816:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0039eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+50:2369:x1863760834073984:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 173us (1304us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421126.943823:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 333 00010000:00010000:1.0:1777421126.943886:0:6569:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839c00/0xa38d71289387d5c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.943894:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839c00/0xa38d71289387d5c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.943918:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289387d63 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.943929:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289387d63 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.943950:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289387d63 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421126.946528:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x46:0x0]: returning size 512 00010000:00010000:1.0:1777421126.946545:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839c00/0xa38d71289387d5c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.946555:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839c00/0xa38d71289387d5c lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.946563:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839c00/0xa38d71289387d5c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.946569:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137839c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421126.946573:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839c00/0xa38d71289387d5c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.946580:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839c00/0xa38d71289387d5c lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.946596:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af10b558a00) 00010000:00010000:1.0:1777421126.946599:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421126.946603:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839c00/0xa38d71289387d5c lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.946609:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839c00/0xa38d71289387d5c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777421126.946626:0:6569:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000003d37acab reply state 00000000c2dc13f1 transno 4294968016 ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289387d63 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421126.946648:0:6569:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777421126.946739:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+107:29259:x1863760834073856:12345-192.168.203.47@tcp:36:lfs.0 Request processed in 8193us (8819us total) trans 4294968016 rc 0/0 00000100:00100000:1.0:1777421126.946747:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1109 00010000:00010000:3.0:1777421126.954133:0:3282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289387d63 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421126.954150:0:3282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289387d63 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421126.954158:0:3282:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289387d63 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421126.954164:0:3282:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137838800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421126.954169:0:3282:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289387d63 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421126.954177:0:3282:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289387d63 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421126.954193:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa1420b2e (ffff9af1112dcf00) 00010000:00010000:3.0:1777421126.954196:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421126.954201:0:3282:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289387d63 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421126.954226:0:3282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289387d63 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421126.970060:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421126.970132:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834074112 00000100:00100000:1.0:1777421126.970143:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834074112 00000100:00100000:1.0:1777421126.970209:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1110 00000100:00100000:1.0:1777421126.970219:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+106:29260:x1863760834074112:12345-192.168.203.47@tcp:101:bash.0 00010000:00010000:1.0:1777421126.970241:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421126.970264:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839c00/0xa38d71289387d6a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376be8 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.970345:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289387d71 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.970400:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289387d71 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.970423:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289387d71 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421126.970486:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:1.0:1777421126.970491:0:6569:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 30 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421126.970516:0:6569:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289387d71 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.970542:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839c00/0xa38d71289387d6a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376be8 expref: 108 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.970997:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289387d71 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376be8 expref: 107 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.971007:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1112dce00) 00010000:00010000:1.0:1777421126.971010:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777421126.971013:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137838200, rc 0) 00000100:00100000:1.0:1777421126.971131:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+107:29260:x1863760834074112:12345-192.168.203.47@tcp:101:bash.0 Request processed in 911us (1078us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421126.971138:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1110 00000100:00100000:2.0:1777421126.977047:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421126.977168:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834074240 00000100:00100000:1.0:1777421126.977178:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834074240 00000100:00100000:1.0:1777421126.977231:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1111 00000100:00100000:1.0:1777421126.977242:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0039eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+107:29260:x1863760834074240:12345-192.168.203.47@tcp:101:bash.0 00010000:00010000:1.0:1777421126.977272:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421126.977292:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289387d78 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376bef expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.977379:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289387d7f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.977394:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289387d7f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.977416:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289387d7f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.977433:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289387d86 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.977454:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289387d86 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.977462:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289387d86 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.977568:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289387d8d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.977577:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289387d8d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.977584:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289387d8d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421126.977616:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x46:0x0]: returning size 512 00000004:00200000:1.0:1777421126.977619:0:6569:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421126.977996:0:6569:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289387d8d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.978009:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289387d7f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.978029:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289387d7f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.978036:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289387d7f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.978043:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137838000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421126.978047:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289387d7f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.978061:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289387d7f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.978074:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1112dce00) 00010000:00010000:1.0:1777421126.978077:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421126.978082:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289387d7f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.978089:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289387d7f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.978102:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289387d86 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.978108:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289387d86 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.978114:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289387d86 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.978120:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137838800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421126.978123:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289387d86 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.978129:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289387d86 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.978137:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa1420b2e (ffff9af1112dc400) 00010000:00010000:1.0:1777421126.978139:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421126.978142:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289387d86 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.978158:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289387d86 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.978190:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289387d78 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376bef expref: 109 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.978204:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839a00/0xa38d71289387d8d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376bef expref: 108 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.978212:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff9af1112dc200) 00010000:00010000:1.0:1777421126.978216:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1777421126.978218:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137839a00, rc 0) 00000100:00100000:1.0:1777421126.978282:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0039eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+108:29260:x1863760834074240:12345-192.168.203.47@tcp:101:bash.0 Request processed in 1041us (1255us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421126.978290:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1111 00000100:00100000:3.0:1777421126.984427:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421126.984526:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834074368 00000100:00100000:1.0:1777421126.984537:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834074368 00000100:00100000:1.0:1777421126.984594:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1112 00000100:00100000:1.0:1777421126.984605:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+108:29260:x1863760834074368:12345-192.168.203.47@tcp:101:bash.0 00010000:00010000:1.0:1777421126.984623:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421126.984643:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839c00/0xa38d71289387d94 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376bf6 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.984722:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289387d9b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.984737:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289387d9b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.984761:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289387d9b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.984779:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387da2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.984787:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387da2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.984794:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387da2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.984856:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289387d9b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.984864:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289387d9b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.984871:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289387d9b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.984877:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137838c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421126.984881:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289387d9b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.984888:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289387d9b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.984898:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff9af1112dc200) 00010000:00010000:1.0:1777421126.984902:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421126.984906:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289387d9b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.984918:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289387d9b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.984932:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387da2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.984950:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387da2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.984957:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387da2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.984962:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a33400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421126.984965:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387da2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.984971:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387da2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.984979:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x28d475f8 (ffff9af1112dcc00) 00010000:00010000:1.0:1777421126.984982:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421126.984985:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387da2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.984990:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387da2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.985040:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839c00/0xa38d71289387d94 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376bf6 expref: 109 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.985062:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff9af1112dc200) 00010000:00010000:1.0:1777421126.985064:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421126.985068:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839c00/0xa38d71289387d94 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376bf6 expref: 109 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.985077:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137839c00, rc 0) 00000100:00100000:1.0:1777421126.985143:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+108:29260:x1863760834074368:12345-192.168.203.47@tcp:101:bash.0 Request processed in 532us (783us total) trans 0 rc 301/301 00000100:00100000:1.0:1777421126.985151:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1112 00000100:00100000:3.0:1777421126.991755:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421126.992250:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834074496 00000100:00100000:1.0:1777421126.992260:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834074496 00000100:00100000:1.0:1777421126.992322:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1113 00000100:00100000:1.0:1777421126.992335:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+50:29261:x1863760834074496:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:1.0:1777421126.992383:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421126.992509:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d71289387da9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376bfd expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.992576:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d71289387db0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.992591:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d71289387db0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.992603:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d71289387db0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421126.992663:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:1.0:1777421126.992681:0:6569:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 30 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421126.992711:0:6569:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d71289387db0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.992736:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d71289387da9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376bfd expref: 52 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.992755:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d71289387db0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376bfd expref: 51 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.992764:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1112dce00) 00010000:00010000:1.0:1777421126.992767:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777421126.992770:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af120a33a00, rc 0) 00000100:00100000:1.0:1777421126.993204:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+51:29261:x1863760834074496:12345-192.168.203.47@tcp:101:rm.0 Request processed in 870us (1457us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421126.993213:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1113 00000100:00100000:0.0:1777421126.996887:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421126.997433:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834074624 00000100:00100000:1.0:1777421126.997444:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834074624 00000100:00100000:1.0:1777421126.997531:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1114 00000100:00100000:1.0:1777421126.997541:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+51:29261:x1863760834074624:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:1.0:1777421126.997559:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421126.997591:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387db7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376c04 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.997668:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289387dbe lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.997681:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289387dbe lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.997701:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289387dbe lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.997715:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289387dc5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.997722:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289387dc5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.997728:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289387dc5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.997825:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839c00/0xa38d71289387dcc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.997834:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839c00/0xa38d71289387dcc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.997841:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839c00/0xa38d71289387dcc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421126.997868:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x46:0x0]: returning size 512 00000004:00200000:1.0:1777421126.997871:0:6569:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421126.997893:0:6569:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839c00/0xa38d71289387dcc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.997904:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289387dbe lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.998182:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289387dbe lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.998199:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289387dbe lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.998206:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a33000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421126.998210:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289387dbe lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.998218:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289387dbe lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.998230:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1112dce00) 00010000:00010000:1.0:1777421126.998233:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421126.998237:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289387dbe lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.998255:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289387dbe lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.998269:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289387dc5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.998276:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289387dc5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.998282:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289387dc5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.998287:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a32200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421126.998289:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289387dc5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.998305:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289387dc5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.998313:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa1420b2e (ffff9af1112dcc00) 00010000:00010000:1.0:1777421126.998315:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421126.998318:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289387dc5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.998325:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289387dc5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.998389:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387db7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c04 expref: 53 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.998412:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839c00/0xa38d71289387dcc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c04 expref: 52 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421126.998420:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff9af1112dc200) 00010000:00010000:1.0:1777421126.998423:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1777421126.998425:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137839c00, rc 0) 00000100:00100000:1.0:1777421126.998496:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+52:29261:x1863760834074624:12345-192.168.203.47@tcp:101:rm.0 Request processed in 955us (1614us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421126.998505:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1114 00010000:00010000:0.0:1777421127.000492:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1777421127.001715:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777421127.001720:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777421127.002210:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:2.0:1777421127.002219:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777421127.005438:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421127.006086:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834074752 00000100:00100000:1.0:1777421127.006097:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834074752 00000100:00100000:1.0:1777421127.006158:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1115 00000100:00100000:1.0:1777421127.006169:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+52:29261:x1863760834074752:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:1.0:1777421127.006204:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421127.006223:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289387dd3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376c0b expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421127.006287:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289387dda lrc: 3/1,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421127.006302:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289387dda lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421127.006313:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289387dda lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421127.006328:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289387de1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421127.006336:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289387de1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421127.006341:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289387de1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421127.006774:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289387dda lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421127.006783:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289387dda lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421127.006790:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289387dda lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421127.006796:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137839800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421127.006808:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289387dda lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421127.006816:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289387dda lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421127.006840:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff9af1112dc200) 00010000:00010000:1.0:1777421127.006843:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421127.006849:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289387dda lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421127.006855:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289387dda lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421127.006868:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289387de1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421127.006874:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289387de1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421127.006879:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289387de1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421127.007109:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137838800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421127.007112:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289387de1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421127.007118:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289387de1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421127.007127:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x28d475f8 (ffff9af1112dcc00) 00010000:00010000:1.0:1777421127.007129:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421127.007139:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289387de1 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421127.007145:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289387de1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421127.007181:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289387dd3 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c0b expref: 53 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421127.007193:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff9af1112dc200) 00010000:00010000:1.0:1777421127.007195:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421127.007198:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289387dd3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c0b expref: 53 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421127.007207:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137838c00, rc 0) 00000100:00100000:1.0:1777421127.007271:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+52:29261:x1863760834074752:12345-192.168.203.47@tcp:101:rm.0 Request processed in 1104us (1840us total) trans 0 rc 301/301 00000100:00100000:1.0:1777421127.007279:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1115 00000100:00100000:3.0:1777421127.011804:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421127.011900:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834074880 00000100:00100000:1.0:1777421127.011910:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834074880 00000100:00100000:1.0:1777421127.011968:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1116 00000100:00100000:1.0:1777421127.011978:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+52:29261:x1863760834074880:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:1.0:1777421127.011997:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421127.012017:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289387de8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376c12 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421127.012092:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387def lrc: 3/1,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421127.012123:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387def lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421127.012134:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387def lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421127.012149:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289387df6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421127.012156:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289387df6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421127.012163:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289387df6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421127.012222:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387def lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421127.012231:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387def lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421127.012237:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387def lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421127.012243:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a33400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421127.012247:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387def lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421127.012255:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387def lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421127.012265:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff9af1112dc200) 00010000:00010000:1.0:1777421127.012274:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421127.012279:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387def lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421127.012286:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289387def lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421127.012298:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289387df6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421127.012305:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289387df6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421127.012311:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289387df6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421127.012316:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a32200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421127.012318:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289387df6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421127.012324:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289387df6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421127.012332:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x28d475f8 (ffff9af1112dc400) 00010000:00010000:1.0:1777421127.012334:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421127.012337:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289387df6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421127.012343:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289387df6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421127.012446:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289387de8 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c12 expref: 53 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421127.012470:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff9af1112dc200) 00010000:00010000:1.0:1777421127.012473:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421127.012477:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289387de8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c12 expref: 53 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421127.012488:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137838000, rc 0) 00000100:00100000:0.0:1777421127.012778:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+52:29261:x1863760834074880:12345-192.168.203.47@tcp:101:rm.0 Request processed in 800us (979us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421127.012787:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1116 00000100:00100000:0.0:1777421127.025125:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421127.025623:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834075008 00000100:00100000:3.0:1777421127.025633:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834075008 00000100:00100000:3.0:1777421127.025719:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1117 00000100:00100000:3.0:1777421127.025730:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+52:29262:x1863760834075008:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:3.0:1777421127.025749:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421127.025768:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d71289387dfd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376c19 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421127.025819:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289387e04 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421127.025829:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289387e04 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421127.025836:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289387e04 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421127.025846:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d71289387e0b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421127.025850:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d71289387e0b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421127.025866:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d71289387e0b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421127.025931:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289387e04 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421127.025938:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289387e04 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421127.025945:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289387e04 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421127.025951:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004440c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421127.025955:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289387e04 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421127.025962:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289387e04 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421127.025974:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff9af1112dc200) 00010000:00010000:3.0:1777421127.025977:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421127.025982:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289387e04 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421127.025988:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289387e04 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421127.026002:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d71289387e0b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421127.026008:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d71289387e0b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421127.026020:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d71289387e0b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421127.026025:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004440e00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421127.026029:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d71289387e0b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421127.026035:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d71289387e0b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421127.026044:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x28d475f8 (ffff9af118b32f00) 00010000:00010000:3.0:1777421127.026046:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421127.026049:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d71289387e0b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421127.026054:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d71289387e0b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421127.026099:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d71289387dfd lrc: 1/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c19 expref: 53 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421127.026109:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff9af1112dc200) 00010000:00010000:3.0:1777421127.026111:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421127.026115:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441400/0xa38d71289387dfd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c19 expref: 53 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421127.026124:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af004441400, rc 0) 00000100:00100000:3.0:1777421127.026187:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+52:29262:x1863760834075008:12345-192.168.203.47@tcp:101:cp.0 Request processed in 459us (1071us total) trans 0 rc 301/301 00000100:00100000:3.0:1777421127.026203:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1117 00000100:00100000:3.0:1777421127.029684:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421127.029818:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834075136 00000100:00100000:0.0:1777421127.029829:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834075136 00000100:00100000:0.0:1777421127.029884:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1118 00000100:00100000:0.0:1777421127.029902:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c679500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+52:29262:x1863760834075136:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:0.0:1777421127.029921:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421127.029941:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d71289387e12 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376c20 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.030002:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289387e19 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.030016:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289387e19 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.030026:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289387e19 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.030039:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387e20 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.030045:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387e20 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.030051:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387e20 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.030196:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289387e19 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.030204:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289387e19 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.030216:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289387e19 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.030223:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a1800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421127.030227:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289387e19 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.030234:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289387e19 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.030246:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff9af1112dc200) 00010000:00010000:0.0:1777421127.030249:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421127.030253:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289387e19 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.030260:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289387e19 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.030272:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387e20 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.030278:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387e20 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.030283:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387e20 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.030288:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a0c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421127.030291:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387e20 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.030296:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387e20 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.030303:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x28d475f8 (ffff9af1187ddc00) 00010000:00010000:0.0:1777421127.030306:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421127.030308:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387e20 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.030314:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387e20 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.030344:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d71289387e12 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c20 expref: 53 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.030672:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff9af1112dc200) 00010000:00010000:0.0:1777421127.030675:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421127.030680:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d71289387e12 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c20 expref: 53 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.030690:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a0e00, rc 0) 00000100:00100000:0.0:1777421127.030791:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c679500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+52:29262:x1863760834075136:12345-192.168.203.47@tcp:101:cp.0 Request processed in 898us (1116us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421127.030799:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1118 00000100:00100000:2.0:1777421127.034091:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421127.034147:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834075392 00000100:00100000:0.0:1777421127.034157:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834075392 00000100:00100000:0.0:1777421127.034214:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1119 00000100:00100000:0.0:1777421127.034225:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0039e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+52:29262:x1863760834075392:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:0.0:1777421127.034244:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421127.034263:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289387e27 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376c27 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.034655:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387e2e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.034671:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387e2e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.034682:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387e2e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.034697:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289387e35 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.034704:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289387e35 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.034710:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289387e35 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777421127.036280:0:6569:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x17:0x0], index 1: 0 00010000:00010000:0.0:1777421127.036704:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d71289387e3c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.036718:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d71289387e3c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.036727:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d71289387e3c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.036760:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387e2e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.036766:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387e2e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.036772:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387e2e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.036778:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a1a00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421127.036782:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387e2e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.036789:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387e2e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.036803:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff9af1112dc200) 00010000:00010000:0.0:1777421127.036806:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421127.036810:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387e2e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.036815:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387e2e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777421127.036827:0:6569:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000e6512a90 reply state 0000000073af0c46 transno 4294968017 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289387e35 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421127.036835:0:6569:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777421127.036864:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289387e27 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c27 expref: 55 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.036877:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d71289387e3c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c27 expref: 54 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.036884:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9af1187dd000) 00010000:00010000:0.0:1777421127.036886:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421127.036889:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a0a00, rc 0) 00000100:00100000:0.0:1777421127.037098:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0039e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+55:29262:x1863760834075392:12345-192.168.203.47@tcp:101:cp.0 Request processed in 2874us (3015us total) trans 4294968017 rc 0/0 00000100:00100000:0.0:1777421127.037107:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1119 00000100:00100000:1.0:1777421127.040785:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421127.040865:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834075520 00000100:00100000:0.0:1777421127.040876:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834075520 00000100:00100000:0.0:1777421127.040996:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 294 00000100:00100000:0.0:1777421127.041008:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f777b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2369:x1863760834075520:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:0.0:1777421127.041024:0:6541:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421127.041044:0:6541:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000068cbfaff/0xa38d71289387e4a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376c2e expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777421127.041078:0:6541:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x17:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1777421127.041097:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421127.041099:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421127.041107:0:6541:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000068cbfaff/0xa38d71289387e4a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c2e expref: 10 pid: 6541 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.041123:0:6541:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000068cbfaff/0xa38d71289387e4a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c2e expref: 10 pid: 6541 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.041137:0:6541:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a0e00, rc 0) 00000100:00100000:0.0:1777421127.041192:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f777b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2369:x1863760834075520:12345-192.168.203.47@tcp:101:cp.0 Request processed in 186us (417us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421127.041199:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 294 00010000:00010000:3.0:1777421127.041242:0:3281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289387e35 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421127.041251:0:3281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289387e35 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421127.041258:0:3281:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289387e35 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421127.041264:0:3281:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a1600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421127.041269:0:3281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289387e35 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421127.041276:0:3281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289387e35 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421127.041289:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x28d475f8 (ffff9af1187dde00) 00010000:00010000:3.0:1777421127.041293:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421127.041297:0:3281:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289387e35 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421127.041303:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289387e35 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1777421127.041384:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777421127.044916:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421127.045010:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834075648 00000100:00100000:0.0:1777421127.045019:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834075648 00000100:00100000:0.0:1777421127.045076:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 295 00000100:00100000:0.0:1777421127.045087:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137957800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:29262:x1863760834075648:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:0.0:1777421127.045102:0:6541:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421127.045118:0:6541:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000087a8e630/0xa38d71289387e51 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376c35 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.045149:0:6541:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000068cbfaff/0xa38d71289387e4a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c2e expref: 11 pid: 6541 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.045158:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421127.045160:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421127.045164:0:6541:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000087a8e630/0xa38d71289387e51 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c35 expref: 11 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.045196:0:6541:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000068cbfaff/0xa38d71289387e4a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c2e expref: 11 pid: 6541 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.045209:0:6541:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000068cbfaff/0xa38d71289387e4a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c2e expref: 11 pid: 6541 timeout: 438 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421127.045224:0:6541:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6b7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6541:1863760841173248:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777421127.045313:0:6541:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af105ba8540 going to sleep for 11 seconds 00000100:00100000:0.0:1777421127.047172:0:6541:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6b7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6541:1863760841173248:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421127.047203:0:6541:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000087a8e630/0xa38d71289387e51 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c35 expref: 11 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.047225:0:6541:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a1c00, rc 0) 00000100:00100000:0.0:1777421127.047278:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137957800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:29262:x1863760834075648:12345-192.168.203.47@tcp:101:cp.0 Request processed in 2193us (2372us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421127.047287:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 295 00000100:00100000:1.0:1777421127.047953:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421127.048025:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834075776 00000100:00100000:0.0:1777421127.048034:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834075776 00010000:00010000:0.0:1777421127.048062:0:6558:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000068cbfaff/0xa38d71289387e4a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c2e expref: 11 pid: 6541 timeout: 438 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421127.048105:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 334 00000100:00100000:0.0:1777421127.048114:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f777800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2368:x1863760834075776:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421127.048128:0:6558:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421127.048151:0:6558:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000068cbfaff/0xa38d71289387e4a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c2e expref: 11 pid: 6541 timeout: 438 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.048163:0:6558:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000068cbfaff/0xa38d71289387e4a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c2e expref: 11 pid: 6541 timeout: 438 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.048186:0:6558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000068cbfaff/0xa38d71289387e4a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c2e expref: 11 pid: 6541 timeout: 438 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.048198:0:6558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421127.048200:0:6558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421127.048207:0:6558:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000087a8e630/0xa38d71289387e51 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c35 expref: 10 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.048216:0:6558:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000087a8e630/0xa38d71289387e51 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c35 expref: 10 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.048249:0:6558:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000087a8e630/0xa38d71289387e51 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c35 expref: 10 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421127.048261:0:6558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6b7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:6558:1863760841173376:192.168.203.47@tcp:105: 00000100:00100000:0.0:1777421127.048327:0:6558:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af105ba8540 going to sleep for 11 seconds 00000100:00100000:3.0:1777421127.052904:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421127.053029:0:6558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6b7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:6558:1863760841173376:192.168.203.47@tcp:105: 00010000:00010000:0.0:1777421127.053058:0:6558:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421127.053123:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f777800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2368:x1863760834075776:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 5009us (5170us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421127.053134:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 334 00000100:00100000:0.0:1777421127.053738:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834076032 00000100:00100000:0.0:1777421127.053747:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834076032 00000100:00100000:0.0:1777421127.053794:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 236 00000100:00100000:0.0:1777421127.053803:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137954a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+54:29262:x1863760834076032:12345-192.168.203.47@tcp:35:cp.0 00000001:00080000:0.0:1777421127.054205:0:5763:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968018 00000100:00100000:0.0:1777421127.054543:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137954a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+56:29262:x1863760834076032:12345-192.168.203.47@tcp:35:cp.0 Request processed in 740us (1659us total) trans 4294968019 rc 0/0 00000100:00100000:0.0:1777421127.054550:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 236 00000020:00080000:0.0:1777421127.054554:0:5763:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777421127.088614:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421127.088760:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834076160 00000100:00100000:0.0:1777421127.088771:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834076160 00000100:00100000:0.0:1777421127.088832:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1120 00000100:00100000:0.0:1777421127.088847:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00246f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+108:29265:x1863760834076160:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:0.0:1777421127.088864:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421127.088885:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d71289387e58 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376c3c expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.089231:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387e5f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.089248:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387e5f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.089261:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387e5f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.089276:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387e66 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.089282:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387e66 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.089288:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387e66 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.089457:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289387e6d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.089466:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289387e6d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.089473:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289387e6d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421127.089503:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x20:0x0]: returning size 158 00000004:00200000:0.0:1777421127.089507:0:6569:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421127.089524:0:6569:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289387e6d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.089534:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289387e6d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.089542:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387e5f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.089551:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387e5f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.089557:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387e5f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.089563:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a1a00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421127.089584:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387e5f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.089592:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387e5f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.089607:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff9af1112dc200) 00010000:00010000:0.0:1777421127.089611:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421127.089615:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387e5f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.089620:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387e5f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.089631:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387e66 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.089636:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387e66 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.089641:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387e66 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.089646:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a0c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421127.089648:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387e66 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.089654:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387e66 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.089660:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x28d475f8 (ffff9af1187ddb00) 00010000:00010000:0.0:1777421127.089663:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421127.089667:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387e66 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.089671:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387e66 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.089702:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d71289387e58 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c3c expref: 110 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.089719:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289387e6d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c3c expref: 109 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.089726:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9af1187dd000) 00010000:00010000:0.0:1777421127.089729:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421127.089731:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a1800, rc 0) 00000100:00100000:0.0:1777421127.089796:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00246f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+109:29265:x1863760834076160:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 950us (1191us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421127.089804:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1120 00000100:00100000:2.0:1777421127.093872:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421127.094164:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834076288 00000100:00100000:0.0:1777421127.094175:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834076288 00000100:00100000:0.0:1777421127.094534:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 296 00000100:00100000:0.0:1777421127.094546:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0039e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+17:2369:x1863760834076288:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:0.0:1777421127.094564:0:6541:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421127.094583:0:6541:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000069515b36/0xa38d71289387e74 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376c43 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421127.094636:0:6541:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6b7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6541:1863760841173504:192.168.203.47@tcp:106: 00000100:00100000:0.0:1777421127.094726:0:6541:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af105ba8540 going to sleep for 11 seconds 00000100:00080000:3.0:1777421127.094812:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:0.0:1777421127.099276:0:6541:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb size: 0 -> 158 00002000:00010000:0.0:1777421127.099288:0:6541:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb mtime: 0 -> 1777421127 00002000:00010000:0.0:1777421127.099292:0:6541:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb atime: 0 -> 1777421126 00002000:00010000:0.0:1777421127.099294:0:6541:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb ctime: 0 -> 1777421127 00000100:00100000:0.0:1777421127.099323:0:6541:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6b7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6541:1863760841173504:192.168.203.47@tcp:106: 00010000:00010000:0.0:1777421127.099546:0:6541:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000069515b36/0xa38d71289387e74 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c43 expref: 18 pid: 6541 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.099578:0:6541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000069515b36/0xa38d71289387e74 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c43 expref: 18 pid: 6541 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.099594:0:6541:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a1600, rc 0) 00000100:00100000:0.0:1777421127.099725:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0039e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+17:2369:x1863760834076288:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 5180us (5862us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421127.099737:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 296 00000100:00100000:2.0:1777421127.103127:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421127.103244:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834076416 00000100:00100000:0.0:1777421127.103257:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834076416 00000100:00100000:0.0:1777421127.103392:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1121 00000100:00100000:0.0:1777421127.103420:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af120430e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+109:29265:x1863760834076416:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:0.0:1777421127.103447:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421127.103476:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d71289387e7b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376c4a expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.103598:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387e82 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.103616:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387e82 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.103628:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387e82 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421127.103702:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x46:0x0]: returning size 512 00000004:00200000:0.0:1777421127.103706:0:6569:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421127.103732:0:6569:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387e82 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.103764:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d71289387e7b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c4a expref: 111 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.103784:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387e82 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c4a expref: 110 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421127.103793:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff9af1112dc200) 00010000:00010000:0.0:1777421127.103796:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777421127.103801:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a0c00, rc 0) 00000100:00100000:0.0:1777421127.103877:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af120430e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+110:29265:x1863760834076416:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 474us (991us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421127.103885:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1121 00000100:00100000:1.0:1777421127.107447:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421127.107646:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834076544 00000100:00100000:2.0:1777421127.107659:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834076544 00000100:00100000:2.0:1777421127.107719:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 297 00000100:00100000:2.0:1777421127.107730:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+17:2367:x1863760834076544:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:2.0:1777421127.107752:0:6541:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421127.107774:0:6541:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007e15e0b7/0xa38d71289387e89 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376c51 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421127.107843:0:6541:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af120430000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6541:1863760841173632:192.168.203.47@tcp:106: 00000100:00100000:2.0:1777421127.108060:0:6541:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af111079a80 going to sleep for 11 seconds 00000100:00100000:2.0:1777421127.110630:0:6541:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af120430000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6541:1863760841173632:192.168.203.47@tcp:106: 00010000:00010000:2.0:1777421127.110670:0:6541:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007e15e0b7/0xa38d71289387e89 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c51 expref: 18 pid: 6541 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421127.110695:0:6541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007e15e0b7/0xa38d71289387e89 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c51 expref: 18 pid: 6541 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421127.110710:0:6541:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af10148c800, rc 0) 00000100:00100000:2.0:1777421127.110777:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+17:2367:x1863760834076544:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 3048us (3344us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421127.110786:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 297 00000100:00100000:1.0:1777421127.114510:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421127.114602:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834076800 00000100:00100000:0.0:1777421127.114615:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834076800 00000100:00100000:0.0:1777421127.114688:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1122 00000100:00100000:0.0:1777421127.114698:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+110:29265:x1863760834076800:12345-192.168.203.47@tcp:58:lfs.0 00000040:00080000:0.0:1777421127.114943:0:6569:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].31, 136 off12408 00000100:00100000:0.0:1777421127.115521:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+110:29265:x1863760834076800:12345-192.168.203.47@tcp:58:lfs.0 Request processed in 820us (1021us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421127.115531:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1122 00000001:00080000:3.0:1777421127.174326:0:6572:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967357 is committed 00000001:00080000:3.0:1777421127.174390:0:6572:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967359 is committed 00000001:00080000:3.0:1777421127.207033:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968019 is committed 00000001:00080000:3.0:1777421127.207056:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968013 is committed 00000020:00080000:3.0:1777421127.207062:0:5782:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9af105449900 refcount 2 committed 0 result 0 batchid 22 00000020:00080000:3.0:1777421127.207068:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9af001165400 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9af105449780 00000020:00080000:3.0:1777421127.207078:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9af001165e00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9af1345fc000 00000020:00080000:3.0:1777421127.207101:0:5782:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9af110de90c0 refcount 2 committed 0 result 0 batchid 21 00000020:00080000:3.0:1777421127.207104:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9af001165b00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9af110de9180 00000020:00080000:3.0:1777421127.207108:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9af001165300 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9af12d175800 00000020:00080000:0.0:1777421127.207146:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 22 committed batchid 20 00000020:00080000:0.0:1777421127.207382:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 20 00000001:00080000:3.0:1777421127.207518:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968016 is committed 00000040:00080000:1.0:1777421127.593231:0:20121:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777421127.593241:0:20121:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777421127.593316:0:20121:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 32 count 5 00000040:00080000:1.0:1777421127.593325:0:20121:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000004:00080000:1.0:1777421127.641540:0:6856:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 339424185692ns, next at 340424183483ns, rc = 0 00000100:00100000:3.0:1777421127.641573:0:3296:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777421127.641596:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af1189eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841173760:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777421127.641662:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421127.641797:0:7924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841173760 00000100:00100000:3.0:1777421127.641806:0:7924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841173760 00000100:00100000:3.0:1777421127.641867:0:7924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:3.0:1777421127.641876:0:7924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3296:x1863760841173760:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777421127.641906:0:7924:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 83296256 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1777421127.641949:0:7924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3296:x1863760841173760:12345-0@lo:13:osp-pre-0-0.0 Request processed in 73us (287us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421127.641957:0:7924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:3.0:1777421127.641998:0:3296:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967359 gen 2 00000004:00080000:3.0:1777421127.642003:0:3296:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967358 committed transno 4294967359 00000004:00080000:3.0:1777421127.642018:0:3296:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967359 committed transno 4294967359 00000100:00100000:3.0:1777421127.642035:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af1189eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841173760:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1777421127.642088:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:2.0:1777421128.024612:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777421128.024621:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777421128.024657:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 32 count 5 00000040:00080000:2.0:1777421128.024662:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777421128.024920:0:11331:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af120430000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841173888:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1777421128.025022:0:11331:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1011cacc0 going to sleep for 11 seconds 00010000:00010000:3.0:1777421128.025408:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777421128.028344:0:11331:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af120430000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841173888:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1777421128.029289:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421128.029411:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834076928 00000100:00100000:0.0:1777421128.029420:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834076928 00000100:00100000:0.0:1777421128.029525:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1123 00000100:00100000:0.0:1777421128.029536:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+46:29276:x1863760834076928:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1777421128.029567:0:6569:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x20:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1777421128.029663:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+46:29276:x1863760834076928:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 128us (377us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421128.029672:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1123 00000100:00080000:3.0:1777421128.030580:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777421128.033126:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421128.033310:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834077184 00000100:00100000:2.0:1777421128.033321:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834077184 00000100:00100000:2.0:1777421128.033496:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1124 00000100:00100000:2.0:1777421128.033505:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+46:29276:x1863760834077184:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421128.033520:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421128.033537:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d71289387e90 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376c58 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421128.033638:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387e97 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421128.033651:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387e97 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421128.033663:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387e97 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421128.033675:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x20:0x0]: returning size 158 00010000:00010000:2.0:1777421128.033824:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d71289387e90 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c58 expref: 49 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421128.033838:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387e97 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c58 expref: 48 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421128.033844:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9af1187dd000) 00010000:00010000:2.0:1777421128.033846:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777421128.033848:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af10148d600, rc 0) 00000100:00100000:2.0:1777421128.033894:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:29276:x1863760834077184:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 391us (777us total) trans 4294968020 rc 0/0 00000100:00100000:2.0:1777421128.033899:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1124 00000100:00100000:1.0:1777421128.038407:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421128.038450:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421128.038538:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834077312 00000100:00100000:0.0:1777421128.038548:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834077312 00000100:00100000:0.0:1777421128.038654:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 48 00000100:00100000:0.0:1777421128.038666:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:2367:x1863760834077312:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421128.038680:0:6558:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421128.038704:0:6558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387e97 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c58 expref: 48 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421128.038726:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9af1187dd000) 00010000:00010000:0.0:1777421128.038731:0:6558:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421128.038795:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+47:2367:x1863760834077312:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 132us (450us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421128.038802:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 48 00000100:00100000:3.0:1777421128.038839:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834077440 00000100:00100000:3.0:1777421128.038853:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834077440 00000100:00100000:3.0:1777421128.039150:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 298 00000100:00100000:3.0:1777421128.039161:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2368:x1863760834077440:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1777421128.039211:0:6541:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000023d7d37/0xa38d71289387ea5 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421128.039234:0:6541:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000087a8e630/0xa38d71289387e51 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c35 expref: 10 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421128.039244:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777421128.039246:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777421128.039251:0:6541:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000023d7d37/0xa38d71289387ea5 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421128.039345:0:6541:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000087a8e630/0xa38d71289387e51 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c35 expref: 10 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421128.039382:0:6541:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000087a8e630/0xa38d71289387e51 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c35 expref: 10 pid: 6541 timeout: 439 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421128.039555:0:6541:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af00246ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6541:1863760841174016:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777421128.039727:0:6541:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1113cc9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421128.042911:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421128.043030:0:6541:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af00246ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6541:1863760841174016:192.168.203.47@tcp:104: 00010000:00010000:3.0:1777421128.043193:0:6541:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000023d7d37/0xa38d71289387ea5 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421128.043516:0:17930:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834077568 00000100:00100000:2.0:1777421128.043525:0:17930:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834077568 00002000:00100000:2.0:1777421128.043567:0:17930:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->157) req@ffff9af1189ea680 x1863760834077568/t0(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:139/0 lens 648/0 e 0 to 0 dl 1777421139 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421128.043576:0:17930:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af1189ea680 with x1863760834077568 ext(0->157) 00010000:00010000:2.0:1777421128.043583:0:17930:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 0000000087a8e630/0xa38d71289387e51 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c35 expref: 11 pid: 6541 timeout: 439 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421128.043595:0:17930:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000087a8e630/0xa38d71289387e51 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c35 expref: 11 pid: 6541 timeout: 439 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777421128.043603:0:17930:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9af1189ea680 00000100:00100000:2.0:1777421128.043658:0:17930:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 12 00000100:00100000:2.0:1777421128.043667:0:17930:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2369:x1863760834077568:12345-192.168.203.47@tcp:4:cp.0 00000100:00100000:2.0:1777421128.044247:0:17930:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+13:2369:x1863760834077568:12345-192.168.203.47@tcp:4:cp.0 Request processed in 579us (1343us total) trans 4294967359 rc 0/0 00000100:00100000:2.0:1777421128.044256:0:17930:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 12 00002000:00100000:2.0:1777421128.044265:0:17930:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->157) req@ffff9af1189ea680 x1863760834077568/t4294967359(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:139/0 lens 648/448 e 0 to 0 dl 1777421139 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421128.044273:0:17930:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af1189ea680 with x1863760834077568 ext(0->157) 00010000:00010000:2.0:1777421128.044278:0:17930:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 0000000087a8e630/0xa38d71289387e51 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c35 expref: 13 pid: 6541 timeout: 439 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421128.044289:0:17930:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000087a8e630/0xa38d71289387e51 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c35 expref: 13 pid: 6541 timeout: 439 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777421128.044302:0:17930:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9af1189ea680 00000100:00100000:1.0:1777421128.047662:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421128.047899:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834077696 00000100:00100000:0.0:1777421128.047910:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834077696 00010000:00010000:0.0:1777421128.047948:0:6558:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000087a8e630/0xa38d71289387e51 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c35 expref: 13 pid: 6541 timeout: 439 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421128.048035:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 335 00000100:00100000:0.0:1777421128.048046:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1056c2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+13:2368:x1863760834077696:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421128.048060:0:6558:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421128.048092:0:6558:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000087a8e630/0xa38d71289387e51 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c35 expref: 13 pid: 6541 timeout: 439 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421128.048106:0:6558:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000087a8e630/0xa38d71289387e51 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c35 expref: 13 pid: 6541 timeout: 439 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421128.048127:0:6558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000087a8e630/0xa38d71289387e51 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c35 expref: 13 pid: 6541 timeout: 439 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421128.048142:0:6558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421128.048144:0:6558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421128.048149:0:6558:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000023d7d37/0xa38d71289387ea5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421128.048160:0:6558:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000023d7d37/0xa38d71289387ea5 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421128.048192:0:6558:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421128.048248:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1056c2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2368:x1863760834077696:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 203us (595us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421128.048256:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 335 00010000:00010000:3.0:1777421128.048578:0:6541:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000023d7d37/0xa38d71289387ea5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421128.048589:0:6541:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000023d7d37/0xa38d71289387ea5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421128.048613:0:6541:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000023d7d37/0xa38d71289387ea5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421128.049229:0:6541:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000023d7d37/0xa38d71289387ea5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421128.049239:0:6541:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000023d7d37/0xa38d71289387ea5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421128.049247:0:6541:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004441400 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:3.0:1777421128.049251:0:6541:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000023d7d37/0xa38d71289387ea5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421128.049260:0:6541:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000023d7d37/0xa38d71289387ea5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421128.049274:0:6541:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000023d7d37/0xa38d71289387ea5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421128.049301:0:6541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000023d7d37/0xa38d71289387ea5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421128.049474:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2368:x1863760834077440:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 Request processed in 10313us (11022us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421128.049483:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 298 00000100:00100000:1.0:1777421128.055064:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421128.055326:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834077952 00000100:00100000:2.0:1777421128.055336:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834077952 00000100:00100000:2.0:1777421128.055425:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1125 00000100:00100000:2.0:1777421128.055436:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+47:29276:x1863760834077952:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1777421128.055545:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+47:29276:x1863760834077952:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 110us (490us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421128.055552:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1125 00000100:00100000:1.0:1777421128.061761:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421128.061840:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834078080 00000100:00100000:3.0:1777421128.061851:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834078080 00000100:00100000:3.0:1777421128.061906:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 299 00000100:00100000:3.0:1777421128.061917:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2369:x1863760834078080:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421128.061934:0:6541:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421128.061954:0:6541:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000023d7d37/0xa38d71289387eac lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376c5f expref: -99 pid: 6541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777421128.061980:0:6541:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x17:0x0] initial LVB size: 158, mtime: 0x69f14b47, atime: 0x0, ctime: 0x69f14b47, blocks: 0x1 00010000:00010000:3.0:1777421128.061998:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421128.062000:0:6541:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421128.062008:0:6541:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000023d7d37/0xa38d71289387eac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c5f expref: 12 pid: 6541 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421128.062024:0:6541:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000023d7d37/0xa38d71289387eac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c5f expref: 12 pid: 6541 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421128.062042:0:6541:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af004441400, rc 0) 00000100:00100000:3.0:1777421128.062106:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2369:x1863760834078080:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 191us (354us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421128.062126:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 299 00000100:00100000:1.0:1777421128.065596:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421128.065685:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834078336 00000100:00100000:2.0:1777421128.065695:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834078336 00000100:00100000:2.0:1777421128.065746:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1126 00000100:00100000:2.0:1777421128.065754:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+47:29276:x1863760834078336:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1777421128.065854:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+47:29276:x1863760834078336:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 100us (265us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421128.065861:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1126 00000100:00100000:1.0:1777421128.069059:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421128.069163:0:17930:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834078464 00000100:00100000:2.0:1777421128.069172:0:17930:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834078464 00002000:00100000:2.0:1777421128.069215:0:17930:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff9af1189ea300 x1863760834078464/t0(0) o3->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:139/0 lens 488/0 e 0 to 0 dl 1777421139 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421128.069226:0:17930:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af1189ea300 with x1863760834078464 ext(0->4095) 00002000:00010000:2.0:1777421128.069231:0:17930:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af1189ea300 00000100:00100000:2.0:1777421128.069263:0:17930:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 101 00000100:00100000:2.0:1777421128.069272:0:17930:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2369:x1863760834078464:12345-192.168.203.47@tcp:3:lhsmtool_posix.0 00000100:00100000:2.0:1777421128.069495:0:17930:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2369:x1863760834078464:12345-192.168.203.47@tcp:3:lhsmtool_posix.0 Request processed in 223us (444us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1777421128.069503:0:17930:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 101 00002000:00100000:2.0:1777421128.069510:0:17930:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff9af1189ea300 x1863760834078464/t0(0) o3->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:139/0 lens 488/4536 e 0 to 0 dl 1777421139 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421128.069519:0:17930:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af1189ea300 with x1863760834078464 ext(0->4095) 00002000:00010000:2.0:1777421128.069522:0:17930:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af1189ea300 00000100:00100000:1.0:1777421128.074601:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421128.075061:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834078592 00000100:00100000:0.0:1777421128.075145:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834078592 00000100:00100000:0.0:1777421128.075204:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1127 00000100:00100000:0.0:1777421128.075214:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+47:29276:x1863760834078592:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421128.075232:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421128.075252:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289387eb3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376c66 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421128.075284:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387eba lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421128.075298:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387eba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421128.075309:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387eba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421128.075607:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289387eb3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c66 expref: 49 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421128.075630:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387eba lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c66 expref: 48 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421128.075638:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9af1187dd000) 00010000:00010000:0.0:1777421128.075641:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777421128.075644:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a1a00, rc 0) 00000100:00100000:0.0:1777421128.075741:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:29276:x1863760834078592:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 528us (1149us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421128.075749:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1127 00000100:00100000:1.0:1777421128.079181:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421128.079313:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834078720 00000100:00100000:0.0:1777421128.079322:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834078720 00000100:00100000:0.0:1777421128.079472:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1128 00000100:00100000:0.0:1777421128.079483:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:29276:x1863760834078720:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1777421128.079515:0:6569:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x20:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1777421128.079602:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:29276:x1863760834078720:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 120us (428us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421128.079611:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1128 00000100:00100000:1.0:1777421128.083258:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421128.083405:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834078848 00000100:00100000:2.0:1777421128.083420:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834078848 00000100:00100000:2.0:1777421128.083498:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 300 00000100:00100000:2.0:1777421128.083508:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2368:x1863760834078848:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1777421128.083549:0:6860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000272c0e79/0xa38d71289387ec1 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421128.083569:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421128.083571:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421128.083577:0:6860:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000272c0e79/0xa38d71289387ec1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421128.083591:0:6860:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000272c0e79/0xa38d71289387ec1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421128.083617:0:6860:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000272c0e79/0xa38d71289387ec1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421128.083623:0:6860:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000272c0e79/0xa38d71289387ec1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421128.083629:0:6860:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000272c0e79/0xa38d71289387ec1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421128.083633:0:6860:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148c200 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:2.0:1777421128.083636:0:6860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000272c0e79/0xa38d71289387ec1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421128.083641:0:6860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000272c0e79/0xa38d71289387ec1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421128.083651:0:6860:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000272c0e79/0xa38d71289387ec1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421128.083656:0:6860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000272c0e79/0xa38d71289387ec1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421128.083903:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2368:x1863760834078848:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 Request processed in 387us (644us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421128.083911:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 300 00000100:00100000:1.0:1777421128.087296:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421128.087594:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834079104 00000100:00100000:0.0:1777421128.087604:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834079104 00000100:00100000:0.0:1777421128.087651:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1129 00000100:00100000:0.0:1777421128.087660:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:29276:x1863760834079104:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1777421128.087730:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289387ec8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421128.087747:0:6569:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387eba lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c66 expref: 48 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421128.087757:0:6569:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289387ec8 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421128.087792:0:6569:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387eba lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c66 expref: 48 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421128.087805:0:6569:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387eba lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c66 expref: 48 pid: 6569 timeout: 439 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421128.087821:0:6569:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6b7480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841174144:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777421128.088007:0:6569:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0038b66c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421128.095429:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421128.095511:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834079232 00000100:00100000:3.0:1777421128.095520:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834079232 00010000:00010000:3.0:1777421128.095556:0:6558:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387eba lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c66 expref: 49 pid: 6569 timeout: 439 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421128.095593:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 336 00000100:00100000:3.0:1777421128.095603:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189eb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+49:2368:x1863760834079232:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421128.095617:0:6558:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421128.095624:0:6558:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387eba lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c66 expref: 49 pid: 6569 timeout: 439 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421128.095637:0:6558:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387eba lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c66 expref: 49 pid: 6569 timeout: 439 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421128.095658:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9af1187dd000) 00010000:00010000:3.0:1777421128.095664:0:6558:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289387ec8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421128.095674:0:6558:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289387ec8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421128.095682:0:6558:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289387ec8 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421128.095701:0:6558:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421128.095754:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189eb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+49:2368:x1863760834079232:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 153us (334us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421128.095778:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 336 00010000:00010000:0.0:1777421128.096937:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387eba lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c66 expref: 48 pid: 6569 timeout: 439 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421128.096957:0:6569:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6b7480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841174144:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421128.096981:0:6569:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289387ec8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421128.096990:0:6569:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289387ec8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421128.096996:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289387ec8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421128.097174:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289387ec8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421128.097182:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289387ec8 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421128.097191:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289387ec8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421128.097197:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a1c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421128.097202:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289387ec8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421128.097209:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289387ec8 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421128.097221:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9af1187dd000) 00010000:00010000:0.0:1777421128.097224:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777421128.097228:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289387ec8 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421128.097235:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289387ec8 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421128.097446:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:29276:x1863760834079104:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 9787us (10158us total) trans 4294968021 rc 0/0 00000100:00100000:0.0:1777421128.097456:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1129 00000040:00080000:2.0:1777421128.098217:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777421128.098222:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:1.0:1777421128.099847:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421128.100007:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834079488 00000100:00100000:0.0:1777421128.100017:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834079488 00000100:00100000:0.0:1777421128.100062:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 237 00000100:00100000:0.0:1777421128.100078:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:29276:x1863760834079488:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1777421128.100281:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+49:29276:x1863760834079488:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 202us (439us total) trans 4294968022 rc 0/0 00000100:00100000:0.0:1777421128.100289:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 237 00000040:00080000:2.0:1777421128.100791:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 5 00000040:00080000:2.0:1777421128.100803:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1777421129.049083:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1777421129.139682:0:20173:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777421129.139690:0:20173:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777421129.139747:0:20173:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 32 count 5 00000040:00080000:2.0:1777421129.139753:0:20173:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777421129.166657:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421129.166728:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834079616 00000100:00100000:2.0:1777421129.166739:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834079616 00000100:00080000:3.0:1777421129.166792:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777421129.166815:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 301 00000100:00100000:2.0:1777421129.166827:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+17:2367:x1863760834079616:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:2.0:1777421129.166842:0:6860:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421129.166859:0:6860:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004cbc36d2/0xa38d71289387ecf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376c6d expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421129.166882:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421129.166884:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421129.166893:0:6860:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004cbc36d2/0xa38d71289387ecf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c6d expref: 18 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421129.166909:0:6860:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004cbc36d2/0xa38d71289387ecf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c6d expref: 18 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421129.166923:0:6860:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af10148ce00, rc 0) 00000100:00100000:2.0:1777421129.166983:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+18:2367:x1863760834079616:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 158us (333us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421129.166991:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 301 00000100:00100000:1.0:1777421129.171960:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421129.173177:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834079872 00000100:00100000:3.0:1777421129.173190:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834079872 00000100:00100000:3.0:1777421129.173751:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1130 00000100:00100000:3.0:1777421129.173762:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134080a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+98:29284:x1863760834079872:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:3.0:1777421129.173783:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421129.173803:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289387ed6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376c74 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421129.174301:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d71289387edd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421129.174317:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d71289387edd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421129.174330:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d71289387edd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421129.174344:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x20:0x0]: returning size 158 00010000:00010000:3.0:1777421129.174498:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289387ed6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c74 expref: 101 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421129.174515:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d71289387edd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c74 expref: 100 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421129.174524:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9af1187dd000) 00010000:00010000:3.0:1777421129.174526:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1777421129.174535:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af004440e00, rc 0) 00000100:00100000:3.0:1777421129.174596:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134080a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+100:29284:x1863760834079872:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 835us (2642us total) trans 4294968023 rc 0/0 00000100:00100000:3.0:1777421129.174618:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1130 00000100:00080000:3.0:1777421129.174649:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777421129.181631:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421129.182181:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834080000 00000100:00100000:0.0:1777421129.182193:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834080000 00000100:00100000:0.0:1777421129.182251:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 302 00000100:00100000:0.0:1777421129.182261:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134081f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+18:2368:x1863760834080000:12345-192.168.203.47@tcp:1:lfs.0 00010000:00010000:0.0:1777421129.182298:0:6860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000068cbfaff/0xa38d71289387eeb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421129.182317:0:6860:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000023d7d37/0xa38d71289387eac lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c5f expref: 11 pid: 6541 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421129.182327:0:6860:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004cbc36d2/0xa38d71289387ecf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c6d expref: 18 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421129.182334:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421129.182336:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421129.182340:0:6860:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000068cbfaff/0xa38d71289387eeb lrc: 5/0,1 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421129.182411:0:6860:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004cbc36d2/0xa38d71289387ecf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c6d expref: 18 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421129.182426:0:6860:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004cbc36d2/0xa38d71289387ecf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c6d expref: 18 pid: 6860 timeout: 440 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421129.182441:0:6860:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6b7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:6860:1863760841174272:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421129.182760:0:6860:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000023d7d37/0xa38d71289387eac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c5f expref: 11 pid: 6541 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421129.182773:0:6860:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000023d7d37/0xa38d71289387eac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c5f expref: 11 pid: 6541 timeout: 440 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421129.182785:0:6860:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6b4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:6860:1863760841174400:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777421129.182813:0:6860:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0038b6480 going to sleep for 11 seconds 00000100:00100000:2.0:1777421129.188694:0:6860:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6b7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:6860:1863760841174272:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777421129.188717:0:6860:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6b4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:6860:1863760841174400:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777421129.188743:0:6860:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000068cbfaff/0xa38d71289387eeb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421129.189434:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421129.189488:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421129.189532:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834080128 00000100:00100000:2.0:1777421129.189532:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834080256 00000100:00100000:3.0:1777421129.189541:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834080128 00000100:00100000:2.0:1777421129.189541:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834080256 00010000:00010000:3.0:1777421129.189584:0:5745:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004cbc36d2/0xa38d71289387ecf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c6d expref: 19 pid: 6860 timeout: 440 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421129.189587:0:6558:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000023d7d37/0xa38d71289387eac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c5f expref: 12 pid: 6541 timeout: 440 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421129.189636:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 337 00000100:00100000:3.0:1777421129.189647:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134083800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+19:2369:x1863760834080128:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421129.189667:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421129.189688:0:5745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004cbc36d2/0xa38d71289387ecf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c6d expref: 19 pid: 6860 timeout: 440 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421129.189704:0:5745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004cbc36d2/0xa38d71289387ecf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c6d expref: 19 pid: 6860 timeout: 440 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421129.189728:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004cbc36d2/0xa38d71289387ecf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c6d expref: 19 pid: 6860 timeout: 440 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421129.189739:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 338 00010000:00010000:3.0:1777421129.189748:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421129.189748:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134080e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2369:x1863760834080256:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421129.189760:0:6558:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421129.189773:0:6558:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000023d7d37/0xa38d71289387eac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c5f expref: 12 pid: 6541 timeout: 440 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421129.189787:0:6558:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000023d7d37/0xa38d71289387eac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c5f expref: 12 pid: 6541 timeout: 440 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421129.189799:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134083800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+18:2369:x1863760834080128:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 151us (310us total) trans 0 rc 0/0 00010000:00010000:2.0:1777421129.189806:0:6558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000023d7d37/0xa38d71289387eac lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c5f expref: 12 pid: 6541 timeout: 440 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421129.189810:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 337 00010000:00010000:2.0:1777421129.189833:0:6558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421129.189836:0:6558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421129.189841:0:6558:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000068cbfaff/0xa38d71289387eeb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421129.189852:0:6558:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000068cbfaff/0xa38d71289387eeb lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421129.189883:0:6558:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421129.189914:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134080e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2369:x1863760834080256:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 158us (474us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421129.189922:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 338 00010000:00010000:2.0:1777421129.189951:0:6860:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000068cbfaff/0xa38d71289387eeb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421129.189962:0:6860:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000068cbfaff/0xa38d71289387eeb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421129.190017:0:6860:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000068cbfaff/0xa38d71289387eeb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421129.190027:0:6860:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000068cbfaff/0xa38d71289387eeb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421129.190035:0:6860:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000068cbfaff/0xa38d71289387eeb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421129.190043:0:6860:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a0e00 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:2.0:1777421129.190048:0:6860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000068cbfaff/0xa38d71289387eeb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421129.190057:0:6860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000068cbfaff/0xa38d71289387eeb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421129.190075:0:6860:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000068cbfaff/0xa38d71289387eeb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421129.190083:0:6860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000068cbfaff/0xa38d71289387eeb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421129.190138:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134081f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+17:2368:x1863760834080000:12345-192.168.203.47@tcp:1:lfs.0 Request processed in 7879us (8515us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421129.190147:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 302 00000100:00080000:1.0:1777421129.190629:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777421129.193431:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421129.193679:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834080512 00000100:00100000:0.0:1777421129.193690:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834080512 00000100:00100000:0.0:1777421129.193781:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 238 00000100:00100000:0.0:1777421129.193793:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134080380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+100:29284:x1863760834080512:12345-192.168.203.47@tcp:35:lfs.0 00000004:00010000:0.0:1777421129.193853:0:13879:0:(mdt_open.c:1996:mdt_hsm_release()) ### [0x200000402:0x20:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d71289387edd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c74 expref: 100 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777421129.194074:0:13879:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968024 00000001:00080000:0.0:1777421129.194515:0:13879:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968025 00010000:00010000:0.0:1777421129.194584:0:13879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387ef2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421129.194600:0:13879:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d71289387e3c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c27 expref: 48 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421129.194610:0:13879:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289387e6d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c3c expref: 103 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421129.194618:0:13879:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387ef2 lrc: 5/0,1 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421129.194655:0:13879:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289387e6d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c3c expref: 103 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421129.194670:0:13879:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289387e6d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c3c expref: 103 pid: 6569 timeout: 440 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421129.194684:0:13879:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6b5f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:13879:1863760841174528:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421129.194771:0:13879:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d71289387e3c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c27 expref: 48 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421129.194781:0:13879:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d71289387e3c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c27 expref: 48 pid: 6569 timeout: 440 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421129.194791:0:13879:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6b4700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:13879:1863760841174656:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777421129.194816:0:13879:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0038b6840 going to sleep for 11 seconds 00000100:00100000:0.0:1777421129.198338:0:13879:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6b4700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:13879:1863760841174656:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777421129.199317:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421129.199335:0:13879:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6b5f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:13879:1863760841174528:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421129.199505:0:13879:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387ef2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421129.199559:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834080640 00000100:00100000:3.0:1777421129.199588:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834080640 00010000:00010000:3.0:1777421129.199640:0:6558:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289387e6d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c3c expref: 104 pid: 6569 timeout: 440 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421129.199751:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 339 00000100:00100000:3.0:1777421129.199769:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134082680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+104:2369:x1863760834080640:12345-192.168.203.47@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1777421129.199781:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00010000:00010000:3.0:1777421129.199793:0:6558:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421129.199806:0:6558:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289387e6d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c3c expref: 104 pid: 6569 timeout: 440 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421129.199827:0:6558:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289387e6d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c3c expref: 104 pid: 6569 timeout: 440 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421129.199860:0:6558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289387e6d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c3c expref: 104 pid: 6569 timeout: 440 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421129.199887:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9af1187dd000) 00010000:00010000:3.0:1777421129.199893:0:6558:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387ef2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421129.199902:0:6558:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387ef2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421129.199910:0:6558:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421129.199989:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134082680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+103:2369:x1863760834080640:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 226us (676us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421129.200002:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 339 00000100:00100000:3.0:1777421129.200037:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834080768 00000100:00100000:3.0:1777421129.200051:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834080768 00010000:00010000:3.0:1777421129.200084:0:6558:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d71289387e3c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c27 expref: 49 pid: 6569 timeout: 440 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421129.200142:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 340 00000100:00100000:0.0:1777421129.200159:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+49:2368:x1863760834080768:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421129.200177:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421129.200189:0:5747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d71289387e3c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c27 expref: 49 pid: 6569 timeout: 440 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421129.200216:0:5747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d71289387e3c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c27 expref: 49 pid: 6569 timeout: 440 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421129.200240:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d71289387e3c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c27 expref: 49 pid: 6569 timeout: 440 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421129.200258:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9af1187dd000) 00010000:00010000:0.0:1777421129.200264:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387ef2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421129.200273:0:5747:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387ef2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421129.200281:0:5747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387ef2 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421129.200303:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421129.200327:0:13879:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387ef2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421129.200339:0:13879:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387ef2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421129.200379:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:2368:x1863760834080768:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 224us (605us total) trans 0 rc 0/0 00000001:00080000:1.0:1777421129.200504:0:13879:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968026 00000100:00100000:0.0:1777421129.200665:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 340 00000001:00080000:1.0:1777421129.200747:0:13879:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968027 00000001:00080000:1.0:1777421129.200804:0:13879:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968028 00000100:00100000:1.0:1777421129.200884:0:13879:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af134082a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:13879:1863760841174784:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777421129.200932:0:13879:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421129.200971:0:13879:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af120406780 going to sleep for 11 seconds 00000100:00100000:0.0:1777421129.201415:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841174784 00000100:00100000:0.0:1777421129.201423:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841174784 00000100:00100000:0.0:1777421129.201492:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1777421129.201503:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134082d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:13879:x1863760841174784:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777421129.201592:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134082d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:13879:x1863760841174784:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 92us (660us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421129.201602:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00080000:1.0:1777421129.201835:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777421129.201870:0:13879:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af134082a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:13879:1863760841174784:0@lo:1000:mdt_rdpg00_002.0 00000001:00080000:3.0:1777421129.202810:0:13879:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968029 00000100:00100000:3.0:1777421129.203050:0:13879:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af00246ca80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:13879:1863760841174912:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777421129.203513:0:13879:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421129.203572:0:13879:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af12aa45000 going to sleep for 11 seconds 00000100:00100000:1.0:1777421129.203653:0:5766:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841174912 00000100:00100000:1.0:1777421129.203664:0:5766:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841174912 00000100:00100000:1.0:1777421129.204690:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1777421129.204707:0:5766:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c004700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:13879:x1863760841174912:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777421129.205042:0:5766:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c004700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:13879:x1863760841174912:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 338us (1533us total) trans 4294967360 rc 0/0 00000100:00100000:1.0:1777421129.205053:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1777421129.205270:0:13879:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af00246ca80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:13879:1863760841174912:0@lo:1000:mdt_rdpg00_002.0 00010000:00010000:3.0:1777421129.205307:0:13879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387ef2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421129.205318:0:13879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387ef2 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421129.205327:0:13879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387ef2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421129.205334:0:13879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a1a00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421129.205340:0:13879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387ef2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421129.205348:0:13879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387ef2 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421129.205412:0:13879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9af1187dd000) 00010000:00010000:3.0:1777421129.205416:0:13879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1777421129.205422:0:13879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387ef2 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421129.205443:0:13879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387ef2 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777421129.205752:0:13879:0:(mdd_object.c:3993:mdd_close()) Object [0x200000401:0x47:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1777421129.205953:0:13879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].9, 64 off8840 00000004:00080000:3.0:1777421129.205972:0:13879:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 340988619854ns, next at 341988616548ns, rc = 0 00000001:00080000:3.0:1777421129.205983:0:13879:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968030 00010000:00010000:3.0:1777421129.206087:0:13879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9af1187dd000) 00010000:00010000:3.0:1777421129.206090:0:13879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1777421129.206098:0:13879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d71289387edd lrc: 0/0,0 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c74 expref: 107 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421129.206233:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134080380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+106:29284:x1863760834080512:12345-192.168.203.47@tcp:35:lfs.0 Request processed in 12441us (12808us total) trans 4294968031 rc 0/0 00000100:00100000:3.0:1777421129.206244:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 238 00000020:00080000:3.0:1777421129.206250:0:13879:0:(tgt_main.c:782:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:3.0:1777421129.232956:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421129.233008:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421129.233047:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421129.233138:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834080896 00000100:00100000:1.0:1777421129.233151:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834080896 00000100:00100000:1.0:1777421129.233223:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 485 00000100:00100000:1.0:1777421129.233235:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119104c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:71f90d2e-4852-44e2-8435-52916750919f+12:2368:x1863760834080896:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777421129.233330:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119104c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:71f90d2e-4852-44e2-8435-52916750919f+12:2368:x1863760834080896:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 92us (383us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421129.233340:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 485 00000100:00100000:1.0:1777421129.233493:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834081152 00000100:00100000:1.0:1777421129.233498:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834081152 00000100:00100000:1.0:1777421129.233541:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834081024 00000100:00100000:1.0:1777421129.233545:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834081024 00000100:00100000:1.0:1777421129.233573:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 220 00000100:00100000:1.0:1777421129.233581:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c007480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2368:x1863760834081152:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777421129.233635:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c007480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2368:x1863760834081152:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 55us (626us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421129.233643:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 220 00000100:00100000:1.0:1777421129.233663:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 221 00000100:00100000:1.0:1777421129.233671:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c006a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:2368:x1863760834081024:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777421129.233699:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c006a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:2368:x1863760834081024:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 29us (651us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421129.233716:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 221 00000100:00080000:1.0:1777421129.233875:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1777421130.073453:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777421130.192826:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421130.192960:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834081280 00000100:00100000:3.0:1777421130.192994:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834081280 00000100:00100000:3.0:1777421130.193075:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1131 00000100:00100000:3.0:1777421130.193090:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af120430000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+106:29302:x1863760834081280:12345-192.168.203.47@tcp:101:diff.0 00010000:00010000:3.0:1777421130.193116:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421130.193140:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d71289387ef9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376c7b expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421130.193234:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387f00 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421130.193249:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387f00 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421130.193262:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387f00 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421130.193278:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387f07 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421130.193285:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387f07 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421130.193293:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387f07 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421130.193451:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289387f0e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421130.193459:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289387f0e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421130.193465:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289387f0e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421130.193501:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x20:0x0]: returning size 158 00000004:00200000:3.0:1777421130.193507:0:7427:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421130.193526:0:7427:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289387f0e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421130.193551:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289387f0e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421130.193561:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387f00 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421130.193567:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387f00 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421130.193572:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387f00 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421130.193579:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004441600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421130.193584:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387f00 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421130.193592:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387f00 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421130.193608:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff9af1112dc200) 00010000:00010000:3.0:1777421130.193611:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421130.193615:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387f00 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421130.193621:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387f00 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421130.193640:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387f07 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421130.193647:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387f07 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421130.193661:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387f07 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421130.193668:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004440200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421130.193671:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387f07 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421130.193679:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387f07 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421130.193687:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x28d475f8 (ffff9af103234f00) 00010000:00010000:3.0:1777421130.193690:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421130.193693:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387f07 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421130.193699:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387f07 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421130.193748:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d71289387ef9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c7b expref: 108 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421130.193763:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289387f0e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c7b expref: 107 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421130.193770:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9af103234c00) 00010000:00010000:3.0:1777421130.193773:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777421130.193775:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af004440c00, rc 0) 00000100:00100000:3.0:1777421130.193844:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af120430000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+107:29302:x1863760834081280:12345-192.168.203.47@tcp:101:diff.0 Request processed in 760us (1035us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421130.193857:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1131 00000100:00100000:1.0:1777421130.201710:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421130.201816:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834081536 00000100:00100000:0.0:1777421130.201829:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834081536 00000100:00100000:0.0:1777421130.201909:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1132 00000100:00100000:0.0:1777421130.201923:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134081c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+107:29302:x1863760834081536:12345-192.168.203.47@tcp:101:diff.0 00010000:00010000:0.0:1777421130.201949:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421130.201977:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d71289387f15 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376c82 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421130.202142:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289387f1c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421130.202161:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289387f1c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421130.202186:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289387f1c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421130.202201:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x20:0x0]: returning size 158 00010000:00010000:0.0:1777421130.202423:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d71289387f15 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c82 expref: 110 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421130.202453:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289387f1c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c82 expref: 109 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421130.202463:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9af103234c00) 00010000:00010000:0.0:1777421130.202466:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421130.202470:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a1600, rc 0) 00000100:00100000:0.0:1777421130.202590:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134081c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+109:29302:x1863760834081536:12345-192.168.203.47@tcp:101:diff.0 Request processed in 668us (890us total) trans 4294968032 rc 0/0 00000100:00100000:0.0:1777421130.202599:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1132 00000100:00100000:1.0:1777421130.204780:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421130.204851:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834081664 00000100:00100000:0.0:1777421130.204863:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834081664 00000100:00100000:0.0:1777421130.204929:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 49 00000100:00100000:0.0:1777421130.204940:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134083100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+109:2369:x1863760834081664:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421130.204959:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421130.204996:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289387f1c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c82 expref: 109 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421130.205016:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9af103234c00) 00010000:00010000:0.0:1777421130.205022:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421130.205181:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134083100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+108:2369:x1863760834081664:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 241us (411us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421130.205191:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 49 00000100:00100000:1.0:1777421130.206496:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421130.206538:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834081920 00000100:00100000:0.0:1777421130.206548:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834081920 00000100:00100000:0.0:1777421130.206618:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 50 00000100:00100000:0.0:1777421130.206630:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1185b1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+108:29302:x1863760834081920:12345-192.168.203.47@tcp:103:diff.0 00010000:00010000:0.0:1777421130.206641:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421130.206667:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289387f0e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c7b expref: 108 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421130.206685:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9af103234c00) 00010000:00010000:0.0:1777421130.206700:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421130.206748:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1185b1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+107:29302:x1863760834081920:12345-192.168.203.47@tcp:103:diff.0 Request processed in 121us (258us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421130.206754:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 50 00000100:00100000:0.0:1777421130.211037:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421130.211469:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834082048 00000100:00100000:2.0:1777421130.211483:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834082048 00000100:00100000:2.0:1777421130.211549:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1133 00000100:00100000:2.0:1777421130.211561:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+107:29302:x1863760834082048:12345-192.168.203.47@tcp:58:diff.0 00010000:00010000:2.0:1777421130.211709:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387f2a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421130.211731:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387f2a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421130.211745:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387f2a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777421130.211977:0:7427:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].32, 136 off12544 00000100:00100000:2.0:1777421130.212084:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+107:29302:x1863760834082048:12345-192.168.203.47@tcp:58:diff.0 Request processed in 523us (1059us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421130.212094:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1133 00000100:00100000:2.0:1777421130.217277:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421130.217463:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834082176 00000100:00100000:1.0:1777421130.217478:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834082176 00000100:00100000:1.0:1777421130.217581:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1134 00000100:00100000:1.0:1777421130.217593:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af120431f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+107:29302:x1863760834082176:12345-192.168.203.47@tcp:101:diff.0 00010000:00010000:1.0:1777421130.217620:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421130.217651:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289387f31 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376c89 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421130.217724:0:6569:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387f2a lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421130.217736:0:6569:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289387f31 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c89 expref: 108 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421130.217759:0:6569:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387f2a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421130.217776:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289387f31 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c89 expref: 108 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421130.217792:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9af106213900) 00010000:00010000:1.0:1777421130.217795:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777421130.217807:0:6569:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289387f31 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c89 expref: 108 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421130.217816:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af120a32200, rc 0) 00000100:00100000:1.0:1777421130.217894:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af120431f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+108:29302:x1863760834082176:12345-192.168.203.47@tcp:101:diff.0 Request processed in 302us (630us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421130.217901:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1134 00000100:00100000:2.0:1777421130.712722:0:3295:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777421130.712929:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3297:1863760841175168:0@lo:400:kworker.0 00000100:00100000:3.0:1777421130.713022:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421130.713105:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777421130.713112:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3297:1863760841175296:0@lo:400:kworker.0 00000100:00100000:3.0:1777421130.713148:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421130.713185:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af134081180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841175552:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777421130.713641:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421130.713676:0:3296:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777421130.713683:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841175424:0@lo:400:kworker.0 00000100:00100000:3.0:1777421130.713715:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421130.713750:0:6546:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841175552 00000100:00100000:3.0:1777421130.713762:0:6546:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841175552 00000100:00100000:3.0:1777421130.713816:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:3.0:1777421130.713826:0:6546:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c004a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3296:x1863760841175552:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777421130.713872:0:6546:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 86704128 pending 1703936 free 3850371072 avail 3848273920 00000100:00100000:3.0:1777421130.713923:0:6546:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c004a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3296:x1863760841175552:12345-0@lo:13:osp-pre-1-0.0 Request processed in 96us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421130.713931:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:3.0:1777421130.714159:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af134081180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841175552:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777421130.714221:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841175168 00000100:00100000:3.0:1777421130.714225:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841175168 00000100:00100000:3.0:1777421130.714258:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841175296 00000100:00100000:3.0:1777421130.714262:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841175296 00000100:00100000:3.0:1777421130.714300:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 218 00000100:00100000:3.0:1777421130.714307:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c006d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1863760841175168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421130.714604:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c006d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1863760841175168:12345-0@lo:400:kworker.0 Request processed in 297us (1582us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421130.714612:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 218 00000100:00100000:3.0:1777421130.714629:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 219 00000100:00100000:3.0:1777421130.714637:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c004e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1863760841175296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421130.714669:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c004e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1863760841175296:12345-0@lo:400:kworker.0 Request processed in 34us (1521us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421130.714676:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 219 00000100:00100000:3.0:1777421130.714714:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3297:1863760841175296:0@lo:400:kworker.0 00000100:00100000:3.0:1777421130.714729:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3297:1863760841175168:0@lo:400:kworker.0 00000100:00100000:3.0:1777421130.714772:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841175424 00000100:00100000:3.0:1777421130.714776:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841175424 00000100:00100000:3.0:1777421130.714809:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 222 00000100:00100000:3.0:1777421130.714817:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c005f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3296:x1863760841175424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421130.714856:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c005f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3296:x1863760841175424:12345-0@lo:400:kworker.0 Request processed in 41us (1141us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421130.714863:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 222 00000100:00100000:3.0:1777421130.714890:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841175424:0@lo:400:kworker.0 00000100:00080000:3.0:1777421130.714925:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777421130.714931:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777421130.715578:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3295:1863760841175040:0@lo:400:kworker.0 00000100:00100000:2.0:1777421130.715659:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421130.715672:0:3298:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1777421130.715685:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3298:1863760841175680:0@lo:400:kworker.0 00000100:00100000:2.0:1777421130.715713:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841175040 00000100:00100000:2.0:1777421130.715719:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841175040 00000100:00100000:0.0:1777421130.715726:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421130.715761:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841175680 00000100:00100000:2.0:1777421130.715765:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 486 00000100:00100000:0.0:1777421130.715765:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841175680 00000100:00100000:2.0:1777421130.715777:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119105850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3295:x1863760841175040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421130.715802:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 220 00000100:00100000:0.0:1777421130.715810:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1863760841175680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421130.715826:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119105850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3295:x1863760841175040:12345-0@lo:400:kworker.0 Request processed in 50us (166us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421130.715834:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 486 00000100:00100000:3.0:1777421130.715853:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3295:1863760841175040:0@lo:400:kworker.0 00000100:00100000:0.0:1777421130.715855:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1863760841175680:12345-0@lo:400:kworker.0 Request processed in 45us (129us total) trans 0 rc 0/0 00000100:00080000:3.0:1777421130.715900:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777421130.715921:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 220 00000100:00100000:0.0:1777421130.715954:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3298:1863760841175680:0@lo:400:kworker.0 00000004:00080000:1.0:1777421130.716661:0:7918:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 342499308425ns, next at 343499305415ns, rc = 0 00010000:00010000:0.0:1777421131.096596:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1777421131.160691:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777421131.160705:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777421131.160753:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 33 count 6 00000040:00080000:2.0:1777421131.160761:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777421131.160929:0:11331:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af120431c00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841175808:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1777421131.161065:0:11331:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af001247f00 going to sleep for 11 seconds 00000100:00100000:2.0:1777421131.166951:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421131.167079:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834082304 00000100:00100000:3.0:1777421131.167094:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834082304 00000100:00100000:3.0:1777421131.167188:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1135 00000100:00100000:3.0:1777421131.167213:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af120431180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+49:29303:x1863760834082304:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1777421131.167266:0:5762:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x20:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1777421131.167444:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af120431180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+49:29303:x1863760834082304:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 232us (507us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421131.167453:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1135 00000100:00100000:0.0:1777421131.167571:0:11331:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af120431c00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841175808:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00080000:1.0:1777421131.167708:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777421131.169951:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421131.170041:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834082432 00000100:00100000:3.0:1777421131.170054:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834082432 00000100:00100000:3.0:1777421131.170129:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1136 00000100:00100000:3.0:1777421131.170140:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134081180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:29303:x1863760834082432:12345-192.168.203.47@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1777421131.170203:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d71289387f38 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.170218:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d71289387f38 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.170230:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d71289387f38 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.170245:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387f3f lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.170252:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387f3f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.170264:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387f3f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.170286:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387f46 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.170310:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387f46 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.170317:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387f46 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421131.170411:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x20:0x0]: returning size 158 00000004:00200000:3.0:1777421131.170415:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421131.170427:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387f46 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.170438:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d71289387f38 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.170445:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d71289387f38 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.170452:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d71289387f38 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.170458:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004440e00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421131.170463:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d71289387f38 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.170470:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d71289387f38 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.170495:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9af106213200) 00010000:00010000:3.0:1777421131.170499:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421131.170503:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d71289387f38 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.170520:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d71289387f38 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.170533:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387f3f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.170538:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387f3f lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.170544:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387f3f lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.170549:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004440200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421131.170552:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387f3f lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.170559:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387f3f lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.170568:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x329c2aeb (ffff9af103234f00) 00010000:00010000:3.0:1777421131.170570:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421131.170573:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387f3f lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.170578:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387f3f lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.170592:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387f46 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.170598:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387f46 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.170609:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387f46 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.170615:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004441600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421131.170618:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387f46 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.170625:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387f46 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.170645:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9af106213900) 00010000:00010000:3.0:1777421131.170648:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421131.170651:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387f46 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.170657:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387f46 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421131.170737:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134081180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:29303:x1863760834082432:12345-192.168.203.47@tcp:34:lhsmtool_posix.0 Request processed in 599us (794us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421131.170744:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1136 00000100:00100000:2.0:1777421131.173744:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421131.173951:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834082688 00000100:00100000:3.0:1777421131.173962:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834082688 00000100:00100000:3.0:1777421131.174016:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1137 00000100:00100000:3.0:1777421131.174027:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af120432300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:29303:x1863760834082688:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421131.174047:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421131.174066:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289387f4d lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376c90 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.174178:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d71289387f54 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.174193:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d71289387f54 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.174203:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d71289387f54 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421131.174226:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x20:0x0]: returning size 158 00010000:00010000:3.0:1777421131.174321:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d71289387f54 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.174329:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d71289387f54 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.174336:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d71289387f54 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.174344:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004441c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421131.174348:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d71289387f54 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.174400:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d71289387f54 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.174413:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9af106213900) 00010000:00010000:3.0:1777421131.174417:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777421131.174421:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d71289387f54 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.174438:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d71289387f54 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.174494:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289387f4d lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c90 expref: 50 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.174504:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9af106213200) 00010000:00010000:3.0:1777421131.174507:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1777421131.174511:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289387f4d lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c90 expref: 50 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.174521:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af004441000, rc 0) 00000100:00100000:3.0:1777421131.174580:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af120432300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+49:29303:x1863760834082688:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 554us (844us total) trans 4294968033 rc 301/301 00000100:00100000:3.0:1777421131.174587:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1137 00000100:00100000:2.0:1777421131.180832:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421131.180922:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834082816 00000100:00100000:3.0:1777421131.180932:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834082816 00000100:00100000:3.0:1777421131.180988:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1138 00000100:00100000:3.0:1777421131.180997:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af120432a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+49:29303:x1863760834082816:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1777421131.181041:0:6569:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x20:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1777421131.181141:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af120432a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+49:29303:x1863760834082816:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 144us (317us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421131.181149:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1138 00000100:00100000:1.0:1777421131.183931:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421131.184199:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834083072 00000100:00100000:3.0:1777421131.184211:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834083072 00000100:00100000:3.0:1777421131.184266:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1139 00000100:00100000:3.0:1777421131.184285:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134083800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+49:29303:x1863760834083072:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421131.184307:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421131.184329:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289387f62 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376c97 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.185334:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d71289387f69 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.185368:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d71289387f69 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.185394:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d71289387f69 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421131.185406:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x21:0x0]: returning size 0 00010000:00010000:3.0:1777421131.185457:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289387f62 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c97 expref: 52 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.185475:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d71289387f69 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c97 expref: 51 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.185484:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff9af103234f00) 00010000:00010000:3.0:1777421131.185486:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777421131.185490:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af004441c00, rc 0) 00000100:00100000:3.0:1777421131.185560:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134083800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+51:29303:x1863760834083072:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 1276us (1636us total) trans 4294968034 rc 0/0 00000100:00100000:3.0:1777421131.185569:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1139 00000100:00100000:2.0:1777421131.190172:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421131.190256:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834083328 00000100:00100000:3.0:1777421131.190266:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834083328 00000100:00100000:3.0:1777421131.190338:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1140 00000100:00100000:3.0:1777421131.190348:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af120432d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+51:29303:x1863760834083328:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1777421131.190459:0:6569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421131.190483:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d71289387f69 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c97 expref: 51 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.190503:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff9af103234f00) 00010000:00010000:3.0:1777421131.190513:0:6569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777421131.190536:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387f77 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.190550:0:6569:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387e82 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c4a expref: 107 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.190559:0:6569:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387f77 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.190592:0:6569:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387e82 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c4a expref: 107 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.190605:0:6569:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387e82 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c4a expref: 107 pid: 6569 timeout: 442 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421131.190618:0:6569:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c005880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841175936:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777421131.190752:0:6569:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1100f89c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777421131.193294:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421131.193428:0:6569:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c005880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841175936:192.168.203.47@tcp:104: 00010000:00010000:3.0:1777421131.193452:0:6569:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387f77 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421131.193519:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834083456 00000100:00100000:1.0:1777421131.193528:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834083456 00010000:00010000:1.0:1777421131.193580:0:5745:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387e82 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c4a expref: 108 pid: 6569 timeout: 442 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1777421131.193619:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777421131.193668:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 341 00000100:00100000:1.0:1777421131.193679:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af120430700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+108:2368:x1863760834083456:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421131.193694:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421131.193701:0:5745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387e82 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c4a expref: 108 pid: 6569 timeout: 442 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421131.193714:0:5745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387e82 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c4a expref: 108 pid: 6569 timeout: 442 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421131.193736:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387e82 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c4a expref: 108 pid: 6569 timeout: 442 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421131.193764:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff9af1112dc200) 00010000:00010000:1.0:1777421131.193769:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387f77 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421131.193778:0:5745:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387f77 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421131.193785:0:5745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387f77 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421131.193812:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777421131.193842:0:6569:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387f77 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.193852:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387f77 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421131.193865:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af120430700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+107:2368:x1863760834083456:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 187us (577us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421131.193873:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 341 00010000:00010000:3.0:1777421131.193876:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387f7e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x46:0x0].0x3957e7d2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.194261:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387f7e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x3957e7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.194273:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387f7e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x3957e7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.194391:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387f77 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.194400:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387f77 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.194406:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387f77 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.194412:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004441600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421131.194417:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387f77 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.194425:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387f77 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.194446:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff9af1112dc200) 00010000:00010000:3.0:1777421131.194449:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421131.194453:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387f77 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.194460:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387f77 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.194471:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387f7e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x3957e7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.194478:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387f7e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x3957e7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.194484:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387f7e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x3957e7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.194490:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004440200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421131.194493:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387f7e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x3957e7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.194499:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387f7e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x3957e7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.194507:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x3957e7d2 (ffff9af103234d00) 00010000:00010000:3.0:1777421131.194509:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421131.194512:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387f7e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x46:0x0].0x3957e7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.194519:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387f7e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x46:0x0].0x3957e7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421131.194608:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af120432d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+50:29303:x1863760834083328:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 Request processed in 4260us (4443us total) trans 0 rc -2/-2 00000100:00100000:3.0:1777421131.194617:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1140 00000100:00100000:2.0:1777421131.204834:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421131.204925:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834083584 00000100:00100000:3.0:1777421131.204943:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834083584 00000100:00100000:3.0:1777421131.205035:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1141 00000100:00100000:3.0:1777421131.205058:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af120433b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+50:29303:x1863760834083584:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421131.205091:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421131.205125:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387f85 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376c9e expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.205171:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387f8c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.205189:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387f8c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.205202:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387f8c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.205322:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387f85 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x21:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c9e expref: 52 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.205342:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387f8c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c9e expref: 51 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.205413:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff9af103234d00) 00010000:00010000:3.0:1777421131.205425:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1777421131.205431:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af004441600, rc 0) 00000100:00100000:3.0:1777421131.205510:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af120433b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+51:29303:x1863760834083584:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 455us (686us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421131.205518:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1141 00000100:00100000:1.0:1777421131.208532:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421131.209609:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834083840 00000100:00100000:0.0:1777421131.209625:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834083840 00000100:00100000:0.0:1777421131.209697:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1142 00000100:00100000:0.0:1777421131.209835:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134080e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+51:29303:x1863760834083840:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1777421131.209946:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289387f93 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421131.209967:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289387f93 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421131.209987:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289387f93 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777421131.210447:0:5762:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000ab0ccb49 reply state 000000008e98c26d transno 4294968035 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289387f93 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421131.210458:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777421131.210586:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134080e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+53:29303:x1863760834083840:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 Request processed in 877us (2065us total) trans 4294968035 rc 0/0 00000100:00100000:0.0:1777421131.210595:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1142 00000100:00100000:2.0:1777421131.215816:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00010000:00010000:3.0:1777421131.215843:0:3282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289387f93 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.215857:0:3282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289387f93 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.215865:0:3282:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289387f93 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.215873:0:3282:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a1600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421131.215878:0:3282:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289387f93 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.215886:0:3282:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289387f93 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.215913:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff9af103234d00) 00010000:00010000:3.0:1777421131.215917:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1777421131.215971:0:3282:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289387f93 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.215978:0:3282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d71289387f93 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421131.216161:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834083968 00000100:00100000:0.0:1777421131.216181:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834083968 00000100:00100000:0.0:1777421131.216258:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1143 00000100:00100000:0.0:1777421131.216269:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af120430a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+52:29303:x1863760834083968:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421131.216302:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421131.216328:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387f9a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376ca5 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421131.216821:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387f9a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ca5 expref: 53 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421131.216841:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387f9a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ca5 expref: 53 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421131.216851:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff9af103234d00) 00010000:00010000:0.0:1777421131.216853:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777421131.216857:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a0c00, rc 0) 00000100:00100000:0.0:1777421131.216999:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af120430a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+53:29303:x1863760834083968:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 729us (1189us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421131.217008:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1143 00000100:00100000:2.0:1777421131.220927:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421131.221001:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834084096 00000100:00100000:3.0:1777421131.221010:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834084096 00000100:00100000:3.0:1777421131.221058:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 239 00000100:00100000:3.0:1777421131.221090:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af120432680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+53:29303:x1863760834084096:12345-192.168.203.47@tcp:49:lhsmtool_posix.0 00000100:00100000:3.0:1777421131.221237:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af120432680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+53:29303:x1863760834084096:12345-192.168.203.47@tcp:49:lhsmtool_posix.0 Request processed in 155us (317us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421131.221243:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 239 00000100:00100000:2.0:1777421131.223979:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421131.224097:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834084352 00000100:00100000:3.0:1777421131.224107:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834084352 00000100:00100000:3.0:1777421131.224209:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 240 00000100:00100000:3.0:1777421131.224217:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119292450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+53:29303:x1863760834084352:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1777421131.224470:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119292450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+54:29303:x1863760834084352:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 249us (491us total) trans 4294968036 rc 0/0 00000100:00100000:3.0:1777421131.224479:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 240 00000100:00100000:2.0:1777421131.226698:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421131.226804:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834084608 00000100:00100000:0.0:1777421131.226824:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834084608 00000100:00100000:0.0:1777421131.226909:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1144 00000100:00100000:0.0:1777421131.226937:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af120432680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+54:29303:x1863760834084608:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1777421131.227094:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af120432680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+54:29303:x1863760834084608:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 173us (403us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421131.227104:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1144 00000100:00100000:2.0:1777421131.231957:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421131.232067:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834084864 00000100:00100000:0.0:1777421131.232081:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834084864 00000100:00100000:0.0:1777421131.232156:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1145 00000100:00100000:0.0:1777421131.232169:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af120431c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+54:29303:x1863760834084864:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421131.232195:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421131.232220:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d71289387fa1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376cac expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421131.232329:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387fa8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421131.232344:0:6569:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387f9a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ca5 expref: 55 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421131.232400:0:6569:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387fa8 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421131.232452:0:6569:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387f9a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ca5 expref: 55 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421131.232469:0:6569:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387f9a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ca5 expref: 55 pid: 6569 timeout: 443 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421131.232486:0:6569:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f6b7480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841176064:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777421131.232615:0:6569:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0038b6180 going to sleep for 11 seconds 00000100:00100000:2.0:1777421131.238733:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421131.238889:0:6569:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f6b7480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841176064:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421131.238924:0:6569:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387fa8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421131.239482:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834084992 00000100:00100000:1.0:1777421131.239491:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834084992 00010000:00010000:1.0:1777421131.239527:0:5745:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387f9a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ca5 expref: 56 pid: 6569 timeout: 443 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421131.239564:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 342 00000100:00100000:1.0:1777421131.239575:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+56:2369:x1863760834084992:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421131.239590:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421131.239596:0:5745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387f9a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ca5 expref: 56 pid: 6569 timeout: 443 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421131.239609:0:5745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387f9a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ca5 expref: 56 pid: 6569 timeout: 443 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421131.239646:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289387f9a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ca5 expref: 56 pid: 6569 timeout: 443 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421131.239739:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff9af103234d00) 00010000:00010000:1.0:1777421131.239745:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387fa8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421131.239755:0:5745:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387fa8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421131.239762:0:5745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387fa8 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421131.239791:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421131.239819:0:6569:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387fa8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421131.239830:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387fa8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421131.239848:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x21:0x0]: returning size 0 00000100:00100000:1.0:1777421131.239890:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+55:2369:x1863760834084992:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 315us (1165us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421131.239898:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 342 00000004:00080000:0.0:1777421131.240123:0:6569:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x18:0x0], index 0: 0 00010000:00010000:0.0:1777421131.240226:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387fa8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421131.240233:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387fa8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421131.240237:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387fa8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421131.240242:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a1a00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421131.240245:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387fa8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421131.240250:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387fa8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421131.240257:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff9af103234d00) 00010000:00010000:0.0:1777421131.240259:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777421131.240261:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387fa8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421131.240265:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289387fa8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421131.240301:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d71289387fa1 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376cac expref: 55 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421131.240307:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff9af1112dc200) 00010000:00010000:0.0:1777421131.240308:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777421131.240311:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d71289387fa1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376cac expref: 55 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421131.240316:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a0a00, rc 0) 00000100:00100000:0.0:1777421131.240432:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af120431c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+54:29303:x1863760834084864:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 8264us (8485us total) trans 4294968037 rc 301/301 00000100:00100000:0.0:1777421131.240440:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1145 00000100:00100000:2.0:1777421131.243828:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421131.243889:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834085248 00000100:00100000:3.0:1777421131.243899:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834085248 00000100:00100000:3.0:1777421131.244046:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 241 00000100:00100000:3.0:1777421131.244057:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+54:29303:x1863760834085248:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1777421131.244441:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+55:29303:x1863760834085248:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 385us (620us total) trans 4294968038 rc 0/0 00000100:00100000:3.0:1777421131.244448:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 241 00000100:00100000:2.0:1777421131.247440:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421131.247565:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834085376 00000100:00100000:3.0:1777421131.247574:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834085376 00000100:00100000:3.0:1777421131.247628:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1146 00000100:00100000:3.0:1777421131.247639:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+55:29303:x1863760834085376:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421131.247661:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421131.247681:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387fb6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376cb3 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.247782:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d71289387fbd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.247796:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d71289387fbd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.247807:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d71289387fbd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421131.247838:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x21:0x0]: returning size 0 00000004:00200000:3.0:1777421131.247842:0:6569:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421131.247858:0:6569:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d71289387fbd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.247883:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289387fb6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376cb3 expref: 57 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.247898:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d71289387fbd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376cb3 expref: 56 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.247906:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff9af103234d00) 00010000:00010000:3.0:1777421131.247909:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1777421131.247912:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af004441c00, rc 0) 00000100:00100000:3.0:1777421131.247963:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+56:29303:x1863760834085376:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 326us (530us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421131.247971:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1146 00000100:00100000:2.0:1777421131.251337:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421131.251518:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834085504 00000100:00100000:3.0:1777421131.251530:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834085504 00000100:00100000:3.0:1777421131.251619:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 303 00000100:00100000:3.0:1777421131.251629:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2366:x1863760834085504:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421131.251645:0:11334:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421131.251666:0:11334:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000270f8ba3/0xa38d71289387fc4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376cba expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777421131.251692:0:11334:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x18:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1777421131.251710:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421131.251712:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421131.251720:0:11334:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000270f8ba3/0xa38d71289387fc4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376cba expref: 10 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.251738:0:11334:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000270f8ba3/0xa38d71289387fc4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376cba expref: 10 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.251751:0:11334:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af004441000, rc 0) 00000100:00080000:1.0:1777421131.251757:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777421131.251801:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2366:x1863760834085504:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 173us (473us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421131.251809:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 303 00000100:00100000:2.0:1777421131.254795:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421131.254877:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834085760 00000100:00100000:3.0:1777421131.254886:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834085760 00000100:00100000:3.0:1777421131.254942:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1147 00000100:00100000:3.0:1777421131.254952:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+56:29303:x1863760834085760:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1777421131.255056:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+56:29303:x1863760834085760:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 105us (269us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421131.255064:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1147 00000100:00100000:0.0:1777421131.257756:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421131.257860:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834085888 00000100:00100000:2.0:1777421131.257870:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834085888 00000100:00100000:3.0:1777421131.257954:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 304 00000100:00100000:3.0:1777421131.257966:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:29303:x1863760834085888:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421131.257983:0:11334:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421131.258002:0:11334:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e5fe39b8/0xa38d71289387fcb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376cc1 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.258032:0:11334:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000270f8ba3/0xa38d71289387fc4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376cba expref: 11 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.258041:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421131.258043:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421131.258047:0:11334:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e5fe39b8/0xa38d71289387fcb lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376cc1 expref: 11 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.258078:0:11334:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000270f8ba3/0xa38d71289387fc4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376cba expref: 11 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.258091:0:11334:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000270f8ba3/0xa38d71289387fc4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376cba expref: 11 pid: 11334 timeout: 443 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421131.258105:0:11334:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c005880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11334:1863760841176192:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777421131.258276:0:11334:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1100f8a80 going to sleep for 11 seconds 00000100:00100000:3.0:1777421131.261012:0:11334:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c005880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11334:1863760841176192:192.168.203.47@tcp:104: 00010000:00010000:3.0:1777421131.261053:0:11334:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e5fe39b8/0xa38d71289387fcb lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376cc1 expref: 11 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.261091:0:11334:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af004440200, rc 0) 00000100:00100000:3.0:1777421131.261253:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:29303:x1863760834085888:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 3288us (3504us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421131.261262:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 304 00000100:00100000:0.0:1777421131.261459:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421131.261624:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834086016 00000100:00100000:1.0:1777421131.261632:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834086016 00010000:00010000:1.0:1777421131.261665:0:5745:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000270f8ba3/0xa38d71289387fc4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376cba expref: 11 pid: 11334 timeout: 443 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421131.261754:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 343 00000100:00100000:1.0:1777421131.261765:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2369:x1863760834086016:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421131.261778:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421131.261798:0:5745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000270f8ba3/0xa38d71289387fc4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376cba expref: 11 pid: 11334 timeout: 443 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421131.261818:0:5745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000270f8ba3/0xa38d71289387fc4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376cba expref: 11 pid: 11334 timeout: 443 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421131.261841:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000270f8ba3/0xa38d71289387fc4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376cba expref: 11 pid: 11334 timeout: 443 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421131.261852:0:5745:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421131.261854:0:5745:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421131.261861:0:5745:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e5fe39b8/0xa38d71289387fcb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376cc1 expref: 10 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421131.261872:0:5745:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e5fe39b8/0xa38d71289387fcb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376cc1 expref: 10 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421131.261904:0:5745:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000e5fe39b8/0xa38d71289387fcb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376cc1 expref: 10 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421131.261916:0:5745:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af134082680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5745:1863760841176320:192.168.203.47@tcp:105: 00000100:00100000:1.0:1777421131.261976:0:5745:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af004433480 going to sleep for 11 seconds 00000100:00100000:1.0:1777421131.264834:0:5745:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af134082680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5745:1863760841176320:192.168.203.47@tcp:105: 00010000:00010000:1.0:1777421131.264860:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421131.264913:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2369:x1863760834086016:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 3149us (3454us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421131.264924:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 343 00000100:00100000:2.0:1777421131.271208:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421131.271299:0:17822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834086144 00000100:00100000:0.0:1777421131.271310:0:17822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834086144 00002000:00100000:0.0:1777421131.271459:0:17822:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x18:0x0] (0->157) req@ffff9af12d0d1f80 x1863760834086144/t0(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:142/0 lens 648/0 e 0 to 0 dl 1777421142 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421131.271471:0:17822:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af12d0d1f80 with x1863760834086144 ext(0->157) 00002000:00010000:0.0:1777421131.271478:0:17822:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af12d0d1f80 00000100:00100000:0.0:1777421131.271516:0:17822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 102 00000100:00100000:0.0:1777421131.271527:0:17822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2368:x1863760834086144:12345-192.168.203.47@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1777421131.272422:0:17822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2368:x1863760834086144:12345-192.168.203.47@tcp:4:lhsmtool_posix.0 Request processed in 893us (1219us total) trans 4294967360 rc 0/0 00000100:00100000:0.0:1777421131.272431:0:17822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 102 00002000:00100000:0.0:1777421131.272438:0:17822:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x18:0x0] (0->157) req@ffff9af12d0d1f80 x1863760834086144/t4294967360(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:142/0 lens 648/448 e 0 to 0 dl 1777421142 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421131.272447:0:17822:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af12d0d1f80 with x1863760834086144 ext(0->157) 00002000:00010000:0.0:1777421131.272450:0:17822:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af12d0d1f80 00000100:00100000:0.0:1777421131.275643:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421131.275730:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834086272 00000100:00100000:1.0:1777421131.275739:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834086272 00000100:00100000:1.0:1777421131.275786:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1148 00000100:00100000:1.0:1777421131.275794:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+56:29303:x1863760834086272:12345-192.168.203.47@tcp:44:lhsmtool_posix.0 00000001:00080000:1.0:1777421131.311710:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968037 is committed 00000001:00080000:1.0:1777421131.311732:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968032 is committed 00000020:00080000:1.0:1777421131.311752:0:5782:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 22 batchid updated 00000004:00080000:1.0:1777421131.311774:0:5782:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 10 committed 00000004:00080000:1.0:1777421131.311795:0:5782:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 18 committed 00000001:00080000:1.0:1777421131.311815:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968038 is committed 00000004:00080000:1.0:1777421131.311826:0:5782:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 9 committed 00000020:00080000:1.0:1777421131.311843:0:5782:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9af10257cf00 refcount 2 committed 0 result 0 batchid 23 00000020:00080000:1.0:1777421131.311849:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9af13c4b3100 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9af13c06ad80 00000020:00080000:1.0:1777421131.311852:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9af13c4b3f00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9af1345ff000 00000020:00080000:2.0:1777421131.311960:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 23 committed batchid 22 00000100:00100000:0.0:1777421131.312020:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af134082680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1863760841176448:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777421131.312094:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:2.0:1777421131.312262:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 22 00000100:00100000:1.0:1777421131.312409:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841176448 00000100:00100000:1.0:1777421131.312418:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841176448 00000100:00080000:0.0:1777421131.312479:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777421131.312485:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 305 00000100:00100000:1.0:1777421131.312496:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3298:x1863760841176448:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1777421131.312521:0:11334:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:23 count 1 00002000:00010000:1.0:1777421131.312557:0:11334:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x17:0x0] initial LVB size: 158, mtime: 0x69f14b47, atime: 0x0, ctime: 0x69f14b47, blocks: 0x1 00010000:00010000:1.0:1777421131.312565:0:11334:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000087db5a8f/0xa38d71289387fd2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421131.312580:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421131.312587:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421131.312593:0:11334:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000087db5a8f/0xa38d71289387fd2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421131.312621:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+47:29303:x1863760834086272:12345-192.168.203.47@tcp:44:lhsmtool_posix.0 Request processed in 36818us (36979us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421131.312641:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1148 00010000:00010000:1.0:1777421131.312644:0:11334:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000087db5a8f/0xa38d71289387fd2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421131.312658:0:11334:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000087db5a8f/0xa38d71289387fd2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421131.312669:0:11334:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000087db5a8f/0xa38d71289387fd2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421131.312696:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af134083100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841176576:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777421131.312703:0:11334:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777421131.312755:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777421131.312833:0:5749:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777421131.312844:0:5749:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000087db5a8f/0xa38d71289387fd2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.312859:0:5749:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a33000 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:3.0:1777421131.312865:0:5749:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000087db5a8f/0xa38d71289387fd2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.312893:0:5749:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000087db5a8f/0xa38d71289387fd2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.312919:0:5749:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000087db5a8f/0xa38d71289387fd2 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.312928:0:5749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000087db5a8f/0xa38d71289387fd2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.312972:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777421131.312977:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777421131.312983:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777421131.312998:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841176576 00000100:00100000:3.0:1777421131.313018:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841176576 00000100:00100000:3.0:1777421131.313072:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 306 00000100:00100000:3.0:1777421131.313082:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c005880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3295:x1863760841176576:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1777421131.313107:0:6544:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:23 count 1 00002000:00010000:3.0:1777421131.313143:0:6544:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x17:0x0] initial LVB size: 158, mtime: 0x5b965aa7, atime: 0x69f14a19, ctime: 0x69f14b40, blocks: 0xb 00010000:00010000:3.0:1777421131.313151:0:6544:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000959997fb/0xa38d71289387fd9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.313164:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421131.313167:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421131.313172:0:6544:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000959997fb/0xa38d71289387fd9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.313187:0:6544:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000959997fb/0xa38d71289387fd9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.313197:0:6544:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000959997fb/0xa38d71289387fd9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.313206:0:6544:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000959997fb/0xa38d71289387fd9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.313239:0:6544:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777421131.313256:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3298:x1863760841176448:12345-0@lo:6:osp-syn-1-0.0 Request processed in 759us (1164us total) trans 4294967361 rc 0/0 00000100:00100000:1.0:1777421131.313266:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 305 00000004:00080000:0.0:1777421131.313335:0:3298:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9af134082680/2, rc 0, transno 4294967361 00000100:00100000:0.0:1777421131.313342:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af134082680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1863760841176448:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777421131.313761:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c005880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3295:x1863760841176576:12345-0@lo:6:osp-syn-0-0.0 Request processed in 679us (1008us total) trans 4294967361 rc 0/0 00000100:00100000:3.0:1777421131.313770:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 306 00010000:00010000:3.0:1777421131.313796:0:5748:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777421131.313803:0:5748:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000959997fb/0xa38d71289387fd9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.313813:0:5748:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004440e00 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:3.0:1777421131.313818:0:5748:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000959997fb/0xa38d71289387fd9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.313828:0:5748:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000959997fb/0xa38d71289387fd9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777421131.313830:0:3295:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9af134083100/2, rc 0, transno 4294967361 00000100:00100000:0.0:1777421131.313844:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af134083100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841176576:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1777421131.313853:0:5748:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000959997fb/0xa38d71289387fd9 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.313864:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000959997fb/0xa38d71289387fd9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.313880:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777421131.313881:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777421131.313952:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777421131.317847:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421131.318412:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834086400 00000100:00100000:3.0:1777421131.318427:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834086400 00000100:00100000:3.0:1777421131.318518:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 307 00000100:00100000:3.0:1777421131.318531:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2368:x1863760834086400:12345-192.168.203.47@tcp:16:lhsmtool_posix.0 00000001:00080000:1.0:1777421131.350670:0:6572:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967360 is committed 00000001:00080000:1.0:1777421131.350698:0:6572:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967361 is committed 00000100:00100000:3.0:1777421131.350877:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2368:x1863760834086400:12345-192.168.203.47@tcp:16:lhsmtool_posix.0 Request processed in 32341us (33037us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421131.350893:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 307 00000100:00100000:0.0:1777421131.354529:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421131.354624:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834086656 00000100:00100000:3.0:1777421131.354637:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834086656 00000100:00100000:3.0:1777421131.354709:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1149 00000100:00100000:3.0:1777421131.354720:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+47:29303:x1863760834086656:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1777421131.354792:0:5762:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421131.354826:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d71289387fbd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376cb3 expref: 47 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.354848:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff9af103234d00) 00010000:00010000:3.0:1777421131.354854:0:5762:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777421131.354892:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d71289387fe0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.354908:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d71289387fe0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.354919:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d71289387fe0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.354952:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d71289387fe0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.354960:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d71289387fe0 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.354989:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d71289387fe0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.354996:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004440e00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421131.355001:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d71289387fe0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.355009:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d71289387fe0 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.355018:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff9af103234d00) 00010000:00010000:3.0:1777421131.355021:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421131.355025:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d71289387fe0 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.355032:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d71289387fe0 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421131.355160:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+46:29303:x1863760834086656:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 Request processed in 440us (645us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421131.355169:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1149 00000100:00100000:1.0:1777421131.364995:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421131.365348:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834086784 00000100:00100000:0.0:1777421131.365463:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834086784 00000100:00100000:0.0:1777421131.365582:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1150 00000100:00100000:0.0:1777421131.365597:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134082a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+46:29303:x1863760834086784:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421131.365627:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421131.365658:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289387fe7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376cc8 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421131.365737:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289387fe7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376cc8 expref: 47 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421131.365755:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289387fe7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376cc8 expref: 47 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421131.365777:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff9af103234d00) 00010000:00010000:0.0:1777421131.365780:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777421131.365785:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a1c00, rc 0) 00000100:00100000:0.0:1777421131.365866:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134082a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+47:29303:x1863760834086784:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 271us (885us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421131.365874:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1150 00000100:00100000:3.0:1777421131.368830:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421131.369020:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834086912 00000100:00100000:2.0:1777421131.369032:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834086912 00000100:00100000:2.0:1777421131.369148:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 308 00000100:00100000:2.0:1777421131.369161:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c006680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2369:x1863760834086912:12345-192.168.203.47@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1777421131.369552:0:6860:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:2.0:1777421131.369557:0:6860:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb mtime from disk: 0 -> 1777421127 00002000:00010000:2.0:1777421131.369560:0:6860:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb atime from disk: 0 -> 1777421126 00002000:00010000:2.0:1777421131.369562:0:6860:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb ctime from disk: 0 -> 1777421127 00002000:00010000:2.0:1777421131.369564:0:6860:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:2.0:1777421131.369634:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c006680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2369:x1863760834086912:12345-192.168.203.47@tcp:2:lhsmtool_posix.0 Request processed in 475us (816us total) trans 4294967362 rc 0/0 00000100:00100000:2.0:1777421131.369643:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 308 00000100:00100000:2.0:1777421131.372293:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421131.372394:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834087168 00000100:00100000:0.0:1777421131.372407:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834087168 00000100:00100000:0.0:1777421131.372474:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1151 00000100:00100000:0.0:1777421131.372486:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+47:29303:x1863760834087168:12345-192.168.203.47@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1777421131.372575:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d71289387fee lrc: 3/0,1 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421131.372590:0:6569:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387f8c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c9e expref: 47 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421131.372601:0:6569:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d71289387fee lrc: 4/0,1 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421131.372636:0:6569:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387f8c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c9e expref: 47 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421131.372646:0:6569:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387f8c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c9e expref: 47 pid: 6569 timeout: 443 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421131.372664:0:6569:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af1189e9180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841176704:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777421131.372789:0:6569:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0038b6d80 going to sleep for 11 seconds 00000100:00100000:0.0:1777421131.374983:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421131.375099:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834087296 00000100:00100000:1.0:1777421131.375117:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834087296 00010000:00010000:1.0:1777421131.375195:0:5745:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387f8c lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c9e expref: 48 pid: 6569 timeout: 443 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421131.375208:0:6569:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af1189e9180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841176704:192.168.203.47@tcp:104: 00010000:00010000:3.0:1777421131.375239:0:6569:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d71289387fee lrc: 3/0,1 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421131.375248:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 344 00000100:00100000:1.0:1777421131.375261:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189eb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:2369:x1863760834087296:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421131.375280:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421131.375288:0:5745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387f8c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c9e expref: 48 pid: 6569 timeout: 443 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421131.375319:0:5745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387f8c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c9e expref: 48 pid: 6569 timeout: 443 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421131.375347:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d71289387f8c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x21:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c9e expref: 48 pid: 6569 timeout: 443 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421131.375419:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff9af103234d00) 00010000:00010000:1.0:1777421131.375427:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d71289387fee lrc: 3/0,1 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421131.375439:0:5745:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d71289387fee lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421131.375448:0:5745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d71289387fee lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421131.375524:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421131.375586:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189eb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+47:2369:x1863760834087296:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 327us (611us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421131.375593:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 344 00010000:00010000:3.0:1777421131.375655:0:6569:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d71289387fee lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.375674:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d71289387fee lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.375713:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d71289387fee lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.375721:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d71289387fee lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.375728:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d71289387fee lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.375735:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a0e00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421131.375739:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d71289387fee lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.375746:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d71289387fee lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.375755:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff9af103234d00) 00010000:00010000:3.0:1777421131.375758:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1777421131.375761:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d71289387fee lrc: 2/0,0 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.375767:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d71289387fee lrc: 0/0,0 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421131.375809:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+46:29303:x1863760834087168:12345-192.168.203.47@tcp:55:lhsmtool_posix.0 Request processed in 3325us (3529us total) trans 0 rc -22/-22 00000100:00100000:3.0:1777421131.375818:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1151 00000100:00100000:3.0:1777421131.378449:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421131.378717:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834087424 00000100:00100000:2.0:1777421131.378730:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834087424 00000100:00100000:2.0:1777421131.378789:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 309 00000100:00100000:2.0:1777421131.378799:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c004380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2369:x1863760834087424:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1777421131.378848:0:6860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000272c0e79/0xa38d71289387ff5 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421131.378868:0:6860:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e5fe39b8/0xa38d71289387fcb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376cc1 expref: 11 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421131.378874:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777421131.378876:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777421131.378879:0:6860:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000272c0e79/0xa38d71289387ff5 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421131.378917:0:6860:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e5fe39b8/0xa38d71289387fcb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376cc1 expref: 11 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421131.378928:0:6860:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e5fe39b8/0xa38d71289387fcb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376cc1 expref: 11 pid: 11334 timeout: 443 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421131.378948:0:6860:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af12d0d3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:6860:1863760841176832:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777421131.379322:0:6860:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af001247b40 going to sleep for 11 seconds 00000100:00100000:3.0:1777421131.382221:0:6860:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af12d0d3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:6860:1863760841176832:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777421131.382242:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00010000:00010000:3.0:1777421131.382261:0:6860:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000272c0e79/0xa38d71289387ff5 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421131.382331:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834087552 00000100:00100000:0.0:1777421131.382340:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834087552 00010000:00010000:0.0:1777421131.382414:0:5745:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e5fe39b8/0xa38d71289387fcb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376cc1 expref: 12 pid: 11334 timeout: 443 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421131.382451:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 345 00000100:00100000:0.0:1777421131.382460:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2369:x1863760834087552:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421131.382473:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421131.382495:0:5745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e5fe39b8/0xa38d71289387fcb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376cc1 expref: 12 pid: 11334 timeout: 443 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421131.382506:0:5745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e5fe39b8/0xa38d71289387fcb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376cc1 expref: 12 pid: 11334 timeout: 443 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421131.382528:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e5fe39b8/0xa38d71289387fcb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376cc1 expref: 12 pid: 11334 timeout: 443 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421131.382551:0:5745:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421131.382553:0:5745:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421131.382558:0:5745:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000272c0e79/0xa38d71289387ff5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421131.382566:0:5745:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000272c0e79/0xa38d71289387ff5 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421131.382588:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421131.382650:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2369:x1863760834087552:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 190us (409us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421131.382659:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 345 00010000:00010000:2.0:1777421131.382883:0:6860:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000272c0e79/0xa38d71289387ff5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421131.382890:0:6860:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000272c0e79/0xa38d71289387ff5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421131.382921:0:6860:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000272c0e79/0xa38d71289387ff5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421131.382930:0:6860:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000272c0e79/0xa38d71289387ff5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421131.382938:0:6860:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000272c0e79/0xa38d71289387ff5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421131.382946:0:6860:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148c200 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:2.0:1777421131.382950:0:6860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000272c0e79/0xa38d71289387ff5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421131.382959:0:6860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000272c0e79/0xa38d71289387ff5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421131.382971:0:6860:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000272c0e79/0xa38d71289387ff5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421131.382978:0:6860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000272c0e79/0xa38d71289387ff5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421131.383053:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c004380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2369:x1863760834087424:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 Request processed in 4244us (4608us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421131.383069:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 309 00000100:00100000:2.0:1777421131.387078:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421131.387204:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834087808 00000100:00100000:3.0:1777421131.387217:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834087808 00000100:00100000:3.0:1777421131.387293:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1152 00000100:00100000:3.0:1777421131.387308:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+46:29303:x1863760834087808:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1777421131.387452:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d71289387ffc lrc: 3/0,1 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.387474:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d71289387ffc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.387488:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d71289387ffc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.387804:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d71289388003 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.387816:0:6569:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289387fe7 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376cc8 expref: 47 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.387823:0:6569:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d71289388003 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.387858:0:6569:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289387fe7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376cc8 expref: 47 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.387894:0:6569:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289387fe7 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376cc8 expref: 47 pid: 6569 timeout: 443 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421131.387912:0:6569:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c005c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841176960:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777421131.388026:0:6569:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1100f80c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777421131.391544:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421131.391599:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834087936 00000100:00100000:1.0:1777421131.391610:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834087936 00010000:00010000:1.0:1777421131.391664:0:5747:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289387fe7 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376cc8 expref: 48 pid: 6569 timeout: 443 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421131.391710:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 346 00000100:00100000:1.0:1777421131.391721:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:2368:x1863760834087936:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421131.391738:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421131.391746:0:5747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289387fe7 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376cc8 expref: 48 pid: 6569 timeout: 443 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421131.391786:0:5747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289387fe7 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376cc8 expref: 48 pid: 6569 timeout: 443 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421131.391813:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff9af103234d00) 00010000:00010000:1.0:1777421131.391819:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d71289388003 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421131.391828:0:5747:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d71289388003 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421131.391835:0:5747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d71289388003 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421131.391853:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421131.391945:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:2368:x1863760834087936:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 226us (416us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421131.391952:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 346 00010000:00010000:3.0:1777421131.392142:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289387fe7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376cc8 expref: 47 pid: 6569 timeout: 443 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421131.392163:0:6569:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c005c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841176960:192.168.203.47@tcp:104: 00010000:00010000:3.0:1777421131.392233:0:6569:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d71289388003 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.392245:0:6569:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d71289388003 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.392251:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d71289388003 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777421131.392534:0:6569:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968039 00000004:02000000:3.0:1777421131.392709:0:6569:0:(mdd_object.c:3024:mdd_swap_layouts()) *** cfs_fail_loc=152, val=0*** 00000001:00080000:3.0:1777421131.395944:0:6569:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968040 00010000:00010000:3.0:1777421131.396036:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d71289388003 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.396062:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d71289388003 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.396072:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d71289388003 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.396097:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004440e00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421131.396102:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d71289388003 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.396111:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d71289388003 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.396132:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff9af103234d00) 00010000:00010000:3.0:1777421131.396136:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777421131.396141:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d71289388003 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.396148:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d71289388003 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.396193:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387f2a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.396200:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387f2a lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.396205:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387f2a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.396392:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148d600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421131.396397:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387f2a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.396404:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387f2a lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.396425:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9af106213900) 00010000:00010000:3.0:1777421131.396428:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777421131.396645:0:6569:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289387f31 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c89 expref: 96 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.396663:0:6569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289387f31 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c89 expref: 96 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.396673:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289387f31 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c89 expref: 96 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.396776:0:6569:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289387f31 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c89 expref: 96 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421131.396795:0:6569:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c005c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841177088:192.168.203.47@tcp:105: 00000100:00100000:3.0:1777421131.396910:0:6569:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1100f80c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777421131.400614:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421131.400689:0:6569:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c005c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841177088:192.168.203.47@tcp:105: 00010000:00010000:3.0:1777421131.400725:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387f2a lrc: 2/0,0 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.400736:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289387f2a lrc: 0/0,0 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.400835:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d7128938800a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.400852:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d7128938800a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.400885:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d7128938800a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.400897:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d7128938800a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.400903:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d7128938800a lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.400922:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d7128938800a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.400929:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004441c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421131.400934:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d7128938800a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.400941:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d7128938800a lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.400954:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9af106213900) 00010000:00010000:3.0:1777421131.400957:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421131.400961:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d7128938800a lrc: 2/0,0 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.400967:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d7128938800a lrc: 0/0,0 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.400978:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d71289387ffc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.400985:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d71289387ffc lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.400997:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d71289387ffc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.401003:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004440000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421131.401006:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d71289387ffc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.401012:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d71289387ffc lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.401020:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9af106213900) 00010000:00010000:3.0:1777421131.401023:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1777421131.401026:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d71289387ffc lrc: 2/0,0 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421131.401032:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d71289387ffc lrc: 0/0,0 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421131.401322:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:29303:x1863760834087808:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 14016us (14253us total) trans 0 rc -95/-95 00000100:00100000:3.0:1777421131.401337:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1152 00000020:00080000:3.0:1777421131.401344:0:6569:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000040:00080000:0.0:1777421131.401526:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777421131.401532:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:1.0:1777421131.401763:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834088064 00000100:00100000:1.0:1777421131.401774:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834088064 00000100:00100000:1.0:1777421131.401829:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 242 00000100:00100000:1.0:1777421131.401842:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+97:29302:x1863760834088064:12345-192.168.203.47@tcp:49:diff.0 00000100:00100000:1.0:1777421131.401978:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+97:29302:x1863760834088064:12345-192.168.203.47@tcp:49:diff.0 Request processed in 139us (1378us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421131.401985:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 242 00000040:00080000:0.0:1777421131.402061:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 6 00000040:00080000:0.0:1777421131.402070:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777421131.405408:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421131.405482:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834088320 00000100:00100000:1.0:1777421131.405496:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834088320 00000100:00100000:1.0:1777421131.405565:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 243 00000100:00100000:1.0:1777421131.405595:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+97:29302:x1863760834088320:12345-192.168.203.47@tcp:35:diff.0 00000100:00100000:1.0:1777421131.406674:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+98:29302:x1863760834088320:12345-192.168.203.47@tcp:35:diff.0 Request processed in 1073us (1322us total) trans 4294968041 rc 0/0 00000100:00100000:1.0:1777421131.406686:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 243 00000100:00100000:2.0:1777421131.407104:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421131.408016:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834088576 00000100:00100000:1.0:1777421131.408029:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834088576 00000100:00100000:1.0:1777421131.408090:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 244 00000100:00100000:1.0:1777421131.408102:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:29303:x1863760834088576:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000004:00080000:1.0:1777421131.408745:0:13879:0:(mdd_object.c:3993:mdd_close()) Object [0x200000402:0x21:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1777421131.408872:0:13879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].16, 64 off9264 00000004:00080000:1.0:1777421131.408887:0:13879:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 343191535233ns, next at 344191532258ns, rc = 0 00000001:00080000:1.0:1777421131.409235:0:13879:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968042 00010000:00010000:1.0:1777421131.409301:0:13879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289388011 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421131.409323:0:13879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289388011 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421131.409335:0:13879:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289388011 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421131.409345:0:13879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289388011 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421131.409441:0:13879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289388011 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421131.409449:0:13879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289388011 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421131.409496:0:13879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777421131.409532:0:7419:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777421131.409541:0:7419:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289388011 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421131.409550:0:7419:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a33000 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:2.0:1777421131.409555:0:7419:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289388011 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421131.409565:0:7419:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289388011 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421131.409581:0:7419:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff9af1112dc400) 00010000:00010000:2.0:1777421131.409585:0:7419:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777421131.409591:0:7419:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289388011 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421131.409597:0:7419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d71289388011 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421131.409662:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+50:29303:x1863760834088576:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 1558us (2555us total) trans 4294968043 rc 0/0 00000100:00100000:1.0:1777421131.409672:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 244 00000020:00080000:1.0:1777421131.409679:0:13879:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1777421131.410078:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421131.410081:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421131.410084:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1777421131.771826:0:7430:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967361 is committed 00000001:00080000:1.0:1777421131.771853:0:7430:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967359 is committed 00000040:00080000:0.0:1777421131.930072:0:20321:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777421131.930081:0:20321:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777421131.930132:0:20321:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 33 count 6 00000040:00080000:0.0:1777421131.930137:0:20321:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1777421132.120560:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1777421132.443620:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777421132.443629:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777421132.443887:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 33 count 3 00000040:00080000:2.0:1777421132.443895:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777421132.483245:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421132.483454:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834088832 00000100:00100000:3.0:1777421132.483475:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834088832 00000100:00100000:3.0:1777421132.483533:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1153 00000100:00100000:3.0:1777421132.483544:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+98:29325:x1863760834088832:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:3.0:1777421132.483569:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421132.483591:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d71289388018 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376ccf expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421132.483678:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d7128938801f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421132.483692:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d7128938801f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421132.483704:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d7128938801f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421132.483718:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d71289388026 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421132.483726:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d71289388026 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421132.483734:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d71289388026 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421132.483867:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d7128938802d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421132.483876:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d7128938802d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421132.483884:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d7128938802d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421132.483894:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x20:0x0]: returning size 158 00010000:00010000:3.0:1777421132.483988:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d7128938801f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421132.483996:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d7128938801f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421132.484009:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d7128938801f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421132.484015:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004441c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421132.484019:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d7128938801f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421132.484027:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d7128938801f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421132.484039:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff9af1112dc200) 00010000:00010000:3.0:1777421132.484042:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421132.484046:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d7128938801f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421132.484053:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d7128938801f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421132.484064:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d71289388026 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421132.484662:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d71289388026 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421132.484669:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d71289388026 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421132.484675:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004440e00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421132.484678:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d71289388026 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421132.484696:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d71289388026 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421132.484707:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x28d475f8 (ffff9af118b32900) 00010000:00010000:3.0:1777421132.484710:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421132.484713:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d71289388026 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421132.484719:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d71289388026 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421132.485341:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d71289388018 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ccf expref: 101 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421132.485839:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d7128938802d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ccf expref: 100 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421132.485848:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9af106213900) 00010000:00010000:3.0:1777421132.485851:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777421132.485855:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af004440200, rc 0) 00000100:00100000:3.0:1777421132.486093:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+100:29325:x1863760834088832:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 2550us (2855us total) trans 4294968044 rc 0/0 00000100:00100000:3.0:1777421132.486165:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1153 00000100:00100000:0.0:1777421132.490467:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421132.490661:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834088960 00000100:00100000:3.0:1777421132.490673:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834088960 00000100:00100000:3.0:1777421132.490768:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1154 00000100:00100000:3.0:1777421132.490781:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0043ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+100:29325:x1863760834088960:12345-192.168.203.47@tcp:54:lfs.0 00010000:00010000:3.0:1777421132.490858:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d7128938803b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421132.490875:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d7128938803b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421132.490888:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d7128938803b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421132.490914:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d7128938803b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421132.490921:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d7128938803b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421132.490928:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d7128938803b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421132.490935:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004441600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421132.490940:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d7128938803b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421132.490947:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d7128938803b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421132.490958:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9af106213900) 00010000:00010000:3.0:1777421132.490962:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1777421132.490967:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d7128938803b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421132.490974:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441600/0xa38d7128938803b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421132.491081:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0043ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+100:29325:x1863760834088960:12345-192.168.203.47@tcp:54:lfs.0 Request processed in 302us (621us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421132.491089:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1154 00000100:00100000:2.0:1777421132.494125:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421132.494283:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834089216 00000100:00100000:3.0:1777421132.494293:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834089216 00000100:00100000:3.0:1777421132.494423:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 245 00000100:00100000:3.0:1777421132.494433:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+100:29325:x1863760834089216:12345-192.168.203.47@tcp:35:lfs.0 00000100:00100000:3.0:1777421132.494677:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+101:29325:x1863760834089216:12345-192.168.203.47@tcp:35:lfs.0 Request processed in 245us (558us total) trans 4294968045 rc 0/0 00000100:00100000:3.0:1777421132.494686:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 245 00000004:00080000:1.0:1777421132.763506:0:6856:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 344546151121ns, next at 345546148528ns, rc = 0 00000100:00100000:2.0:1777421132.763547:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af134080380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841177216:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777421132.763628:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421132.765328:0:7924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841177216 00000100:00100000:0.0:1777421132.765344:0:7924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841177216 00000100:00100000:0.0:1777421132.765449:0:7924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:0.0:1777421132.765459:0:7924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3296:x1863760841177216:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777421132.765490:0:7924:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 85000192 pending 0 free 3857711104 avail 3854565376 00000100:00100000:0.0:1777421132.765574:0:7924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3296:x1863760841177216:12345-0@lo:13:osp-pre-0-0.0 Request processed in 116us (1947us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421132.765581:0:7924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:0.0:1777421132.765634:0:3296:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967361 gen 2 00000004:00080000:0.0:1777421132.765640:0:3296:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9af134083100, transno 4294967361 00000100:00100000:0.0:1777421132.765665:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af134080380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841177216:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1777421132.765697:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1777421133.144572:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1777421133.464641:0:20469:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777421133.464651:0:20469:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777421133.464678:0:20469:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 33 count 3 00000040:00080000:1.0:1777421133.464687:0:20469:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1777421134.168985:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777421134.351507:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421134.351557:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421134.351617:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834089472 00000100:00100000:3.0:1777421134.351627:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834089472 00000100:00080000:2.0:1777421134.351836:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777421134.351849:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 221 00000100:00100000:3.0:1777421134.351862:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0039eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+101:2367:x1863760834089472:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777421134.351938:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0039eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+101:2367:x1863760834089472:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 79us (380us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421134.351946:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 221 00000100:00100000:1.0:1777421134.352931:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834089344 00000100:00100000:1.0:1777421134.352940:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834089344 00000100:00100000:1.0:1777421134.352991:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 487 00000100:00100000:1.0:1777421134.353000:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119105c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:71f90d2e-4852-44e2-8435-52916750919f+12:2367:x1863760834089344:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777421134.353478:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119105c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:71f90d2e-4852-44e2-8435-52916750919f+12:2367:x1863760834089344:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 477us (1978us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421134.353494:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 487 00000100:00100000:2.0:1777421134.353808:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421134.355611:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421134.355710:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421134.355741:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421134.355762:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834089856 00000100:00100000:0.0:1777421134.355773:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834089856 00000100:00100000:0.0:1777421134.355836:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 222 00000100:00100000:0.0:1777421134.355846:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d22aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+50:2367:x1863760834089856:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:0.0:1777421134.355918:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d22aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+50:2367:x1863760834089856:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 73us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421134.355925:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 222 00000100:00100000:3.0:1777421134.359185:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834089600 00000100:00100000:3.0:1777421134.359206:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834089600 00000100:00100000:3.0:1777421134.359261:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834089728 00000100:00100000:3.0:1777421134.359264:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834089728 00000100:00100000:3.0:1777421134.359284:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834089984 00000100:00100000:3.0:1777421134.359286:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834089984 00000100:00100000:3.0:1777421134.359306:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 223 00000100:00100000:3.0:1777421134.359332:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d37e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:2367:x1863760834089600:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777421134.359555:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 224 00000100:00100000:1.0:1777421134.359566:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+17:2366:x1863760834089728:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:0.0:1777421134.359729:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 225 00000100:00100000:0.0:1777421134.359859:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d22a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2366:x1863760834089984:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777421134.360179:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d37e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:2367:x1863760834089600:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 850us (6371us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421134.360187:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 223 00000100:00100000:1.0:1777421134.360524:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+17:2366:x1863760834089728:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 960us (4920us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421134.360531:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 224 00000100:00100000:2.0:1777421134.360546:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421134.360577:0:6541:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834090112 00000100:00100000:1.0:1777421134.360691:0:6541:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834090112 00000100:00100000:1.0:1777421134.360723:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 226 00000100:00100000:1.0:1777421134.360731:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d22ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2366:x1863760834090112:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777421134.360761:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d22ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2366:x1863760834090112:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 30us (214us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421134.360768:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 226 00000100:00100000:0.0:1777421134.360790:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d22a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2366:x1863760834089984:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 1021us (5047us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421134.360797:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 225 00000100:00080000:1.0:1777421134.360800:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777421134.360804:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777421134.360807:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1777421135.193053:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777421135.833776:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841177344:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777421135.833851:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421135.833910:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af134081f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3298:1863760841177472:0@lo:400:kworker.0 00000100:00100000:0.0:1777421135.833928:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af00466c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841177856:0@lo:400:kworker.0 00000100:00100000:1.0:1777421135.833968:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af134080380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3296:1863760841177728:0@lo:400:kworker.0 00000100:00100000:2.0:1777421135.833997:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421135.834030:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af134083100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3295:1863760841177600:0@lo:400:kworker.0 00000100:00100000:0.0:1777421135.834090:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421135.834097:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421135.834121:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777421135.834130:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af00466d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3297:1863760841177984:0@lo:400:kworker.0 00000100:00100000:1.0:1777421135.834155:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841177472 00000100:00100000:0.0:1777421135.834156:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421135.834165:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841177472 00000100:00100000:0.0:1777421135.834190:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841177728 00000100:00100000:0.0:1777421135.834196:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841177728 00000100:00100000:1.0:1777421135.834216:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 488 00000100:00100000:1.0:1777421135.834227:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119105450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3298:x1863760841177472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421135.834236:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841177984 00000100:00100000:0.0:1777421135.834241:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841177984 00000100:00100000:0.0:1777421135.834269:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 223 00000100:00100000:1.0:1777421135.834275:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119105450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3298:x1863760841177472:12345-0@lo:400:kworker.0 Request processed in 50us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421135.834279:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00466c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3296:x1863760841177728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421135.834288:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 488 00000100:00100000:0.0:1777421135.834326:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00466c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3296:x1863760841177728:12345-0@lo:400:kworker.0 Request processed in 49us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421135.834333:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 223 00000100:00080000:1.0:1777421135.834379:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777421135.834381:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 224 00000100:00100000:0.0:1777421135.834390:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f775c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1863760841177984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421135.834437:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af134080380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3296:1863760841177728:0@lo:400:kworker.0 00000100:00100000:1.0:1777421135.834471:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841177856 00000100:00100000:1.0:1777421135.834475:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841177856 00000100:00100000:1.0:1777421135.834506:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 227 00000100:00100000:1.0:1777421135.834512:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f777480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841177856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421135.834549:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f777480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841177856:12345-0@lo:400:kworker.0 Request processed in 37us (459us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421135.834565:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 227 00000100:00100000:1.0:1777421135.834595:0:6546:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841177344 00000100:00100000:1.0:1777421135.834599:0:6546:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841177344 00000100:00100000:1.0:1777421135.834625:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:1.0:1777421135.834632:0:6546:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0039e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841177344:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777421135.834658:0:6546:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 85000192 pending 0 free 3850371072 avail 3848273920 00000100:00100000:1.0:1777421135.834688:0:6546:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0039e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841177344:12345-0@lo:13:osp-pre-1-0.0 Request processed in 56us (838us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421135.834694:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00080000:1.0:1777421135.834710:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777421135.834713:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777421135.834729:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af00466c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841177856:0@lo:400:kworker.0 00000100:00100000:1.0:1777421135.834737:0:3297:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967361 gen 2 00000004:00080000:1.0:1777421135.834741:0:3297:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967360 committed transno 4294967361 00000004:00080000:1.0:1777421135.834758:0:3297:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9af134082680, transno 4294967361 00000100:00100000:1.0:1777421135.834772:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841177344:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777421135.835327:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af134081f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3298:1863760841177472:0@lo:400:kworker.0 00000100:00100000:3.0:1777421135.835713:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421135.835787:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841177600 00000100:00100000:1.0:1777421135.835797:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841177600 00000100:00100000:1.0:1777421135.835864:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 225 00000100:00100000:1.0:1777421135.835880:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c006a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3295:x1863760841177600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421135.835948:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f775c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1863760841177984:12345-0@lo:400:kworker.0 Request processed in 1555us (1788us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421135.835962:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 224 00000100:00100000:2.0:1777421135.836255:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af00466d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3297:1863760841177984:0@lo:400:kworker.0 00000100:00100000:1.0:1777421135.836283:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c006a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3295:x1863760841177600:12345-0@lo:400:kworker.0 Request processed in 408us (570us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421135.836296:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 225 00000100:00100000:3.0:1777421135.836398:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af134083100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3295:1863760841177600:0@lo:400:kworker.0 00010000:00010000:0.0:1777421136.216539:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1777421136.363438:0:6572:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967362 is committed 00000004:00080000:3.0:1777421136.369692:0:5782:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 20 committed 00000001:00080000:3.0:1777421136.369717:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968043 is committed 00000004:00080000:3.0:1777421136.369721:0:5782:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 19 committed 00000001:00080000:3.0:1777421136.369727:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968041 is committed 00000020:00080000:3.0:1777421136.369736:0:5782:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 23 batchid updated 00000001:00080000:3.0:1777421136.369750:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968045 is committed 00000020:00080000:2.0:1777421136.369817:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 23 00000020:00080000:2.0:1777421136.369829:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 23 00000100:00100000:3.0:1777421136.369892:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f774e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841178112:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777421136.370328:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421136.370381:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841178112 00000100:00100000:1.0:1777421136.370390:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841178112 00000100:00100000:1.0:1777421136.370448:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 310 00000100:00100000:1.0:1777421136.370457:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c005f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3295:x1863760841178112:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1777421136.370483:0:6543:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:24 count 1 00002000:00010000:1.0:1777421136.370514:0:6543:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x18:0x0] initial LVB size: 158, mtime: 0x69f14b47, atime: 0x69f14b46, ctime: 0x69f14b47, blocks: 0xb 00010000:00010000:1.0:1777421136.370523:0:6543:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e5b75f44/0xa38d71289388042 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421136.370539:0:6543:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421136.370541:0:6543:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421136.370547:0:6543:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e5b75f44/0xa38d71289388042 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421136.370563:0:6543:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e5b75f44/0xa38d71289388042 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421136.370572:0:6543:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e5b75f44/0xa38d71289388042 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421136.370580:0:6543:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e5b75f44/0xa38d71289388042 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421136.370605:0:6543:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777421136.370824:0:5749:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777421136.370829:0:5749:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e5b75f44/0xa38d71289388042 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421136.370834:0:5749:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a33400 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:3.0:1777421136.370837:0:5749:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e5b75f44/0xa38d71289388042 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421136.370843:0:5749:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e5b75f44/0xa38d71289388042 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421136.370865:0:5749:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e5b75f44/0xa38d71289388042 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421136.370870:0:5749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e5b75f44/0xa38d71289388042 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421136.370882:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777421136.370883:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777421136.370884:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777421136.371255:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c005f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3295:x1863760841178112:12345-0@lo:6:osp-syn-0-0.0 Request processed in 797us (925us total) trans 4294967363 rc 0/0 00000100:00100000:1.0:1777421136.371264:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 310 00000004:00080000:3.0:1777421136.371323:0:3295:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9af13f774e00/2, rc 0, transno 4294967363 00000100:00100000:3.0:1777421136.371330:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f774e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841178112:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1777421137.240845:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777421137.880937:0:3295:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777421137.880968:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af00466c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841178240:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777421137.881068:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421137.883506:0:7924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841178240 00000100:00100000:1.0:1777421137.883528:0:7924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841178240 00000100:00100000:1.0:1777421137.883648:0:7924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:1.0:1777421137.883680:0:7924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c005880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3295:x1863760841178240:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777421137.883737:0:7924:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 85000192 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1777421137.883838:0:7924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c005880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3295:x1863760841178240:12345-0@lo:13:osp-pre-0-0.0 Request processed in 161us (2770us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421137.883846:0:7924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00080000:3.0:1777421137.884119:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777421137.884179:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af00466c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841178240:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1777421138.264762:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777421139.288874:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777421139.471894:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421139.471995:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421139.472039:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421139.472064:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421139.472102:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834090496 00000100:00100000:3.0:1777421139.472117:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834090496 00000100:00100000:2.0:1777421139.472126:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421139.472157:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834090624 00000100:00100000:2.0:1777421139.472161:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834090624 00000100:00100000:3.0:1777421139.472197:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834090880 00000100:00100000:3.0:1777421139.472202:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834090880 00000100:00100000:2.0:1777421139.472206:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 228 00000100:00100000:2.0:1777421139.472218:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d22bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:2368:x1863760834090496:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:0.0:1777421139.472220:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834090368 00000100:00100000:0.0:1777421139.472228:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834090368 00000100:00100000:3.0:1777421139.472233:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 229 00000100:00100000:3.0:1777421139.472245:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d22b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+17:2369:x1863760834090624:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:0.0:1777421139.472277:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 226 00000100:00100000:0.0:1777421139.472287:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d22b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+98:2369:x1863760834090368:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:2.0:1777421139.472308:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d22bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:2368:x1863760834090496:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 90us (309us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421139.472326:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 228 00000100:00100000:2.0:1777421139.472345:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 230 00000100:00100000:2.0:1777421139.472397:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af004620000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2369:x1863760834090880:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777421139.472460:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834090240 00000100:00100000:1.0:1777421139.472466:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834090240 00000100:00100000:1.0:1777421139.472500:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 489 00000100:00100000:1.0:1777421139.472507:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119107850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+12:2368:x1863760834090240:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:2.0:1777421139.473730:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af004620000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2369:x1863760834090880:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 1366us (1593us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421139.473746:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 230 00000100:00100000:0.0:1777421139.473747:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d22b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+98:2369:x1863760834090368:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 1447us (1691us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421139.473760:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 226 00000100:00100000:1.0:1777421139.473825:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119107850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+12:2368:x1863760834090240:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 1315us (1943us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421139.473834:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d22b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+17:2369:x1863760834090624:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 1587us (1762us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421139.473841:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 489 00000100:00080000:0.0:1777421139.473852:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1777421139.473860:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777421139.473865:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777421139.473866:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 229 00000100:00100000:0.0:1777421139.474268:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421139.474369:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834090752 00000100:00100000:1.0:1777421139.474377:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834090752 00000100:00100000:1.0:1777421139.474428:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 227 00000100:00100000:1.0:1777421139.474436:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f775f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+45:2368:x1863760834090752:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777421139.474492:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f775f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+45:2368:x1863760834090752:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 57us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421139.474499:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 227 00000100:00100000:0.0:1777421139.474776:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421139.474831:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834091008 00000100:00100000:1.0:1777421139.474836:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834091008 00000100:00100000:1.0:1777421139.474868:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 231 00000100:00100000:1.0:1777421139.474875:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f777b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2368:x1863760834091008:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777421139.474953:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f777b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2368:x1863760834091008:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 78us (180us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421139.474973:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 231 00000100:00080000:3.0:1777421139.475338:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777421139.475343:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1777421140.313276:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777421140.952960:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0011af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3295:1863760841178624:0@lo:400:kworker.0 00000100:00100000:0.0:1777421140.952975:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c006680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841178752:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777421140.953052:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0011ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3298:1863760841178496:0@lo:400:kworker.0 00000100:00100000:2.0:1777421140.953130:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13f777800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3297:1863760841178368:0@lo:400:kworker.0 00000100:00100000:1.0:1777421140.953550:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421140.955927:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421140.955973:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0011af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3298:1863760841179008:0@lo:400:kworker.0 00000100:00100000:0.0:1777421140.955987:0:3296:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777421140.955997:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0011ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841179136:0@lo:400:kworker.0 00000100:00100000:1.0:1777421140.956041:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421140.956070:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421140.956106:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841178496 00000100:00100000:1.0:1777421140.956117:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841178496 00000100:00100000:0.0:1777421140.956147:0:6546:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841178752 00000100:00100000:0.0:1777421140.956153:0:6546:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841178752 00000100:00100000:1.0:1777421140.956179:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841179008 00000100:00100000:1.0:1777421140.956184:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841179008 00000100:00100000:0.0:1777421140.956212:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:1.0:1777421140.956217:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 228 00000100:00100000:0.0:1777421140.956224:0:6546:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3296:x1863760841178752:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777421140.956231:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00466ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1863760841178496:12345-0@lo:400:kworker.0 00002000:00000024:0.0:1777421140.956273:0:6546:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 85000192 pending 0 free 3850371072 avail 3848273920 00000100:00100000:1.0:1777421140.956291:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00466ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1863760841178496:12345-0@lo:400:kworker.0 Request processed in 64us (2740us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421140.956300:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 228 00000100:00100000:1.0:1777421140.956333:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 229 00000100:00100000:1.0:1777421140.956340:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00466d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1863760841179008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421140.957523:0:6546:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3296:x1863760841178752:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1295us (1599us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421140.957536:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:1.0:1777421140.957566:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00466d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1863760841179008:12345-0@lo:400:kworker.0 Request processed in 1226us (1525us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421140.957574:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 229 00000100:00100000:0.0:1777421140.957585:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841179136 00000100:00100000:0.0:1777421140.957593:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841179136 00000100:00100000:0.0:1777421140.957628:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 232 00000100:00100000:1.0:1777421140.957647:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0011ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3298:1863760841178496:0@lo:400:kworker.0 00000100:00100000:1.0:1777421140.957663:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0011af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3298:1863760841179008:0@lo:400:kworker.0 00000100:00100000:0.0:1777421140.957695:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0045f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3296:x1863760841179136:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1777421140.957724:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1777421140.957730:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777421140.957858:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0045f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3296:x1863760841179136:12345-0@lo:400:kworker.0 Request processed in 164us (1789us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421140.957865:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 232 00000100:00100000:0.0:1777421140.957900:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0011ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841179136:0@lo:400:kworker.0 00000100:00100000:3.0:1777421140.957920:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421140.957925:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c006680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841178752:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777421140.957979:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841178624 00000100:00100000:0.0:1777421140.957985:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841178624 00000100:00100000:0.0:1777421140.958025:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 230 00000100:00100000:0.0:1777421140.958038:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c004380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3295:x1863760841178624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421140.958275:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c004380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3295:x1863760841178624:12345-0@lo:400:kworker.0 Request processed in 240us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421140.958282:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 230 00000100:00100000:2.0:1777421140.958631:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421140.958685:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0011af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3295:1863760841178624:0@lo:400:kworker.0 00000100:00100000:0.0:1777421140.958754:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841178368 00000100:00100000:0.0:1777421140.958760:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841178368 00000100:00100000:0.0:1777421140.958799:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 490 00000100:00100000:0.0:1777421140.958807:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119104850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3297:x1863760841178368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421140.958849:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119104850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3297:x1863760841178368:12345-0@lo:400:kworker.0 Request processed in 43us (219us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421140.958856:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 490 00000100:00100000:2.0:1777421140.958947:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13f777800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3297:1863760841178368:0@lo:400:kworker.0 00000100:00100000:2.0:1777421140.958961:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0011adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841178880:0@lo:400:kworker.0 00000100:00100000:2.0:1777421140.958999:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421140.959131:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841178880 00000100:00100000:0.0:1777421140.959135:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841178880 00000100:00100000:0.0:1777421140.959177:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 233 00000100:00100000:0.0:1777421140.959186:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af004620a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3297:x1863760841178880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421140.959278:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af004620a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3297:x1863760841178880:12345-0@lo:400:kworker.0 Request processed in 91us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421140.959285:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 233 00000100:00080000:1.0:1777421140.959303:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777421140.959318:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777421140.959581:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0011adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841178880:0@lo:400:kworker.0 00010000:00010000:3.0:1777421141.336617:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1777421141.496232:0:6572:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967363 is committed 00010000:00010000:2.0:1777421142.362323:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1777421142.681022:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777421142.681031:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777421142.681221:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 32 count 1 00000040:00080000:0.0:1777421142.681228:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777421143.000667:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c005c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841179264:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777421143.000733:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421143.000780:0:7924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841179264 00000100:00100000:1.0:1777421143.000789:0:7924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841179264 00000100:00100000:1.0:1777421143.000851:0:7924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00080000:2.0:1777421143.000863:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777421143.000864:0:7924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0045fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3296:x1863760841179264:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777421143.000906:0:7924:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 85000192 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1777421143.002783:0:3296:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967363 gen 2 00000004:00080000:0.0:1777421143.002791:0:3296:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9af13f774e00, transno 4294967363 00000100:00100000:0.0:1777421143.002815:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c005c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841179264:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777421143.003056:0:7924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0045fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3296:x1863760841179264:12345-0@lo:13:osp-pre-0-0.0 Request processed in 2193us (2321us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421143.003066:0:7924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00010000:00010000:0.0:1777421143.384506:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777421144.408936:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777421144.512900:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421144.513112:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834091264 00000100:00100000:0.0:1777421144.513126:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834091264 00000100:00100000:0.0:1777421144.513215:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1155 00000100:00100000:0.0:1777421144.513227:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af004621180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+98:29369:x1863760834091264:12345-192.168.203.47@tcp:101:diff.0 00010000:00010000:0.0:1777421144.513254:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421144.513293:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289388049 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376cd6 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421144.513453:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d71289388050 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421144.513471:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d71289388050 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421144.513485:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d71289388050 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421144.513499:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x20:0x0]: returning size 158 00010000:00010000:0.0:1777421144.513724:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289388049 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376cd6 expref: 101 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421144.513746:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d71289388050 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376cd6 expref: 100 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421144.513755:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9af106213900) 00010000:00010000:0.0:1777421144.513758:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421144.513763:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a0e00, rc 0) 00000100:00100000:0.0:1777421144.513851:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af004621180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+100:29369:x1863760834091264:12345-192.168.203.47@tcp:101:diff.0 Request processed in 626us (966us total) trans 4294968046 rc 0/0 00000100:00100000:0.0:1777421144.513860:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1155 00000100:00080000:2.0:1777421144.514099:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777421144.523538:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421144.523644:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834091520 00000100:00100000:0.0:1777421144.523659:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834091520 00000100:00100000:0.0:1777421144.523749:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 51 00000100:00100000:0.0:1777421144.523762:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1185b0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+100:29369:x1863760834091520:12345-192.168.203.47@tcp:103:diff.0 00010000:00010000:0.0:1777421144.523779:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1777421144.523804:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d71289388050 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376cd6 expref: 100 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421144.523825:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d7128938802d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ccf expref: 99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421144.523838:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289387f31 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376c89 expref: 98 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421144.523854:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9af106213900) 00010000:00010000:0.0:1777421144.523864:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421144.523929:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1185b0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+97:29369:x1863760834091520:12345-192.168.203.47@tcp:103:diff.0 Request processed in 170us (402us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421144.523938:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 51 00000100:00100000:1.0:1777421144.526710:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421144.527919:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834091648 00000100:00100000:0.0:1777421144.527936:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834091648 00000100:00100000:0.0:1777421144.528477:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1156 00000100:00100000:0.0:1777421144.528602:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00466c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+97:29369:x1863760834091648:12345-192.168.203.47@tcp:58:diff.0 00010000:00010000:0.0:1777421144.528735:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d7128938805e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421144.528754:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d7128938805e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421144.528767:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d7128938805e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777421144.528984:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].33, 136 off12680 00000100:00100000:0.0:1777421144.529231:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00466c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+97:29369:x1863760834091648:12345-192.168.203.47@tcp:58:diff.0 Request processed in 740us (2529us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421144.529240:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1156 00000100:00100000:2.0:1777421144.534413:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421144.534507:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834091776 00000100:00100000:0.0:1777421144.534520:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834091776 00000100:00100000:0.0:1777421144.534687:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1157 00000100:00100000:0.0:1777421144.534700:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af004620380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+97:29369:x1863760834091776:12345-192.168.203.47@tcp:101:diff.0 00010000:00010000:0.0:1777421144.534726:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421144.534756:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289388065 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376cdd expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421144.534825:0:5762:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d7128938805e lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421144.534837:0:5762:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289388065 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376cdd expref: 98 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421144.534858:0:5762:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d7128938805e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421144.534873:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289388065 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376cdd expref: 98 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421144.534889:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9af1187dd500) 00010000:00010000:0.0:1777421144.534892:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777421144.534896:0:5762:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289388065 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376cdd expref: 98 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421144.534905:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a1a00, rc 0) 00000100:00100000:0.0:1777421144.534978:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af004620380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+98:29369:x1863760834091776:12345-192.168.203.47@tcp:101:diff.0 Request processed in 281us (578us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421144.534986:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1157 00000100:00100000:2.0:1777421144.591874:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421144.591928:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421144.591939:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834092032 00000100:00100000:3.0:1777421144.591957:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834092032 00000100:00100000:2.0:1777421144.591977:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421144.592009:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421144.592035:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421144.592046:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834092544 00000100:00100000:3.0:1777421144.592051:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834092544 00000100:00100000:2.0:1777421144.592066:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421144.592504:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834092288 00000100:00100000:1.0:1777421144.592516:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834092288 00000100:00100000:1.0:1777421144.592558:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 231 00000100:00100000:1.0:1777421144.592568:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af004621500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+45:2368:x1863760834092288:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777421144.592649:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af004621500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+45:2368:x1863760834092288:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 82us (722us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421144.592658:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 231 00000100:00100000:3.0:1777421144.592967:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834092160 00000100:00100000:3.0:1777421144.592973:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834092160 00000100:00100000:3.0:1777421144.593009:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834092416 00000100:00100000:3.0:1777421144.593023:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834092416 00000100:00100000:2.0:1777421144.593029:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 234 00000100:00100000:3.0:1777421144.593049:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 235 00000100:00100000:2.0:1777421144.593057:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af004620e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:2368:x1863760834092032:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777421144.593067:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af004621c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2368:x1863760834092544:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:2.0:1777421144.593150:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af004620e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:2368:x1863760834092032:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 104us (1287us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421144.593161:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 234 00000100:00100000:3.0:1777421144.593169:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af004621c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2368:x1863760834092544:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 103us (1186us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421144.593181:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 235 00000100:00100000:2.0:1777421144.593199:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 236 00000100:00100000:3.0:1777421144.593209:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 237 00000100:00100000:3.0:1777421144.593221:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af004623480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2368:x1863760834092416:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:2.0:1777421144.593228:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af004621f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+17:2368:x1863760834092160:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777421144.593259:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af004623480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2368:x1863760834092416:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 39us (1191us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421144.593274:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af004621f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+17:2368:x1863760834092160:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 63us (1236us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421144.593307:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 236 00000100:00100000:3.0:1777421144.593437:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 237 00000100:00100000:3.0:1777421144.593475:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834091904 00000100:00100000:3.0:1777421144.593480:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834091904 00000100:00100000:3.0:1777421144.593514:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 491 00000100:00100000:3.0:1777421144.593523:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119105050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:71f90d2e-4852-44e2-8435-52916750919f+12:2368:x1863760834091904:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777421144.593568:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119105050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:71f90d2e-4852-44e2-8435-52916750919f+12:2368:x1863760834091904:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 47us (1559us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421144.593575:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 491 00000100:00080000:3.0:1777421144.593607:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777421144.593613:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777421144.593616:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:2.0:1777421144.728895:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777421144.728903:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777421144.728936:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 34 count 2 00000040:00080000:2.0:1777421144.728941:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777421144.729043:0:11331:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af004623b80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841179392:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1777421144.729133:0:11331:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af12aa45780 going to sleep for 11 seconds 00000100:00100000:2.0:1777421144.733269:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421144.733364:0:11331:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af004623b80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841179392:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1777421144.733389:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834092672 00000100:00100000:1.0:1777421144.733397:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834092672 00000100:00100000:1.0:1777421144.733458:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1158 00000100:00100000:1.0:1777421144.733473:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af004622a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+45:29370:x1863760834092672:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1777421144.733503:0:5760:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x20:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1777421144.733598:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af004622a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+45:29370:x1863760834092672:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 131us (336us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421144.733607:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1158 00000100:00100000:0.0:1777421144.735762:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421144.735805:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834092800 00000100:00100000:1.0:1777421144.735813:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834092800 00000100:00100000:1.0:1777421144.735851:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1159 00000100:00100000:1.0:1777421144.735870:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0045fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+45:29370:x1863760834092800:12345-192.168.203.47@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1777421144.735935:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d7128938806c lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421144.735953:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d7128938806c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421144.735965:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d7128938806c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421144.735980:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289388073 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421144.735988:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289388073 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421144.735994:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289388073 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421144.736014:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d7128938807a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421144.736022:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d7128938807a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421144.736029:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d7128938807a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421144.736072:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x20:0x0]: returning size 158 00000004:00200000:1.0:1777421144.736077:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421144.736090:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d7128938807a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421144.736122:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d7128938806c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421144.736128:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d7128938806c lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421144.736135:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d7128938806c lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421144.736142:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a33c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421144.736146:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d7128938806c lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421144.736153:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d7128938806c lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421144.736164:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9af106213200) 00010000:00010000:1.0:1777421144.736167:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421144.736171:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d7128938806c lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421144.736178:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33c00/0xa38d7128938806c lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421144.736199:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289388073 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421144.736204:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289388073 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421144.736209:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289388073 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421144.736220:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a32200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421144.736223:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289388073 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421144.736234:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289388073 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421144.736241:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x329c2aeb (ffff9af1112dc000) 00010000:00010000:1.0:1777421144.736244:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421144.736246:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289388073 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421144.736251:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a32200/0xa38d71289388073 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421144.736264:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d7128938807a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421144.736270:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d7128938807a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421144.736276:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d7128938807a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421144.736292:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af120a33000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421144.736296:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d7128938807a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421144.736301:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d7128938807a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421144.736318:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9af1187dd500) 00010000:00010000:1.0:1777421144.736320:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421144.736323:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d7128938807a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421144.736329:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33000/0xa38d7128938807a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421144.736414:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0045fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+45:29370:x1863760834092800:12345-192.168.203.47@tcp:34:lhsmtool_posix.0 Request processed in 544us (654us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421144.736423:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1159 00000100:00100000:3.0:1777421144.737578:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421144.737617:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834093056 00000100:00100000:1.0:1777421144.737625:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834093056 00000100:00100000:1.0:1777421144.737665:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1160 00000100:00100000:1.0:1777421144.737673:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c007b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+45:29370:x1863760834093056:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421144.737686:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421144.737699:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289388081 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376ce4 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421144.737769:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289388088 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421144.737781:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289388088 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421144.737791:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289388088 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421144.737800:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x20:0x0]: returning size 158 00010000:00010000:1.0:1777421144.737897:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289388088 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421144.737905:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289388088 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421144.737911:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289388088 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421144.737917:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137838000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421144.737920:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289388088 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421144.737927:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289388088 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421144.737937:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9af1187dd500) 00010000:00010000:1.0:1777421144.737940:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777421144.737944:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289388088 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421144.737950:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289388088 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421144.737982:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289388081 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ce4 expref: 47 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421144.737992:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9af106213200) 00010000:00010000:1.0:1777421144.737995:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777421144.737999:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33400/0xa38d71289388081 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ce4 expref: 47 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421144.738020:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af120a33400, rc 0) 00000100:00100000:1.0:1777421144.738079:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c007b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+46:29370:x1863760834093056:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 406us (504us total) trans 4294968047 rc 301/301 00000100:00100000:1.0:1777421144.738086:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1160 00000100:00100000:2.0:1777421144.739751:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421144.739795:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834093184 00000100:00100000:1.0:1777421144.739803:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834093184 00000100:00100000:1.0:1777421144.739843:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1161 00000100:00100000:1.0:1777421144.739851:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af004623100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+46:29370:x1863760834093184:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1777421144.739878:0:5760:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x20:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1777421144.739961:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af004623100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+46:29370:x1863760834093184:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 109us (220us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421144.739969:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1161 00000100:00100000:0.0:1777421144.741728:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421144.741764:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834093440 00000100:00100000:2.0:1777421144.741772:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834093440 00000100:00100000:2.0:1777421144.741821:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1162 00000100:00100000:2.0:1777421144.741830:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0045faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+46:29370:x1863760834093440:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421144.741844:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421144.741863:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289388096 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376ceb expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.742748:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d7128938809d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.742764:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d7128938809d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.742776:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d7128938809d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421144.742787:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x22:0x0]: returning size 0 00010000:00010000:2.0:1777421144.742829:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289388096 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ceb expref: 49 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.742848:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d7128938809d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ceb expref: 48 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.742856:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff9af106213000) 00010000:00010000:2.0:1777421144.742859:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777421144.742863:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af10148c800, rc 0) 00000100:00100000:2.0:1777421144.742932:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0045faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:29370:x1863760834093440:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 1103us (1205us total) trans 4294968048 rc 0/0 00000100:00100000:2.0:1777421144.742939:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1162 00000100:00100000:3.0:1777421144.745201:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421144.745255:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834093696 00000100:00100000:2.0:1777421144.745266:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834093696 00000100:00100000:2.0:1777421144.745332:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1163 00000100:00100000:2.0:1777421144.745342:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c005c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:29370:x1863760834093696:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1777421144.746085:0:5760:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421144.746112:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d7128938809d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ceb expref: 48 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.746141:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff9af106213000) 00010000:00010000:2.0:1777421144.746151:0:5760:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421144.746173:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d712893880ab lrc: 3/0,1 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.746185:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d712893880ab lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.746195:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d712893880ab lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.746208:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d712893880b2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x46:0x0].0x909dd23e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.746227:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d712893880b2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x909dd23e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.746237:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d712893880b2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x909dd23e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.746315:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d712893880ab lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.746323:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d712893880ab lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.746330:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d712893880ab lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.746337:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148c200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421144.746341:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d712893880ab lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.746366:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d712893880ab lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.746375:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff9af1112dc200) 00010000:00010000:2.0:1777421144.746379:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421144.746383:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d712893880ab lrc: 2/0,0 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.746389:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d712893880ab lrc: 0/0,0 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.746399:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d712893880b2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x909dd23e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.746405:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d712893880b2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x909dd23e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.746411:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d712893880b2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x909dd23e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.746416:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148ce00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421144.746419:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d712893880b2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x909dd23e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.746425:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d712893880b2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x909dd23e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.746433:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x909dd23e (ffff9af106213b00) 00010000:00010000:2.0:1777421144.746436:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421144.746440:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d712893880b2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x46:0x0].0x909dd23e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.746446:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d712893880b2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x46:0x0].0x909dd23e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421144.746527:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c005c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+47:29370:x1863760834093696:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 Request processed in 1185us (1337us total) trans 0 rc -2/-2 00000100:00100000:2.0:1777421144.746534:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1163 00000100:00100000:0.0:1777421144.748803:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421144.748859:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834093824 00000100:00100000:2.0:1777421144.748866:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834093824 00000100:00100000:2.0:1777421144.748910:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1164 00000100:00100000:2.0:1777421144.748917:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0045fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+47:29370:x1863760834093824:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421144.748931:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421144.748946:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d712893880b9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376cf2 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.748983:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d712893880c0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.748995:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d712893880c0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.749005:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d712893880c0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.749088:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d712893880b9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376cf2 expref: 49 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.749105:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d712893880c0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376cf2 expref: 48 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.749114:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff9af106213900) 00010000:00010000:2.0:1777421144.749116:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777421144.749120:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af10148d400, rc 0) 00000100:00100000:2.0:1777421144.749168:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0045fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:29370:x1863760834093824:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 250us (371us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421144.749175:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1164 00000100:00100000:3.0:1777421144.751135:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421144.751196:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834094080 00000100:00100000:2.0:1777421144.751209:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834094080 00000100:00100000:2.0:1777421144.751267:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1165 00000100:00100000:2.0:1777421144.751276:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c006680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:29370:x1863760834094080:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1777421144.751384:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893880c7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.751399:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893880c7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.751474:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893880c7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777421144.751650:0:5760:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000005f539a70 reply state 000000001d4f795d transno 4294968049 ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893880c7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421144.751660:0:5760:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777421144.751750:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c006680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+50:29370:x1863760834094080:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 Request processed in 474us (627us total) trans 4294968049 rc 0/0 00000100:00100000:2.0:1777421144.751757:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1165 00010000:00010000:2.0:1777421144.753329:0:3281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893880c7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.753342:0:3281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893880c7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.753380:0:3281:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893880c7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.753388:0:3281:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148da00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421144.753393:0:3281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893880c7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421144.753404:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00010000:00010000:2.0:1777421144.753407:0:3281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893880c7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.753422:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff9af106213900) 00010000:00010000:2.0:1777421144.753426:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1777421144.753431:0:3281:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893880c7 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.753438:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893880c7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421144.753471:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834094208 00000100:00100000:1.0:1777421144.753487:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834094208 00000100:00100000:1.0:1777421144.753567:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1166 00000100:00100000:1.0:1777421144.753580:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c007480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+49:29370:x1863760834094208:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421144.753608:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421144.753633:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d712893880ce lrc: 2/0,0 mode: --/CR res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376cf9 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421144.753872:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d712893880ce lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376cf9 expref: 50 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421144.753888:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d712893880ce lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376cf9 expref: 50 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421144.753919:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff9af106213900) 00010000:00010000:1.0:1777421144.753922:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777421144.753925:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137838c00, rc 0) 00000100:00100000:1.0:1777421144.754001:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c007480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+50:29370:x1863760834094208:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 424us (604us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421144.754009:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1166 00000100:00100000:1.0:1777421144.755725:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421144.755910:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834094336 00000100:00100000:2.0:1777421144.755923:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834094336 00000100:00100000:2.0:1777421144.755981:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 246 00000100:00100000:2.0:1777421144.755996:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119291c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+50:29370:x1863760834094336:12345-192.168.203.47@tcp:49:lhsmtool_posix.0 00000100:00100000:2.0:1777421144.756116:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119291c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+50:29370:x1863760834094336:12345-192.168.203.47@tcp:49:lhsmtool_posix.0 Request processed in 123us (399us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421144.756122:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 246 00000100:00100000:2.0:1777421144.758484:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421144.758731:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834094592 00000100:00100000:3.0:1777421144.758746:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834094592 00000100:00100000:3.0:1777421144.758811:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 247 00000100:00100000:3.0:1777421144.758824:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af004622d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+50:29370:x1863760834094592:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1777421144.759381:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af004622d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+51:29370:x1863760834094592:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 557us (901us total) trans 4294968050 rc 0/0 00000100:00100000:3.0:1777421144.759392:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 247 00000100:00100000:1.0:1777421144.761664:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421144.761739:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834094848 00000100:00100000:2.0:1777421144.761749:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834094848 00000100:00100000:2.0:1777421144.761804:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1167 00000100:00100000:2.0:1777421144.761814:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00466ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+51:29370:x1863760834094848:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1777421144.761928:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00466ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+51:29370:x1863760834094848:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 116us (273us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421144.761936:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1167 00000100:00100000:0.0:1777421144.764251:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421144.764408:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834095104 00000100:00100000:2.0:1777421144.764421:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834095104 00000100:00100000:2.0:1777421144.764483:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1168 00000100:00100000:2.0:1777421144.764493:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0045fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+51:29370:x1863760834095104:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421144.764508:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421144.764528:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893880d5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376d00 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.764615:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d712893880dc lrc: 3/0,1 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.764630:0:5760:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d712893880ce lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376cf9 expref: 52 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.764639:0:5760:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d712893880dc lrc: 4/0,1 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.764670:0:5760:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d712893880ce lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376cf9 expref: 52 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.764685:0:5760:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d712893880ce lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376cf9 expref: 52 pid: 5760 timeout: 456 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421144.764699:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af004622680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1863760841179520:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777421144.764804:0:5760:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1348c9600 going to sleep for 11 seconds 00000100:00100000:2.0:1777421144.769459:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af004622680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1863760841179520:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777421144.769498:0:5760:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d712893880dc lrc: 3/0,1 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421144.769866:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421144.770102:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834095232 00000100:00100000:3.0:1777421144.770113:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834095232 00010000:00010000:3.0:1777421144.770160:0:5745:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d712893880ce lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376cf9 expref: 53 pid: 5760 timeout: 456 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421144.770236:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 347 00000100:00100000:3.0:1777421144.770247:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0045fa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+53:2368:x1863760834095232:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421144.770268:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421144.770277:0:5745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d712893880ce lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376cf9 expref: 53 pid: 5760 timeout: 456 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421144.770306:0:5745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d712893880ce lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376cf9 expref: 53 pid: 5760 timeout: 456 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421144.770334:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d712893880ce lrc: 0/0,0 mode: --/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376cf9 expref: 53 pid: 5760 timeout: 456 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421144.770382:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff9af106213900) 00010000:00010000:3.0:1777421144.770389:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d712893880dc lrc: 3/0,1 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421144.770401:0:5745:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d712893880dc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421144.770410:0:5745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d712893880dc lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421144.770441:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421144.770511:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0045fa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+52:2368:x1863760834095232:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 265us (647us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421144.770520:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 347 00010000:00010000:2.0:1777421144.770665:0:5760:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d712893880dc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.770673:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d712893880dc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421144.770694:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x22:0x0]: returning size 0 00000004:00080000:2.0:1777421144.771079:0:5760:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x18:0x0], index 1: 0 00010000:00010000:2.0:1777421144.771243:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d712893880dc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.771252:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d712893880dc lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.771259:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d712893880dc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.771266:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148de00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421144.771270:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d712893880dc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.771289:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d712893880dc lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.771301:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff9af106213900) 00010000:00010000:2.0:1777421144.771304:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777421144.771308:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d712893880dc lrc: 2/0,0 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.771314:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d712893880dc lrc: 0/0,0 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.771423:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893880d5 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d00 expref: 52 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.771435:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff9af1112dc200) 00010000:00010000:2.0:1777421144.771438:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777421144.771442:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893880d5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d00 expref: 52 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.771452:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af10148da00, rc 0) 00000100:00100000:2.0:1777421144.771491:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0045fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+51:29370:x1863760834095104:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 6999us (7252us total) trans 4294968051 rc 301/301 00000100:00100000:2.0:1777421144.771500:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1168 00000100:00100000:3.0:1777421144.773755:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421144.774058:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834095488 00000100:00100000:2.0:1777421144.774070:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834095488 00000100:00100000:2.0:1777421144.774139:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 248 00000100:00100000:2.0:1777421144.774152:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110395f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+51:29370:x1863760834095488:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1777421144.774789:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110395f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+52:29370:x1863760834095488:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 638us (1044us total) trans 4294968052 rc 0/0 00000100:00100000:2.0:1777421144.774799:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 248 00000100:00100000:1.0:1777421144.779164:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421144.779264:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834095616 00000100:00100000:2.0:1777421144.779289:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834095616 00000100:00100000:2.0:1777421144.779549:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1169 00000100:00100000:2.0:1777421144.779645:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00466d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+52:29370:x1863760834095616:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421144.779678:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421144.779709:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893880ea lrc: 2/0,0 mode: --/CR res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376d07 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.779876:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d712893880f1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.779894:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d712893880f1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.779907:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d712893880f1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421144.779949:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x22:0x0]: returning size 0 00000004:00200000:2.0:1777421144.779954:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421144.779975:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d712893880f1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.780005:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893880ea lrc: 0/0,0 mode: --/CR res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d07 expref: 54 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.780023:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d712893880f1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d07 expref: 53 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.780033:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff9af106213900) 00010000:00010000:2.0:1777421144.780036:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1777421144.780042:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af10148de00, rc 0) 00000100:00100000:2.0:1777421144.780124:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00466d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+53:29370:x1863760834095616:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 485us (973us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421144.780133:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1169 00000100:00100000:0.0:1777421144.782069:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421144.782177:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834095744 00000100:00100000:2.0:1777421144.782193:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834095744 00000100:00100000:2.0:1777421144.782263:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 311 00000100:00100000:2.0:1777421144.782294:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0045fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2369:x1863760834095744:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421144.782315:0:6544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421144.782336:0:6544:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004cbc36d2/0xa38d712893880f8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376d0e expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777421144.782409:0:6544:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x18:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1777421144.782427:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421144.782430:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421144.782438:0:6544:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004cbc36d2/0xa38d712893880f8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d0e expref: 10 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.782455:0:6544:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004cbc36d2/0xa38d712893880f8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d0e expref: 10 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.782469:0:6544:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af10148ce00, rc 0) 00000100:00100000:2.0:1777421144.782534:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0045fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2369:x1863760834095744:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 261us (476us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421144.782543:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 311 00000100:00100000:3.0:1777421144.784747:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421144.784813:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834096000 00000100:00100000:2.0:1777421144.784825:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834096000 00000100:00100000:2.0:1777421144.784896:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1170 00000100:00100000:2.0:1777421144.784906:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111015500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+53:29370:x1863760834096000:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1777421144.785216:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111015500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+53:29370:x1863760834096000:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 310us (480us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421144.785225:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1170 00000100:00100000:1.0:1777421144.788805:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421144.788899:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834096128 00000100:00100000:2.0:1777421144.788915:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834096128 00000100:00100000:2.0:1777421144.788970:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 312 00000100:00100000:2.0:1777421144.788977:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00466dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:29370:x1863760834096128:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421144.788992:0:6544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421144.789007:0:6544:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000786fc527/0xa38d712893880ff lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376d15 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.789031:0:6544:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004cbc36d2/0xa38d712893880f8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d0e expref: 11 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.789036:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421144.789038:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421144.789042:0:6544:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000786fc527/0xa38d712893880ff lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d15 expref: 11 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.789067:0:6544:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004cbc36d2/0xa38d712893880f8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d0e expref: 11 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.789079:0:6544:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004cbc36d2/0xa38d712893880f8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d0e expref: 11 pid: 6544 timeout: 456 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421144.789097:0:6544:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af004622680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6544:1863760841179648:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777421144.789186:0:6544:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af12aa45240 going to sleep for 11 seconds 00000100:00100000:0.0:1777421144.792536:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421144.792639:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834096256 00000100:00100000:3.0:1777421144.792653:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834096256 00010000:00010000:3.0:1777421144.792714:0:5745:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004cbc36d2/0xa38d712893880f8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d0e expref: 12 pid: 6544 timeout: 456 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421144.792760:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 348 00000100:00100000:3.0:1777421144.792772:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0045fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2368:x1863760834096256:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421144.792786:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421144.792808:0:5745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004cbc36d2/0xa38d712893880f8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d0e expref: 12 pid: 6544 timeout: 456 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421144.792822:0:5745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004cbc36d2/0xa38d712893880f8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d0e expref: 12 pid: 6544 timeout: 456 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421144.792843:0:5745:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421144.792846:0:5745:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421144.792853:0:5745:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000786fc527/0xa38d712893880ff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d15 expref: 12 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421144.792863:0:5745:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000786fc527/0xa38d712893880ff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d15 expref: 12 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421144.793033:0:5745:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000786fc527/0xa38d712893880ff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d15 expref: 12 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421144.793049:0:5745:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af111017100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5745:1863760841179776:192.168.203.47@tcp:105: 00000100:00100000:3.0:1777421144.793151:0:5745:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af103e2ee40 going to sleep for 11 seconds 00010000:00010000:2.0:1777421144.793336:0:6544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004cbc36d2/0xa38d712893880f8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d0e expref: 12 pid: 6544 timeout: 456 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421144.793399:0:6544:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af004622680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6544:1863760841179648:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777421144.793427:0:6544:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000786fc527/0xa38d712893880ff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d15 expref: 11 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.793449:0:6544:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af10148da00, rc 0) 00000100:00100000:2.0:1777421144.793492:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00466dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:29370:x1863760834096128:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 4514us (4701us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421144.793583:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 312 00000100:00100000:3.0:1777421144.794696:0:5745:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af111017100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5745:1863760841179776:192.168.203.47@tcp:105: 00010000:00010000:3.0:1777421144.794718:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421144.794767:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0045fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2368:x1863760834096256:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 1997us (2244us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421144.794778:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 348 00000100:00100000:3.0:1777421144.795650:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421144.795711:0:17822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834096384 00000100:00100000:0.0:1777421144.795723:0:17822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834096384 00002000:00100000:0.0:1777421144.795771:0:17822:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x18:0x0] (0->157) req@ffff9af111017100 x1863760834096384/t0(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:155/0 lens 648/0 e 0 to 0 dl 1777421155 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421144.795783:0:17822:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af111017100 with x1863760834096384 ext(0->157) 00002000:00010000:0.0:1777421144.795788:0:17822:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af111017100 00000100:00100000:0.0:1777421144.795850:0:17822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 103 00000100:00100000:0.0:1777421144.795860:0:17822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af111017100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2369:x1863760834096384:12345-192.168.203.47@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1777421144.796390:0:17822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af111017100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2369:x1863760834096384:12345-192.168.203.47@tcp:4:lhsmtool_posix.0 Request processed in 528us (740us total) trans 4294967362 rc 0/0 00000100:00100000:0.0:1777421144.796400:0:17822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 103 00002000:00100000:0.0:1777421144.796407:0:17822:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x18:0x0] (0->157) req@ffff9af111017100 x1863760834096384/t4294967362(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:155/0 lens 648/448 e 0 to 0 dl 1777421155 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421144.796415:0:17822:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af111017100 with x1863760834096384 ext(0->157) 00002000:00010000:0.0:1777421144.796420:0:17822:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af111017100 00000100:00100000:1.0:1777421144.797773:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421144.797919:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834096512 00000100:00100000:2.0:1777421144.798137:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834096512 00000100:00100000:2.0:1777421144.798191:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1171 00000100:00100000:2.0:1777421144.798201:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00466df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+53:29370:x1863760834096512:12345-192.168.203.47@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1777421144.816530:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968046 is committed 00000001:00080000:0.0:1777421144.816548:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968047 is committed 00000001:00080000:0.0:1777421144.816554:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968052 is committed 00000100:00100000:3.0:1777421144.816572:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00466df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+49:29370:x1863760834096512:12345-192.168.203.47@tcp:44:lhsmtool_posix.0 Request processed in 18368us (18798us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421144.816583:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1171 00000100:00100000:1.0:1777421144.817913:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421144.817981:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834096640 00000100:00100000:2.0:1777421144.817991:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834096640 00000100:00100000:2.0:1777421144.818054:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 313 00000100:00100000:2.0:1777421144.818064:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00466f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2368:x1863760834096640:12345-192.168.203.47@tcp:16:lhsmtool_posix.0 00000001:00080000:3.0:1777421144.833959:0:7430:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967362 is committed 00000100:00100000:2.0:1777421144.834062:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00466f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2368:x1863760834096640:12345-192.168.203.47@tcp:16:lhsmtool_posix.0 Request processed in 15984us (16136us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421144.834087:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 313 00000100:00100000:2.0:1777421144.839112:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421144.839258:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834096896 00000100:00100000:3.0:1777421144.839268:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834096896 00000100:00100000:2.0:1777421144.839491:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1172 00000100:00100000:2.0:1777421144.839504:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af004622680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+47:29370:x1863760834096896:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1777421144.839550:0:5760:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421144.839574:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d712893880f1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x22:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d07 expref: 47 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.839592:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff9af106213900) 00010000:00010000:2.0:1777421144.839597:0:5760:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421144.839622:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289388106 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.839634:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289388106 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.839644:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289388106 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.839678:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289388106 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.839685:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289388106 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.839692:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289388106 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.839698:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148c200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421144.839703:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289388106 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.839710:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289388106 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.839717:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff9af106213900) 00010000:00010000:2.0:1777421144.839720:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421144.839723:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289388106 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.839728:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289388106 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421144.839811:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af004622680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+46:29370:x1863760834096896:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 Request processed in 310us (705us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421144.839818:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1172 00000100:00100000:3.0:1777421144.845108:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421144.845165:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834097024 00000100:00100000:2.0:1777421144.845176:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834097024 00000100:00100000:2.0:1777421144.845233:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1173 00000100:00100000:2.0:1777421144.845243:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0010f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+46:29370:x1863760834097024:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421144.845264:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421144.845300:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d7128938810d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376d1c expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.845397:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d7128938810d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d1c expref: 47 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.845417:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d7128938810d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d1c expref: 47 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.845442:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff9af106213900) 00010000:00010000:2.0:1777421144.845445:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777421144.845449:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af10148c800, rc 0) 00000100:00100000:2.0:1777421144.845517:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0010f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+47:29370:x1863760834097024:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 275us (418us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421144.845526:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1173 00000100:00100000:1.0:1777421144.849493:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421144.849710:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834097152 00000100:00100000:2.0:1777421144.849725:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834097152 00000100:00100000:2.0:1777421144.849795:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 314 00000100:00100000:2.0:1777421144.849808:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00466fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2369:x1863760834097152:12345-192.168.203.47@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1777421144.850530:0:6544:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:2.0:1777421144.850535:0:6544:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb mtime from disk: 0 -> 1777421127 00002000:00010000:2.0:1777421144.850537:0:6544:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb atime from disk: 0 -> 1777421126 00002000:00010000:2.0:1777421144.850539:0:6544:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb ctime from disk: 0 -> 1777421127 00002000:00010000:2.0:1777421144.850540:0:6544:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:2.0:1777421144.850887:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00466fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2369:x1863760834097152:12345-192.168.203.47@tcp:2:lhsmtool_posix.0 Request processed in 1079us (1407us total) trans 4294967363 rc 0/0 00000100:00100000:2.0:1777421144.850899:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 314 00000100:00100000:3.0:1777421144.853070:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421144.854024:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834097408 00000100:00100000:2.0:1777421144.854037:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834097408 00000100:00100000:2.0:1777421144.854093:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1174 00000100:00100000:2.0:1777421144.854100:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+47:29370:x1863760834097408:12345-192.168.203.47@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1777421144.854151:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289388114 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.854166:0:5760:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d712893880c0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376cf2 expref: 47 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.854173:0:5760:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289388114 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.854197:0:5760:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d712893880c0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376cf2 expref: 47 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.854207:0:5760:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d712893880c0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376cf2 expref: 47 pid: 5760 timeout: 456 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421144.854217:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af004622300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1863760841179904:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777421144.854306:0:5760:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1348c9a80 going to sleep for 11 seconds 00000100:00100000:3.0:1777421144.858839:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421144.858962:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af004622300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1863760841179904:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777421144.858988:0:5760:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289388114 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421144.859022:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834097536 00000100:00100000:0.0:1777421144.859031:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834097536 00010000:00010000:0.0:1777421144.859065:0:5745:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d712893880c0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376cf2 expref: 48 pid: 5760 timeout: 456 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421144.859114:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 349 00000100:00100000:0.0:1777421144.859124:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:2368:x1863760834097536:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421144.859143:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421144.859150:0:5745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d712893880c0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376cf2 expref: 48 pid: 5760 timeout: 456 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421144.859163:0:5745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d712893880c0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376cf2 expref: 48 pid: 5760 timeout: 456 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421144.859185:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d712893880c0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376cf2 expref: 48 pid: 5760 timeout: 456 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421144.859201:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff9af106213900) 00010000:00010000:0.0:1777421144.859206:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289388114 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421144.859215:0:5745:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289388114 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421144.859223:0:5745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289388114 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421144.859255:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421144.859317:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+47:2368:x1863760834097536:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 193us (485us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421144.859325:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 349 00010000:00010000:2.0:1777421144.859385:0:5760:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289388114 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.859395:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289388114 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.859423:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289388114 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.859431:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289388114 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.859439:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289388114 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.859446:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148c200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421144.859451:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289388114 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.859459:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289388114 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.859469:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff9af106213900) 00010000:00010000:2.0:1777421144.859473:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1777421144.859698:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289388114 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.859705:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289388114 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421144.859752:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+46:29370:x1863760834097408:12345-192.168.203.47@tcp:55:lhsmtool_posix.0 Request processed in 5651us (6693us total) trans 0 rc -22/-22 00000100:00100000:2.0:1777421144.859760:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1174 00000100:00100000:3.0:1777421144.862444:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421144.862733:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834097664 00000100:00100000:2.0:1777421144.862744:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834097664 00000100:00100000:2.0:1777421144.862795:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 315 00000100:00100000:2.0:1777421144.862806:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2368:x1863760834097664:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1777421144.862853:0:6544:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000615025c5/0xa38d7128938811b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.862873:0:6544:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000786fc527/0xa38d712893880ff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d15 expref: 11 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.862882:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777421144.862884:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777421144.862888:0:6544:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000615025c5/0xa38d7128938811b lrc: 4/1,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.862922:0:6544:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000786fc527/0xa38d712893880ff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d15 expref: 11 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.862936:0:6544:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000786fc527/0xa38d712893880ff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d15 expref: 11 pid: 6544 timeout: 456 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421144.862950:0:6544:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af004622300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6544:1863760841180032:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777421144.863020:0:6544:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1348c9a80 going to sleep for 11 seconds 00000100:00100000:2.0:1777421144.866620:0:6544:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af004622300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6544:1863760841180032:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777421144.866648:0:6544:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000615025c5/0xa38d7128938811b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421144.867856:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421144.869034:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834097792 00000100:00100000:1.0:1777421144.869044:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834097792 00010000:00010000:1.0:1777421144.869125:0:5747:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000786fc527/0xa38d712893880ff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d15 expref: 12 pid: 6544 timeout: 456 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421144.869156:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 350 00000100:00100000:1.0:1777421144.869165:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c679880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2369:x1863760834097792:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421144.869177:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421144.869194:0:5747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000786fc527/0xa38d712893880ff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d15 expref: 12 pid: 6544 timeout: 456 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421144.869204:0:5747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000786fc527/0xa38d712893880ff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d15 expref: 12 pid: 6544 timeout: 456 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421144.869239:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000786fc527/0xa38d712893880ff lrc: 0/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d15 expref: 12 pid: 6544 timeout: 456 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421144.869255:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421144.869258:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421144.869262:0:5747:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000615025c5/0xa38d7128938811b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421144.869272:0:5747:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000615025c5/0xa38d7128938811b lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421144.869315:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421144.869460:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c679880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2369:x1863760834097792:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 294us (1606us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421144.869469:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 350 00010000:00010000:2.0:1777421144.870541:0:6544:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000615025c5/0xa38d7128938811b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.870556:0:6544:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000615025c5/0xa38d7128938811b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.870598:0:6544:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000615025c5/0xa38d7128938811b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.870609:0:6544:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000615025c5/0xa38d7128938811b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.870618:0:6544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000615025c5/0xa38d7128938811b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.870626:0:6544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148de00 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:2.0:1777421144.870631:0:6544:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000615025c5/0xa38d7128938811b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.870640:0:6544:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000615025c5/0xa38d7128938811b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.870655:0:6544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000615025c5/0xa38d7128938811b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.870663:0:6544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000615025c5/0xa38d7128938811b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421144.870741:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2368:x1863760834097664:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 Request processed in 7929us (8295us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421144.870751:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 315 00000100:00100000:3.0:1777421144.874456:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421144.874498:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834098048 00000100:00100000:2.0:1777421144.874509:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834098048 00000100:00100000:2.0:1777421144.874558:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1175 00000100:00100000:2.0:1777421144.874568:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af105d07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+46:29370:x1863760834098048:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1777421144.874644:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289388122 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.874661:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289388122 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.874672:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289388122 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.874966:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289388129 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.874978:0:5760:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d7128938810d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d1c expref: 47 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.874987:0:5760:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289388129 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.875020:0:5760:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d7128938810d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d1c expref: 47 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.875033:0:5760:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d7128938810d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d1c expref: 47 pid: 5760 timeout: 456 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421144.875046:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af004622300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1863760841180160:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777421144.875122:0:5760:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1348c9a80 going to sleep for 11 seconds 00000100:00100000:2.0:1777421144.877424:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af004622300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1863760841180160:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777421144.877451:0:5760:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289388129 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421144.879023:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421144.879080:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834098176 00000100:00100000:1.0:1777421144.879088:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834098176 00010000:00010000:1.0:1777421144.879118:0:5747:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d7128938810d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d1c expref: 48 pid: 5760 timeout: 456 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421144.879158:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 351 00000100:00100000:1.0:1777421144.879167:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118841180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:2369:x1863760834098176:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421144.879182:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421144.879189:0:5747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d7128938810d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d1c expref: 48 pid: 5760 timeout: 456 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421144.879269:0:5747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d7128938810d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d1c expref: 48 pid: 5760 timeout: 456 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421144.879302:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d7128938810d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d1c expref: 48 pid: 5760 timeout: 456 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421144.879325:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff9af106213900) 00010000:00010000:1.0:1777421144.879330:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289388129 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421144.879339:0:5747:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289388129 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421144.879346:0:5747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289388129 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421144.879418:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421144.879482:0:5760:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289388129 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.879491:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289388129 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421144.879524:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118841180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+47:2369:x1863760834098176:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 357us (505us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421144.879531:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 351 00000001:00080000:2.0:1777421144.879670:0:5760:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968053 00000001:00080000:2.0:1777421144.879784:0:5760:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968054 00000001:00080000:2.0:1777421144.879813:0:5760:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968055 00000100:00100000:2.0:1777421144.879865:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af004622300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5760:1863760841180288:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1777421144.879898:0:5760:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421144.879922:0:5760:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af111079a80 going to sleep for 11 seconds 00000100:00100000:1.0:1777421144.879933:0:5766:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841180288 00000100:00100000:1.0:1777421144.879938:0:5766:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841180288 00000100:00100000:1.0:1777421144.879985:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1777421144.879992:0:5766:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af004623800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5760:x1863760841180288:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1777421144.880074:0:5766:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af004623800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5760:x1863760841180288:12345-0@lo:1000:mdt00_000.0 Request processed in 82us (173us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421144.880080:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1777421144.880171:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af004622300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5760:1863760841180288:0@lo:1000:mdt00_000.0 00000100:00080000:3.0:1777421144.880174:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00080000:2.0:1777421144.880376:0:5760:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968056 00000100:00100000:2.0:1777421144.880420:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af004622300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5760:1863760841180416:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1777421144.880444:0:5760:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421144.880466:0:5760:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0044333c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421144.880496:0:5766:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841180416 00000100:00100000:1.0:1777421144.880501:0:5766:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841180416 00000100:00100000:1.0:1777421144.880532:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1777421144.880539:0:5766:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af004620700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5760:x1863760841180416:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1777421144.880681:0:5766:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af004620700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:5760:x1863760841180416:12345-0@lo:1000:mdt00_000.0 Request processed in 142us (235us total) trans 4294967364 rc 0/0 00000100:00100000:1.0:1777421144.880688:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1777421144.880702:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af004622300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5760:1863760841180416:0@lo:1000:mdt00_000.0 00000001:00080000:2.0:1777421144.880750:0:5760:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968057 00010000:00010000:2.0:1777421144.880767:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289388129 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.880773:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289388129 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.880777:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289388129 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.880781:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148d600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421144.880784:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289388129 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.880789:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289388129 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.880798:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff9af106213900) 00010000:00010000:2.0:1777421144.880800:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777421144.880802:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289388129 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.880806:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d71289388129 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.880824:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d7128938805e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.880828:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d7128938805e lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.880831:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d7128938805e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.880834:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a1800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421144.880836:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d7128938805e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.880839:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d7128938805e lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.880847:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9af1187dd500) 00010000:00010000:2.0:1777421144.880849:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777421144.880854:0:5760:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289388065 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376cdd expref: 96 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.880860:0:5760:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289388065 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376cdd expref: 96 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.880866:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289388065 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376cdd expref: 96 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.880882:0:5760:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1a00/0xa38d71289388065 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376cdd expref: 96 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421144.880888:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af004621880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1863760841180544:192.168.203.47@tcp:105: 00000100:00100000:2.0:1777421144.880930:0:5760:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0044333c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777421144.883210:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421144.883210:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af004621880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1863760841180544:192.168.203.47@tcp:105: 00010000:00010000:2.0:1777421144.883251:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d7128938805e lrc: 2/0,0 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421144.883311:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834098304 00000100:00100000:0.0:1777421144.883319:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834098304 00010000:00010000:2.0:1777421144.883390:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d7128938805e lrc: 0/0,0 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.883420:0:5760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d71289388130 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.883434:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d71289388130 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.883445:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d71289388130 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.883458:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d71289388130 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.883465:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d71289388130 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.883471:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d71289388130 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.883477:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148de00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421144.883480:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d71289388130 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.883487:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d71289388130 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.883496:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9af1187dd500) 00010000:00010000:2.0:1777421144.883499:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421144.883503:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d71289388130 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.883508:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d71289388130 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.883519:0:5760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289388122 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.883525:0:5760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289388122 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.883531:0:5760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289388122 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.883536:0:5760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148c200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421144.883538:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289388122 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.883544:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289388122 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.883553:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9af1187dd500) 00010000:00010000:2.0:1777421144.883556:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777421144.883559:0:5760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289388122 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.883565:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289388122 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421144.883597:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 249 00000100:00100000:0.0:1777421144.883610:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+97:29369:x1863760834098304:12345-192.168.203.47@tcp:49:diff.0 00000040:00080000:1.0:1777421144.883873:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777421144.883878:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:0.0:1777421144.883979:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+97:29369:x1863760834098304:12345-192.168.203.47@tcp:49:diff.0 Request processed in 371us (774us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421144.883987:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 249 00000100:00100000:2.0:1777421144.884173:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af105d07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+51:29370:x1863760834098048:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 9604us (9725us total) trans 4294968058 rc 0/0 00000100:00100000:2.0:1777421144.884183:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1175 00000020:00080000:2.0:1777421144.884188:0:5760:0:(tgt_main.c:782:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:1.0:1777421144.884472:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:1.0:1777421144.884480:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777421144.888410:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421144.888467:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834098560 00000100:00100000:2.0:1777421144.888478:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834098560 00000100:00100000:0.0:1777421144.888517:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421144.888547:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 250 00000100:00100000:2.0:1777421144.888559:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0045f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+51:29370:x1863760834098560:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1777421144.888577:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834098688 00000100:00100000:3.0:1777421144.888583:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834098688 00000100:00100000:3.0:1777421144.888619:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 316 00000100:00100000:3.0:1777421144.888628:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0045f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+17:29369:x1863760834098688:12345-192.168.203.47@tcp:101:diff.0 00010000:00010000:3.0:1777421144.888638:0:6544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421144.888670:0:6544:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002e554d6d/0xa38d71289388137 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376d23 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777421144.888696:0:6544:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x18:0x0] initial LVB size: 158, mtime: 0x69f14b47, atime: 0x69f14b46, ctime: 0x69f14b47, blocks: 0xb 00010000:00010000:3.0:1777421144.888712:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421144.888715:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421144.888723:0:6544:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002e554d6d/0xa38d71289388137 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d23 expref: 18 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421144.888739:0:6544:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002e554d6d/0xa38d71289388137 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d23 expref: 18 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421144.888752:0:6544:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af004441600, rc 0) 00000100:00100000:3.0:1777421144.888812:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0045f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+18:29369:x1863760834098688:12345-192.168.203.47@tcp:101:diff.0 Request processed in 185us (294us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421144.888819:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 316 00000004:00080000:2.0:1777421144.888920:0:13879:0:(mdd_object.c:3993:mdd_close()) Object [0x200000402:0x22:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1777421144.888983:0:13879:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968059 00010000:00010000:2.0:1777421144.889025:0:13879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d7128938813e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.889039:0:13879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d7128938813e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.889049:0:13879:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d7128938813e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.889057:0:13879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d7128938813e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.889063:0:13879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d7128938813e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.889069:0:13879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d7128938813e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421144.889091:0:13879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777421144.889135:0:5748:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777421144.889142:0:5748:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d7128938813e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421144.889151:0:5748:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148c800 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:3.0:1777421144.889155:0:5748:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d7128938813e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421144.889163:0:5748:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d7128938813e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421144.889175:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff9af106213b00) 00010000:00010000:3.0:1777421144.889181:0:5748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00000100:00100000:2.0:1777421144.889181:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0045f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+53:29370:x1863760834098560:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 622us (776us total) trans 4294968060 rc 0/0 00000100:00100000:2.0:1777421144.889192:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 250 00010000:00010000:3.0:1777421144.889195:0:5748:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d7128938813e lrc: 1/0,0 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1777421144.889197:0:13879:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1777421144.889205:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d7128938813e lrc: 0/0,0 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421144.889222:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777421144.889224:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777421144.889225:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777421144.894633:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421144.894715:0:17822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834098816 00000100:00100000:3.0:1777421144.894724:0:17822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834098816 00002000:00100000:3.0:1777421144.894767:0:17822:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff9af0045f8000 x1863760834098816/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:155/0 lens 488/0 e 0 to 0 dl 1777421155 ref 1 fl New:/600/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777421144.894778:0:17822:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0045f8000 with x1863760834098816 ext(0->4095) 00002000:00010000:3.0:1777421144.894785:0:17822:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0045f8000 00000100:00100000:3.0:1777421144.894817:0:17822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 104 00000100:00100000:3.0:1777421144.894827:0:17822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0045f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+18:2368:x1863760834098816:12345-192.168.203.47@tcp:3:diff.0 00000100:00100000:3.0:1777421144.895080:0:17822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0045f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+18:2368:x1863760834098816:12345-192.168.203.47@tcp:3:diff.0 Request processed in 255us (455us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1777421144.895087:0:17822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 104 00002000:00100000:3.0:1777421144.895093:0:17822:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff9af0045f8000 x1863760834098816/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:155/0 lens 488/4536 e 0 to 0 dl 1777421155 ref 1 fl Complete:/600/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777421144.895099:0:17822:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0045f8000 with x1863760834098816 ext(0->4095) 00002000:00010000:3.0:1777421144.895101:0:17822:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0045f8000 00000100:00100000:0.0:1777421144.897791:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421144.897986:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834099072 00000100:00100000:2.0:1777421144.897996:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834099072 00000100:00100000:2.0:1777421144.898044:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 251 00000100:00100000:2.0:1777421144.898053:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0045f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+97:29369:x1863760834099072:12345-192.168.203.47@tcp:35:diff.0 00000100:00100000:2.0:1777421144.898338:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0045f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+98:29369:x1863760834099072:12345-192.168.203.47@tcp:35:diff.0 Request processed in 284us (553us total) trans 4294968061 rc 0/0 00000100:00100000:2.0:1777421144.898346:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 251 00010000:00010000:2.0:1777421145.433611:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1777421145.540883:0:20646:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777421145.540891:0:20646:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777421145.540934:0:20646:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 34 count 2 00000040:00080000:1.0:1777421145.540939:0:20646:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777421146.074442:0:3298:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777421146.074462:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0045f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3298:1863760841180800:0@lo:400:kworker.0 00000100:00100000:2.0:1777421146.074517:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0045f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3297:1863760841181184:0@lo:400:kworker.0 00000100:00100000:1.0:1777421146.074520:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421146.074558:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421146.074564:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0045f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3298:1863760841180672:0@lo:400:kworker.0 00000100:00100000:1.0:1777421146.074597:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421146.074620:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af120430700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1863760841181312:0@lo:400:kworker.0 00000100:00100000:0.0:1777421146.074628:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0045f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3295:1863760841180928:0@lo:400:kworker.0 00000100:00100000:3.0:1777421146.074637:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841180800 00000100:00100000:1.0:1777421146.074638:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421146.074647:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841180800 00000100:00100000:1.0:1777421146.074665:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841181184 00000100:00100000:1.0:1777421146.074669:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841181184 00000100:00100000:0.0:1777421146.074689:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421146.074727:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af1345f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841181440:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777421146.074753:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421146.074780:0:3295:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777421146.074786:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0045f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841181056:0@lo:400:kworker.0 00000100:00100000:0.0:1777421146.074807:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421146.075062:0:7924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841181440 00000100:00100000:2.0:1777421146.075068:0:7924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841181440 00000100:00100000:2.0:1777421146.075098:0:7924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:2.0:1777421146.075106:0:7924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0039e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3295:x1863760841181440:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777421146.075126:0:7924:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 86704128 pending 0 free 3850371072 avail 3847225344 00000100:00100000:2.0:1777421146.075166:0:7924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0039e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3295:x1863760841181440:12345-0@lo:13:osp-pre-1-0.0 Request processed in 61us (412us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421146.075173:0:7924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:2.0:1777421146.075216:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af1345f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841181440:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777421146.075598:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841180928 00000100:00100000:3.0:1777421146.075603:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841180928 00000100:00100000:3.0:1777421146.075639:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 232 00000100:00100000:3.0:1777421146.075645:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00466ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1863760841180800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421146.075657:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 233 00000100:00100000:1.0:1777421146.075666:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af004621880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1863760841181184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421146.075695:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00466ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1863760841180800:12345-0@lo:400:kworker.0 Request processed in 47us (1173us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421146.075703:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 232 00000100:00100000:1.0:1777421146.075709:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af004621880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1863760841181184:12345-0@lo:400:kworker.0 Request processed in 45us (1152us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421146.075722:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 233 00000100:00100000:3.0:1777421146.075728:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 234 00000100:00100000:3.0:1777421146.075737:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0039e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3295:x1863760841180928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421146.075742:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841180672 00000100:00100000:1.0:1777421146.075747:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841180672 00000100:00100000:1.0:1777421146.075770:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 492 00000100:00100000:1.0:1777421146.075779:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119106050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3298:x1863760841180672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421146.075780:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0039e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3295:x1863760841180928:12345-0@lo:400:kworker.0 Request processed in 42us (1090us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421146.075790:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 234 00000100:00100000:1.0:1777421146.075809:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119106050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3298:x1863760841180672:12345-0@lo:400:kworker.0 Request processed in 33us (1210us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421146.075815:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 492 00000100:00100000:3.0:1777421146.075818:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841181312 00000100:00100000:3.0:1777421146.075833:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841181312 00000100:00080000:1.0:1777421146.075834:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777421146.075838:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777421146.075850:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841181056 00000100:00100000:1.0:1777421146.075853:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841181056 00000100:00100000:3.0:1777421146.075871:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 238 00000100:00100000:3.0:1777421146.075890:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00466f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3298:x1863760841181312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421146.075921:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00466f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3298:x1863760841181312:12345-0@lo:400:kworker.0 Request processed in 43us (1283us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421146.075943:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0045f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3295:1863760841180928:0@lo:400:kworker.0 00000100:00100000:2.0:1777421146.075969:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af120430700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1863760841181312:0@lo:400:kworker.0 00000100:00100000:2.0:1777421146.075979:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0045f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3298:1863760841180800:0@lo:400:kworker.0 00000100:00100000:2.0:1777421146.075987:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0045f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3298:1863760841180672:0@lo:400:kworker.0 00000100:00100000:3.0:1777421146.076059:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 238 00000100:00100000:3.0:1777421146.076075:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 239 00000100:00100000:3.0:1777421146.076083:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0039e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3295:x1863760841181056:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1777421146.076091:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777421146.076117:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0045f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3297:1863760841181184:0@lo:400:kworker.0 00000100:00100000:3.0:1777421146.076134:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0039e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3295:x1863760841181056:12345-0@lo:400:kworker.0 Request processed in 52us (1325us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421146.076141:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 239 00000100:00100000:2.0:1777421146.076214:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0045f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841181056:0@lo:400:kworker.0 00010000:00010000:0.0:1777421146.456580:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777421147.480680:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777421147.811690:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421147.811745:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834099200 00000100:00100000:3.0:1777421147.811756:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834099200 00000100:00080000:1.0:1777421147.811789:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777421147.811824:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1176 00000100:00100000:3.0:1777421147.811836:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0039e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+53:29258:x1863760834099200:12345-192.168.203.47@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1777421147.812126:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0039e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+53:29258:x1863760834099200:12345-192.168.203.47@tcp:60:lhsmtool_posix.0 Request processed in 292us (451us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421147.812134:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1176 00000100:00100000:0.0:1777421148.120752:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af1345fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841181568:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777421148.120834:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421148.120996:0:6546:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841181568 00000100:00100000:1.0:1777421148.121003:0:6546:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841181568 00000100:00100000:1.0:1777421148.121077:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:1.0:1777421148.121088:0:6546:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0039e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3296:x1863760841181568:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777421148.121120:0:6546:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 85000192 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1777421148.121169:0:6546:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0039e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3296:x1863760841181568:12345-0@lo:13:osp-pre-0-0.0 Request processed in 83us (335us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421148.121177:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:1.0:1777421148.121223:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af1345fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841181568:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1777421148.121300:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1777421148.505122:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1777421148.627437:0:20843:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12p: implicit restore of a file on copytool mount point ========================================================== 20:05:47 (1777421147) 00000100:00100000:0.0:1777421148.762959:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421148.763207:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834099328 00000100:00100000:3.0:1777421148.763218:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834099328 00000100:00100000:3.0:1777421148.763288:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1177 00000100:00100000:3.0:1777421148.763299:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0039e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+53:29982:x1863760834099328:12345-192.168.203.47@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1777421148.763507:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0039e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+53:29982:x1863760834099328:12345-192.168.203.47@tcp:59:lhsmtool_posix.0 Request processed in 209us (556us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421148.763516:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1177 00000100:00100000:0.0:1777421148.780345:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421148.781849:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834099456 00000100:00100000:3.0:1777421148.781862:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834099456 00000100:00080000:0.0:1777421148.781921:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777421148.781943:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1178 00000100:00100000:3.0:1777421148.781953:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0039e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+98:29983:x1863760834099456:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:3.0:1777421148.781977:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421148.781998:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d71289388145 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376d2a expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.782061:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d7128938814c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.782075:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d7128938814c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.782104:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d7128938814c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.782119:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d71289388153 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.782126:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d71289388153 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.782132:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d71289388153 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.782212:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d7128938814c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.782220:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d7128938814c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.782230:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d7128938814c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.782236:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004440e00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421148.782240:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d7128938814c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.782248:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d7128938814c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.782454:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1112dce00) 00010000:00010000:3.0:1777421148.782459:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421148.782465:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d7128938814c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.782479:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d7128938814c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.782492:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d71289388153 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.782498:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d71289388153 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.782503:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d71289388153 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.782508:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004441c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421148.782511:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d71289388153 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.782516:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d71289388153 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.782524:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x55434c71 (ffff9af1421e5700) 00010000:00010000:3.0:1777421148.782527:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421148.782529:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d71289388153 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.782535:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d71289388153 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.782564:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d71289388145 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d2a expref: 99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.782584:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1112dce00) 00010000:00010000:3.0:1777421148.782586:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421148.782590:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d71289388145 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d2a expref: 99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.782599:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af004440000, rc 0) 00000100:00100000:3.0:1777421148.782651:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0039e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+98:29983:x1863760834099456:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 700us (2314us total) trans 0 rc 301/301 00000100:00100000:3.0:1777421148.782659:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1178 00000100:00100000:0.0:1777421148.785615:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421148.785758:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834099712 00000100:00100000:1.0:1777421148.785777:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834099712 00000100:00100000:1.0:1777421148.785822:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1179 00000100:00100000:1.0:1777421148.785830:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0039e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+98:29983:x1863760834099712:12345-192.168.203.47@tcp:36:lfs.0 00010000:00010000:1.0:1777421148.785871:0:7427:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421148.785892:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289387d71 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376be8 expref: 98 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.785905:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1112dce00) 00010000:00010000:1.0:1777421148.785909:0:7427:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421148.785976:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d7128938815a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.786127:0:7427:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d71289387db0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376bfd expref: 52 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.786136:0:7427:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d7128938815a lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.786168:0:7427:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d71289387db0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376bfd expref: 52 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.786181:0:7427:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d71289387db0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376bfd expref: 52 pid: 6569 timeout: 460 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421148.786195:0:7427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af00466ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:7427:1863760841181696:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777421148.786305:0:7427:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af001247480 going to sleep for 11 seconds 00000100:00100000:0.0:1777421148.788932:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421148.789028:0:7427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af00466ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:7427:1863760841181696:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777421148.789051:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834099840 00010000:00010000:1.0:1777421148.789053:0:7427:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d7128938815a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421148.789060:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834099840 00010000:00010000:3.0:1777421148.789096:0:5747:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d71289387db0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376bfd expref: 53 pid: 6569 timeout: 460 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421148.789135:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 352 00000100:00100000:3.0:1777421148.789146:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0039e5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+53:2369:x1863760834099840:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421148.789161:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421148.789169:0:5747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d71289387db0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376bfd expref: 53 pid: 6569 timeout: 460 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.789181:0:5747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d71289387db0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376bfd expref: 53 pid: 6569 timeout: 460 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.789207:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af120a33a00/0xa38d71289387db0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376bfd expref: 53 pid: 6569 timeout: 460 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.789233:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1112dce00) 00010000:00010000:3.0:1777421148.789238:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d7128938815a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.789247:0:5747:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d7128938815a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.789266:0:5747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d7128938815a lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.789298:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421148.789379:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0039e5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+52:2369:x1863760834099840:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 204us (421us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421148.789388:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 352 00010000:00010000:1.0:1777421148.789600:0:7427:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d7128938815a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.789608:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d7128938815a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.789629:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289388161 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.789638:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289388161 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.789645:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289388161 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421148.790669:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 512 00010000:00010000:1.0:1777421148.791006:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d7128938815a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.791016:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d7128938815a lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.791024:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d7128938815a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.791030:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137839800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421148.791034:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d7128938815a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.791042:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d7128938815a lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.791070:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1112dce00) 00010000:00010000:1.0:1777421148.791073:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421148.791078:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d7128938815a lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.791084:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d7128938815a lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777421148.791103:0:7427:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 0000000098126764 reply state 00000000668c147e transno 4294968062 ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289388161 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421148.791112:0:7427:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777421148.791248:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0039e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+99:29983:x1863760834099712:12345-192.168.203.47@tcp:36:lfs.0 Request processed in 5415us (5637us total) trans 4294968062 rc 0/0 00000100:00100000:1.0:1777421148.791267:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1179 00010000:00010000:3.0:1777421148.793704:0:3282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289388161 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.793720:0:3282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289388161 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.793727:0:3282:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289388161 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.793734:0:3282:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137838c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421148.793738:0:3282:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289388161 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.793745:0:3282:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289388161 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.793775:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x55434c71 (ffff9af1112dc400) 00010000:00010000:3.0:1777421148.793778:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421148.793782:0:3282:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289388161 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.793789:0:3282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289388161 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421148.798819:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421148.798892:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834099968 00000100:00100000:1.0:1777421148.798908:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834099968 00000100:00100000:1.0:1777421148.798967:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1180 00000100:00100000:1.0:1777421148.798978:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0039e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+98:29984:x1863760834099968:12345-192.168.203.47@tcp:101:bash.0 00010000:00010000:1.0:1777421148.799010:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421148.799032:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289388168 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376d31 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.799094:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d7128938816f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.799107:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d7128938816f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.799134:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d7128938816f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421148.799190:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:1.0:1777421148.799194:0:7427:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 31 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421148.799223:0:7427:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d7128938816f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.799247:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289388168 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d31 expref: 100 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.799277:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d7128938816f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d31 expref: 99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.799286:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1112dc500) 00010000:00010000:1.0:1777421148.799289:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777421148.799292:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137838800, rc 0) 00000100:00100000:1.0:1777421148.799382:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0039e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+99:29984:x1863760834099968:12345-192.168.203.47@tcp:101:bash.0 Request processed in 406us (579us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421148.799390:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1180 00000100:00100000:0.0:1777421148.805223:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421148.805302:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834100096 00000100:00100000:3.0:1777421148.805319:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834100096 00000100:00100000:2.0:1777421148.805506:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1181 00000100:00100000:2.0:1777421148.805524:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0039e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+99:29984:x1863760834100096:12345-192.168.203.47@tcp:101:bash.0 00010000:00010000:2.0:1777421148.805545:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421148.805563:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289388176 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376d38 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.805623:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d7128938817d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.805636:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d7128938817d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.805648:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d7128938817d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.805663:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d71289388184 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.805670:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d71289388184 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.805676:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d71289388184 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.805906:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d7128938818b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.805917:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d7128938818b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.805924:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d7128938818b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421148.805956:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 512 00000004:00200000:2.0:1777421148.805960:0:6569:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421148.805980:0:6569:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d7128938818b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.805990:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d7128938817d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.805998:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d7128938817d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.806089:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d7128938817d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.806095:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148c200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421148.806099:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d7128938817d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.806105:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d7128938817d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.806116:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1112dc500) 00010000:00010000:2.0:1777421148.806119:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421148.806123:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d7128938817d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.806130:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d7128938817d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.806144:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d71289388184 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.806150:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d71289388184 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.806156:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d71289388184 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.806161:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148de00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421148.806163:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d71289388184 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.806173:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d71289388184 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.806180:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x55434c71 (ffff9af106213400) 00010000:00010000:2.0:1777421148.806183:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421148.806186:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d71289388184 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.806191:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d71289388184 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.806221:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289388176 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d38 expref: 101 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.806234:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d600/0xa38d7128938818b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d38 expref: 100 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.806241:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff9af106213000) 00010000:00010000:2.0:1777421148.806244:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1777421148.806246:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af10148d600, rc 0) 00000100:00100000:2.0:1777421148.806506:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0039e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+100:29984:x1863760834100096:12345-192.168.203.47@tcp:101:bash.0 Request processed in 987us (1290us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421148.806515:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1181 00000100:00100000:0.0:1777421148.809057:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421148.809121:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834100224 00000100:00100000:2.0:1777421148.809135:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834100224 00000100:00100000:2.0:1777421148.809208:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1182 00000100:00100000:2.0:1777421148.809221:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0039e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+100:29984:x1863760834100224:12345-192.168.203.47@tcp:101:bash.0 00010000:00010000:2.0:1777421148.809259:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421148.809279:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d71289388192 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376d3f expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.809342:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d71289388199 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.809392:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d71289388199 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.809403:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d71289388199 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.809418:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d712893881a0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.809425:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d712893881a0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.809437:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d712893881a0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.809502:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d71289388199 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.809510:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d71289388199 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.809516:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d71289388199 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.809522:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148d400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421148.809526:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d71289388199 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.809532:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d71289388199 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.809542:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff9af106213000) 00010000:00010000:2.0:1777421148.809544:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421148.809549:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d71289388199 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.809554:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d71289388199 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.809565:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d712893881a0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.809571:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d712893881a0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.809576:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d712893881a0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.809581:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148ce00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421148.809584:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d712893881a0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.809590:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d712893881a0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.809598:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0xb3a1d06f (ffff9af106213900) 00010000:00010000:2.0:1777421148.809600:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421148.809604:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d712893881a0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.809609:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d712893881a0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.809634:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d71289388192 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d3f expref: 101 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.809641:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff9af106213000) 00010000:00010000:2.0:1777421148.809643:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421148.809645:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d71289388192 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d3f expref: 101 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.809651:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af10148da00, rc 0) 00000100:00100000:2.0:1777421148.809695:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0039e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+100:29984:x1863760834100224:12345-192.168.203.47@tcp:101:bash.0 Request processed in 479us (651us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421148.809702:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1182 00000100:00100000:0.0:1777421148.818128:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421148.818222:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834100352 00000100:00100000:2.0:1777421148.818233:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834100352 00000100:00100000:2.0:1777421148.818301:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1183 00000100:00100000:2.0:1777421148.818312:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0039e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+52:29985:x1863760834100352:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:2.0:1777421148.818332:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421148.818378:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893881a7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376d46 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.818437:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d712893881ae lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.818454:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d712893881ae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.818465:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d712893881ae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421148.818519:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1777421148.818523:0:6569:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 31 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421148.818545:0:6569:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d712893881ae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.818568:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893881a7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d46 expref: 54 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.818585:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d712893881ae lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d46 expref: 53 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.818593:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1112dc500) 00010000:00010000:2.0:1777421148.818596:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777421148.818600:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af10148ce00, rc 0) 00000100:00100000:2.0:1777421148.818657:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0039e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+53:29985:x1863760834100352:12345-192.168.203.47@tcp:101:rm.0 Request processed in 347us (538us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421148.818665:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1183 00000100:00100000:0.0:1777421148.821159:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421148.821279:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834100480 00000100:00100000:3.0:1777421148.821288:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834100480 00000100:00100000:3.0:1777421148.821345:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1184 00000100:00100000:0.0:1777421148.821567:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0039e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+53:29985:x1863760834100480:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:0.0:1777421148.821586:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421148.821606:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d712893881b5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376d4d expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.821666:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d712893881bc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.821679:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d712893881bc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.821691:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d712893881bc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.821705:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d712893881c3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.821710:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d712893881c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.821716:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d712893881c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.821815:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d712893881ca lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.821824:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d712893881ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.821831:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d712893881ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421148.821859:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 512 00000004:00200000:0.0:1777421148.821863:0:7427:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421148.821885:0:7427:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d712893881ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.822061:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d712893881bc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.822069:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d712893881bc lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.822075:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d712893881bc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.822081:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a1800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421148.822085:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d712893881bc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.822092:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d712893881bc lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.822102:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1112dc500) 00010000:00010000:0.0:1777421148.822105:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421148.822109:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d712893881bc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.822119:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d712893881bc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.822131:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d712893881c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.822137:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d712893881c3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.822143:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d712893881c3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.822148:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a0c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421148.822150:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d712893881c3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.822156:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d712893881c3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.822162:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x55434c71 (ffff9af1187dda00) 00010000:00010000:0.0:1777421148.822165:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421148.822168:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d712893881c3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.822173:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d712893881c3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.822199:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d712893881b5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d4d expref: 55 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.822211:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0a00/0xa38d712893881ca lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d4d expref: 54 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.822218:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff9af106213000) 00010000:00010000:0.0:1777421148.822221:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1777421148.822224:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a0a00, rc 0) 00000100:00100000:0.0:1777421148.822326:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0039e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+54:29985:x1863760834100480:12345-192.168.203.47@tcp:101:rm.0 Request processed in 845us (1173us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421148.822334:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1184 00000100:00100000:0.0:1777421148.825128:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421148.825217:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834100608 00000100:00100000:1.0:1777421148.825227:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834100608 00000100:00100000:1.0:1777421148.825289:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1185 00000100:00100000:1.0:1777421148.825299:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0039e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+54:29985:x1863760834100608:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:1.0:1777421148.825317:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421148.825336:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d712893881d1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376d54 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.825447:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d712893881d8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.825459:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d712893881d8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.825469:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d712893881d8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.825481:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d712893881df lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.825487:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d712893881df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.825493:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d712893881df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.825546:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d712893881d8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.825554:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d712893881d8 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.825561:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d712893881d8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.825567:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137839800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421148.825571:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d712893881d8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.825588:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d712893881d8 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.825600:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff9af106213000) 00010000:00010000:1.0:1777421148.825603:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421148.825607:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d712893881d8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.825614:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d712893881d8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.825626:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d712893881df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.825631:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d712893881df lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.825637:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d712893881df lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.825642:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137838000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421148.825645:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d712893881df lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.825651:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d712893881df lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.825657:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0xb3a1d06f (ffff9af1112dce00) 00010000:00010000:1.0:1777421148.825660:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421148.825662:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d712893881df lrc: 2/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.825678:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d712893881df lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.825708:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d712893881d1 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d54 expref: 55 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.825716:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff9af106213000) 00010000:00010000:1.0:1777421148.825717:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421148.825720:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d712893881d1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d54 expref: 55 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.825725:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137838200, rc 0) 00000100:00100000:1.0:1777421148.825768:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0039e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+54:29985:x1863760834100608:12345-192.168.203.47@tcp:101:rm.0 Request processed in 471us (647us total) trans 0 rc 301/301 00000100:00100000:1.0:1777421148.825772:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1185 00000100:00100000:2.0:1777421148.830591:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421148.830648:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834100736 00000100:00100000:3.0:1777421148.830659:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834100736 00000100:00100000:3.0:1777421148.830713:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1186 00000100:00100000:3.0:1777421148.830724:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af004623b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+54:29985:x1863760834100736:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:3.0:1777421148.830742:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421148.830763:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d712893881e6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376d5b expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.830827:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d712893881ed lrc: 3/1,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.830841:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d712893881ed lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.830852:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d712893881ed lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.830885:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d712893881f4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.830893:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d712893881f4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.830900:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d712893881f4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.831039:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d712893881ed lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.831048:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d712893881ed lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.831054:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d712893881ed lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.831060:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004441c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421148.831064:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d712893881ed lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.831071:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d712893881ed lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.831084:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff9af106213000) 00010000:00010000:3.0:1777421148.831087:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421148.831091:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d712893881ed lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.831097:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d712893881ed lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.831116:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d712893881f4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.831122:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d712893881f4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.831129:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d712893881f4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.831134:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004440e00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421148.831138:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d712893881f4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.831144:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d712893881f4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.831152:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0xb3a1d06f (ffff9af1421e5700) 00010000:00010000:3.0:1777421148.831155:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421148.831158:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d712893881f4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.831164:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d712893881f4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.831193:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d712893881e6 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d5b expref: 55 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.831203:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff9af106213000) 00010000:00010000:3.0:1777421148.831206:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421148.831215:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d712893881e6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d5b expref: 55 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.831224:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af004440000, rc 0) 00000100:00100000:3.0:1777421148.831409:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af004623b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+54:29985:x1863760834100736:12345-192.168.203.47@tcp:101:rm.0 Request processed in 685us (824us total) trans 0 rc 301/301 00000100:00100000:3.0:1777421148.831419:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1186 00000100:00100000:0.0:1777421148.841874:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421148.841983:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834100864 00000100:00100000:2.0:1777421148.841993:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834100864 00000100:00100000:2.0:1777421148.842058:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1187 00000100:00100000:2.0:1777421148.842069:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0039e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+54:29986:x1863760834100864:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:2.0:1777421148.842091:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421148.842113:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893881fb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376d62 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.842179:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289388202 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.842194:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289388202 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.842206:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289388202 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.842221:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d71289388209 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.842228:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d71289388209 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.842235:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d71289388209 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.842306:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289388202 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.842314:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289388202 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.842321:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289388202 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.842328:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148c800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421148.842332:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289388202 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.842339:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289388202 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.842394:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff9af106213000) 00010000:00010000:2.0:1777421148.842398:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421148.842403:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289388202 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.842410:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289388202 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.842423:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d71289388209 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.842430:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d71289388209 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.842435:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d71289388209 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.842440:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148de00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421148.842443:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d71289388209 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.842449:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d71289388209 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.842457:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0xb3a1d06f (ffff9af106213900) 00010000:00010000:2.0:1777421148.842459:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421148.842462:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d71289388209 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.842468:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d71289388209 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.842500:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893881fb lrc: 1/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d62 expref: 55 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.842510:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff9af106213000) 00010000:00010000:2.0:1777421148.842513:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421148.842516:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893881fb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d62 expref: 55 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.842525:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af10148da00, rc 0) 00000100:00100000:2.0:1777421148.842571:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0039e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+54:29986:x1863760834100864:12345-192.168.203.47@tcp:101:cp.0 Request processed in 504us (707us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421148.842578:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1187 00000100:00100000:0.0:1777421148.847004:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421148.847194:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834100992 00000100:00100000:1.0:1777421148.847204:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834100992 00000100:00100000:1.0:1777421148.847348:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1188 00000100:00100000:1.0:1777421148.847527:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0039e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+54:29986:x1863760834100992:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:1.0:1777421148.847547:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421148.847567:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289388210 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376d69 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.847662:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289388217 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.847677:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289388217 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.847695:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289388217 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.847710:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d7128938821e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.847718:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d7128938821e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.847724:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d7128938821e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.847783:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289388217 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.847791:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289388217 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.847797:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289388217 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.847803:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137838000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421148.847807:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289388217 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.847814:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289388217 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.847825:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff9af106213000) 00010000:00010000:1.0:1777421148.847828:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421148.847833:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289388217 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.847845:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289388217 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.847860:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d7128938821e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.847866:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d7128938821e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.847871:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d7128938821e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.847876:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137839800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421148.847879:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d7128938821e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.847885:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d7128938821e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.847893:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0xb3a1d06f (ffff9af1112dce00) 00010000:00010000:1.0:1777421148.847896:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421148.847899:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d7128938821e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.847905:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d7128938821e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.847937:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289388210 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d69 expref: 55 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.847959:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff9af106213000) 00010000:00010000:1.0:1777421148.847961:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421148.847965:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289388210 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d69 expref: 55 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.847974:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137838200, rc 0) 00000100:00100000:1.0:1777421148.848185:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0039e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+54:29986:x1863760834100992:12345-192.168.203.47@tcp:101:cp.0 Request processed in 661us (1199us total) trans 0 rc 301/301 00000100:00100000:1.0:1777421148.848194:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1188 00000100:00100000:0.0:1777421148.850964:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421148.851085:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834101248 00000100:00100000:2.0:1777421148.851096:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834101248 00000100:00100000:2.0:1777421148.851153:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1189 00000100:00100000:2.0:1777421148.851163:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0039e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+54:29986:x1863760834101248:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:2.0:1777421148.851182:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421148.851200:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d71289388225 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376d70 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.851515:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d7128938822c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.851536:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d7128938822c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.851559:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d7128938822c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.851574:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289388233 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.851581:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289388233 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.851588:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289388233 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777421148.852112:0:6569:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x19:0x0], index 0: 0 00010000:00010000:2.0:1777421148.852621:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d7128938823a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.852633:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d7128938823a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.852642:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d7128938823a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.852671:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d7128938822c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.852678:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d7128938822c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.852685:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d7128938822c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.852692:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148de00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421148.852696:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d7128938822c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.852703:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d7128938822c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.852714:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff9af106213000) 00010000:00010000:2.0:1777421148.852717:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421148.852722:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d7128938822c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.852728:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d7128938822c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777421148.852739:0:6569:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000f7c0b444 reply state 000000009fd9e060 transno 4294968063 ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289388233 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421148.852747:0:6569:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777421148.852775:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d71289388225 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d70 expref: 57 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.852788:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d7128938823a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d70 expref: 56 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.852795:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9af106213400) 00010000:00010000:2.0:1777421148.852797:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777421148.852799:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af10148c200, rc 0) 00000100:00100000:2.0:1777421148.852860:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0039e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+57:29986:x1863760834101248:12345-192.168.203.47@tcp:101:cp.0 Request processed in 1698us (1903us total) trans 4294968063 rc 0/0 00000100:00100000:2.0:1777421148.852868:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1189 00010000:00010000:2.0:1777421148.854052:0:3281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289388233 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.854065:0:3281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289388233 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.854072:0:3281:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289388233 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.854078:0:3281:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148c800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421148.854082:0:3281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289388233 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.854089:0:3281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289388233 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.854101:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0xb3a1d06f (ffff9af106213900) 00010000:00010000:2.0:1777421148.854104:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421148.854107:0:3281:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289388233 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.854113:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289388233 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421148.855593:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421148.855661:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834101376 00000100:00100000:3.0:1777421148.855671:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834101376 00000100:00100000:3.0:1777421148.855739:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 317 00000100:00100000:3.0:1777421148.855748:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d14b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2367:x1863760834101376:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:3.0:1777421148.855761:0:6544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421148.855776:0:6544:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000251e4702/0xa38d71289388248 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376d77 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1777421148.855817:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:3.0:1777421148.855885:0:6544:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x19:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1777421148.855902:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421148.855905:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421148.855913:0:6544:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000251e4702/0xa38d71289388248 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d77 expref: 10 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.855939:0:6544:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000251e4702/0xa38d71289388248 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d77 expref: 10 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.855951:0:6544:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af004440000, rc 0) 00000100:00100000:3.0:1777421148.856000:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d14b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2367:x1863760834101376:12345-192.168.203.47@tcp:101:cp.0 Request processed in 253us (413us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421148.856016:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 317 00000100:00100000:0.0:1777421148.859800:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421148.859865:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834101504 00000100:00100000:1.0:1777421148.859875:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834101504 00000100:00100000:1.0:1777421148.860155:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 318 00000100:00100000:1.0:1777421148.860167:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d148700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:29986:x1863760834101504:12345-192.168.203.47@tcp:101:cp.0 00010000:00010000:1.0:1777421148.860184:0:6543:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421148.860201:0:6543:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ba85fa23/0xa38d7128938824f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376d7e expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.860229:0:6543:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000251e4702/0xa38d71289388248 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d77 expref: 11 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.860237:0:6543:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421148.860239:0:6543:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421148.860244:0:6543:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ba85fa23/0xa38d7128938824f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d7e expref: 11 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.860508:0:6543:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000251e4702/0xa38d71289388248 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d77 expref: 11 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.860546:0:6543:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000251e4702/0xa38d71289388248 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d77 expref: 11 pid: 6544 timeout: 460 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421148.860560:0:6543:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af00466ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6543:1863760841181824:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777421148.860664:0:6543:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af001247480 going to sleep for 11 seconds 00000100:00100000:0.0:1777421148.862553:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421148.862663:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834101632 00000100:00100000:3.0:1777421148.862672:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834101632 00010000:00010000:3.0:1777421148.862706:0:5747:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000251e4702/0xa38d71289388248 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d77 expref: 12 pid: 6544 timeout: 460 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421148.862743:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 353 00000100:00100000:3.0:1777421148.862751:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1185b2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2369:x1863760834101632:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421148.862763:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421148.862783:0:5747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000251e4702/0xa38d71289388248 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d77 expref: 12 pid: 6544 timeout: 460 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.862798:0:5747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000251e4702/0xa38d71289388248 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d77 expref: 12 pid: 6544 timeout: 460 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.862821:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421148.862823:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421148.862831:0:5747:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ba85fa23/0xa38d7128938824f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d7e expref: 12 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.862842:0:5747:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ba85fa23/0xa38d7128938824f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d7e expref: 12 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.862875:0:5747:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000ba85fa23/0xa38d7128938824f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d7e expref: 12 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421148.862903:0:5747:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af1345fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5747:1863760841181952:192.168.203.47@tcp:105: 00000100:00100000:3.0:1777421148.862967:0:5747:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13c683600 going to sleep for 11 seconds 00010000:00010000:1.0:1777421148.863858:0:6543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000251e4702/0xa38d71289388248 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d77 expref: 12 pid: 6544 timeout: 460 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421148.863884:0:6543:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af00466ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6543:1863760841181824:192.168.203.47@tcp:104: 00010000:00010000:1.0:1777421148.863905:0:6543:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ba85fa23/0xa38d7128938824f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d7e expref: 11 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.863914:0:6543:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137838200, rc 0) 00000100:00100000:1.0:1777421148.863951:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d148700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:29986:x1863760834101504:12345-192.168.203.47@tcp:101:cp.0 Request processed in 3787us (4167us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421148.863957:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 318 00000100:00100000:3.0:1777421148.864854:0:5747:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af1345fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5747:1863760841181952:192.168.203.47@tcp:105: 00010000:00010000:3.0:1777421148.864869:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421148.864904:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1185b2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2369:x1863760834101632:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 2153us (2355us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421148.864912:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 353 00000100:00100000:0.0:1777421148.867285:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421148.867501:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834101888 00000100:00100000:2.0:1777421148.867511:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834101888 00000100:00100000:2.0:1777421148.867599:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 252 00000100:00100000:2.0:1777421148.867609:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119290450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+56:29986:x1863760834101888:12345-192.168.203.47@tcp:35:cp.0 00000100:00100000:2.0:1777421148.868046:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119290450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+57:29986:x1863760834101888:12345-192.168.203.47@tcp:35:cp.0 Request processed in 437us (766us total) trans 4294968064 rc 0/0 00000100:00100000:2.0:1777421148.868055:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 252 00000100:00100000:2.0:1777421148.888469:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421148.888540:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834102016 00000100:00100000:0.0:1777421148.888550:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834102016 00000100:00100000:0.0:1777421148.888613:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1190 00000100:00100000:0.0:1777421148.888624:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af004622d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+100:29989:x1863760834102016:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:0.0:1777421148.888643:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421148.888672:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289388256 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376d85 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.888772:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d7128938825d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.888791:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d7128938825d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.888802:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d7128938825d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.888816:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289388264 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.888824:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289388264 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.888830:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289388264 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.888932:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d7128938826b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.888941:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d7128938826b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.888948:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d7128938826b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421148.888978:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x23:0x0]: returning size 158 00000004:00200000:0.0:1777421148.888982:0:6569:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421148.889011:0:6569:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d7128938826b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.889022:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d7128938826b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.889035:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d7128938825d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.889042:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d7128938825d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.889049:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d7128938825d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.889055:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a1600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421148.889059:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d7128938825d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.889066:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d7128938825d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.889077:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff9af106213000) 00010000:00010000:0.0:1777421148.889080:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421148.889084:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d7128938825d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.889090:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d7128938825d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.889107:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289388264 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.889113:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289388264 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.889119:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289388264 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.889125:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a0c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421148.889128:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289388264 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.889134:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289388264 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.889141:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0xb3a1d06f (ffff9af1187dda00) 00010000:00010000:0.0:1777421148.889143:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421148.889146:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289388264 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.889153:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289388264 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.889179:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289388256 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d85 expref: 102 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.889191:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d7128938826b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d85 expref: 101 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.889212:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9af106213400) 00010000:00010000:0.0:1777421148.889215:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421148.889217:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a1800, rc 0) 00000100:00100000:0.0:1777421148.889289:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af004622d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+101:29989:x1863760834102016:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 666us (832us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421148.889297:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1190 00000100:00100000:0.0:1777421148.891731:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421148.891866:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834102144 00000100:00100000:1.0:1777421148.891880:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834102144 00000100:00080000:0.0:1777421148.891926:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777421148.891947:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 319 00000100:00100000:1.0:1777421148.891956:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d149880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:2367:x1863760834102144:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:1.0:1777421148.891979:0:6543:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421148.891996:0:6543:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000313f0c39/0xa38d71289388272 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376d8c expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421148.892078:0:6543:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af00466ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6543:1863760841182080:192.168.203.47@tcp:106: 00000100:00100000:1.0:1777421148.892181:0:6543:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af001247480 going to sleep for 11 seconds 00002000:00010000:1.0:1777421148.893569:0:6543:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x240000400:0x19:0x0] updating lvb size: 0 -> 158 00002000:00010000:1.0:1777421148.893577:0:6543:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x19:0x0] updating lvb mtime: 0 -> 1777421148 00002000:00010000:1.0:1777421148.893580:0:6543:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x19:0x0] updating lvb atime: 0 -> 1777421148 00002000:00010000:1.0:1777421148.893582:0:6543:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x19:0x0] updating lvb ctime: 0 -> 1777421148 00000100:00100000:1.0:1777421148.893601:0:6543:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af00466ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6543:1863760841182080:192.168.203.47@tcp:106: 00010000:00010000:1.0:1777421148.893630:0:6543:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000313f0c39/0xa38d71289388272 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d8c expref: 12 pid: 6543 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.893649:0:6543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000313f0c39/0xa38d71289388272 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d8c expref: 12 pid: 6543 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.893662:0:6543:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137839800, rc 0) 00000100:00100000:1.0:1777421148.893702:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d149880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:2367:x1863760834102144:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 1747us (1979us total) trans 0 rc 301/301 00000100:00100000:1.0:1777421148.893709:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 319 00000100:00100000:2.0:1777421148.895705:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421148.896705:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834102272 00000100:00100000:0.0:1777421148.896716:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834102272 00000100:00100000:0.0:1777421148.896769:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1191 00000100:00100000:0.0:1777421148.896778:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af110395f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+101:29989:x1863760834102272:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:0.0:1777421148.896797:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421148.896816:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d71289388279 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376d93 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.896878:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af100031800/0xa38d71289388280 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.896891:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af100031800/0xa38d71289388280 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.896902:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af100031800/0xa38d71289388280 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421148.896957:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 512 00000004:00200000:0.0:1777421148.896961:0:6569:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421148.896982:0:6569:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af100031800/0xa38d71289388280 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.897005:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d71289388279 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d93 expref: 103 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.897021:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af100031800/0xa38d71289388280 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d93 expref: 102 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.897029:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff9af106213000) 00010000:00010000:0.0:1777421148.897032:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777421148.897036:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af100031800, rc 0) 00000100:00100000:0.0:1777421148.897086:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af110395f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+102:29989:x1863760834102272:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 309us (1386us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421148.897094:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1191 00000100:00100000:3.0:1777421148.900185:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421148.900404:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834102400 00000100:00100000:1.0:1777421148.900415:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834102400 00000100:00100000:1.0:1777421148.900496:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 320 00000100:00100000:1.0:1777421148.900505:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:2368:x1863760834102400:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:1.0:1777421148.900525:0:6543:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421148.900544:0:6543:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000073101ff8/0xa38d71289388287 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376d9a expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421148.900633:0:6543:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af00466ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6543:1863760841182208:192.168.203.47@tcp:106: 00000100:00100000:1.0:1777421148.900710:0:6543:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af001247480 going to sleep for 11 seconds 00000100:00100000:1.0:1777421148.901865:0:6543:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af00466ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6543:1863760841182208:192.168.203.47@tcp:106: 00010000:00010000:1.0:1777421148.901902:0:6543:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000073101ff8/0xa38d71289388287 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d9a expref: 12 pid: 6543 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.901926:0:6543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000073101ff8/0xa38d71289388287 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d9a expref: 12 pid: 6543 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.901941:0:6543:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137838000, rc 0) 00000100:00100000:1.0:1777421148.901982:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:2368:x1863760834102400:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 1477us (1806us total) trans 0 rc 301/301 00000100:00100000:1.0:1777421148.901990:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 320 00000100:00100000:2.0:1777421148.904607:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421148.904732:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834102656 00000100:00100000:1.0:1777421148.904744:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834102656 00000100:00100000:1.0:1777421148.904811:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1192 00000100:00100000:1.0:1777421148.904823:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001c20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+102:29989:x1863760834102656:12345-192.168.203.47@tcp:58:lfs.0 00000040:00080000:1.0:1777421148.905161:0:7427:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].34, 136 off12816 00000100:00100000:1.0:1777421148.905270:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001c20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+102:29989:x1863760834102656:12345-192.168.203.47@tcp:58:lfs.0 Request processed in 448us (670us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421148.905280:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1192 00000040:00080000:0.0:1777421149.016579:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777421149.016588:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777421149.016634:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 35 count 3 00000040:00080000:0.0:1777421149.016640:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777421149.016902:0:11331:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af12d148000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841182336:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1777421149.017003:0:11331:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af106007540 going to sleep for 11 seconds 00000100:00100000:0.0:1777421149.021285:0:11331:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af12d148000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841182336:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1777421149.021473:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421149.022090:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834102784 00000100:00100000:1.0:1777421149.022099:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834102784 00000100:00100000:1.0:1777421149.022178:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1193 00000100:00080000:0.0:1777421149.022184:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777421149.022208:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af120430700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+57:29999:x1863760834102784:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1777421149.022241:0:7427:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x23:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1777421149.022383:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af120430700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+57:29999:x1863760834102784:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 176us (910us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421149.022393:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1193 00000100:00100000:2.0:1777421149.025046:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421149.025162:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834103040 00000100:00100000:1.0:1777421149.025175:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834103040 00000100:00100000:1.0:1777421149.025261:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1194 00000100:00100000:1.0:1777421149.025273:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0045f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+57:29999:x1863760834103040:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421149.025293:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421149.025317:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d7128938828e lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376da1 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421149.025457:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289388295 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421149.025471:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289388295 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421149.025481:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289388295 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421149.025496:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x23:0x0]: returning size 158 00010000:00010000:1.0:1777421149.025620:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d7128938828e lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376da1 expref: 60 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421149.025640:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289388295 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376da1 expref: 59 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421149.025666:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9af106213400) 00010000:00010000:1.0:1777421149.025669:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421149.025672:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137838000, rc 0) 00000100:00100000:1.0:1777421149.025731:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0045f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+59:29999:x1863760834103040:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 462us (699us total) trans 4294968065 rc 0/0 00000100:00100000:1.0:1777421149.025739:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1194 00000100:00100000:3.0:1777421149.028275:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421149.028388:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421149.028456:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834103296 00000100:00100000:0.0:1777421149.028474:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834103296 00000100:00100000:0.0:1777421149.028540:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 321 00000100:00100000:0.0:1777421149.028549:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2368:x1863760834103296:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1777421149.028586:0:6543:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001d8a4141/0xa38d712893882a3 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421149.028602:0:6543:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ba85fa23/0xa38d7128938824f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d7e expref: 10 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421149.028608:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834103168 00010000:00010000:0.0:1777421149.028609:0:6543:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777421149.028615:0:6543:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777421149.028618:0:6543:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001d8a4141/0xa38d712893882a3 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421149.028620:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834103168 00010000:00010000:0.0:1777421149.028670:0:6543:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ba85fa23/0xa38d7128938824f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d7e expref: 10 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421149.028686:0:6543:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ba85fa23/0xa38d7128938824f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d7e expref: 10 pid: 6543 timeout: 460 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421149.028697:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 52 00000100:00100000:0.0:1777421149.028705:0:6543:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af12d148000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6543:1863760841182464:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777421149.028715:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1345fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+59:2367:x1863760834103168:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421149.028734:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421149.028768:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289388295 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376da1 expref: 59 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421149.028794:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9af106213400) 00010000:00010000:1.0:1777421149.028801:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421149.028811:0:6543:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af106007540 going to sleep for 11 seconds 00000100:00100000:1.0:1777421149.028850:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+58:2367:x1863760834103168:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 141us (597us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421149.028861:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 52 00000100:00100000:2.0:1777421149.031024:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421149.031078:0:6543:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af12d148000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6543:1863760841182464:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421149.031191:0:6543:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001d8a4141/0xa38d712893882a3 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421149.031282:0:17822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834103424 00000100:00100000:3.0:1777421149.031293:0:17822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834103424 00002000:00100000:3.0:1777421149.031367:0:17822:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->157) req@ffff9af0045f8a80 x1863760834103424/t0(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:160/0 lens 648/0 e 0 to 0 dl 1777421160 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777421149.031380:0:17822:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0045f8a80 with x1863760834103424 ext(0->157) 00010000:00010000:3.0:1777421149.031391:0:17822:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000ba85fa23/0xa38d7128938824f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d7e expref: 11 pid: 6543 timeout: 460 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421149.031411:0:17822:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000ba85fa23/0xa38d7128938824f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d7e expref: 11 pid: 6543 timeout: 460 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777421149.031421:0:17822:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9af0045f8a80 00000100:00100000:3.0:1777421149.031504:0:17822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 13 00000100:00100000:3.0:1777421149.031515:0:17822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0045f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2369:x1863760834103424:12345-192.168.203.47@tcp:4:cp.0 00000100:00100000:3.0:1777421149.032192:0:17822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0045f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+13:2369:x1863760834103424:12345-192.168.203.47@tcp:4:cp.0 Request processed in 676us (1177us total) trans 4294967364 rc 0/0 00000100:00100000:3.0:1777421149.032202:0:17822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 13 00002000:00100000:3.0:1777421149.032210:0:17822:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->157) req@ffff9af0045f8a80 x1863760834103424/t4294967364(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:160/0 lens 648/448 e 0 to 0 dl 1777421160 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777421149.032219:0:17822:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0045f8a80 with x1863760834103424 ext(0->157) 00010000:00010000:3.0:1777421149.032226:0:17822:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000ba85fa23/0xa38d7128938824f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d7e expref: 13 pid: 6543 timeout: 460 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421149.032240:0:17822:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000ba85fa23/0xa38d7128938824f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d7e expref: 13 pid: 6543 timeout: 460 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777421149.032259:0:17822:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9af0045f8a80 00000100:00100000:0.0:1777421149.035648:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421149.035723:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834103552 00000100:00100000:2.0:1777421149.035734:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834103552 00010000:00010000:2.0:1777421149.035772:0:5745:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ba85fa23/0xa38d7128938824f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d7e expref: 13 pid: 6543 timeout: 460 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421149.035808:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 354 00000100:00100000:2.0:1777421149.035818:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d148000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+13:2369:x1863760834103552:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421149.035832:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421149.035851:0:5745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ba85fa23/0xa38d7128938824f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d7e expref: 13 pid: 6543 timeout: 460 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.035882:0:5745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ba85fa23/0xa38d7128938824f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d7e expref: 13 pid: 6543 timeout: 460 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.035903:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ba85fa23/0xa38d7128938824f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d7e expref: 13 pid: 6543 timeout: 460 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.035920:0:5745:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421149.035922:0:5745:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421149.035927:0:5745:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001d8a4141/0xa38d712893882a3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.035937:0:5745:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001d8a4141/0xa38d712893882a3 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.035968:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421149.036005:0:6543:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001d8a4141/0xa38d712893882a3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421149.036018:0:6543:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001d8a4141/0xa38d712893882a3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421149.036044:0:6543:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001d8a4141/0xa38d712893882a3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421149.036053:0:6543:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001d8a4141/0xa38d712893882a3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421149.036068:0:6543:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001d8a4141/0xa38d712893882a3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421149.036076:0:6543:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af100030400 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:0.0:1777421149.036081:0:6543:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001d8a4141/0xa38d712893882a3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421149.036091:0:6543:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001d8a4141/0xa38d712893882a3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421149.036117:0:6543:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001d8a4141/0xa38d712893882a3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421149.036125:0:6543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001d8a4141/0xa38d712893882a3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421149.036194:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d148000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2369:x1863760834103552:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 377us (554us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421149.036223:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 354 00000100:00100000:0.0:1777421149.036293:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1345f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2368:x1863760834103296:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 Request processed in 7743us (7939us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421149.036302:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 321 00000100:00100000:0.0:1777421149.038745:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421149.038800:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834103808 00000100:00100000:1.0:1777421149.038809:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834103808 00000100:00100000:1.0:1777421149.038913:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1195 00000100:00100000:1.0:1777421149.038923:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d148a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+58:29999:x1863760834103808:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777421149.039020:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d148a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+58:29999:x1863760834103808:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 99us (282us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421149.039042:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1195 00000100:00100000:3.0:1777421149.041092:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421149.041203:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834103936 00000100:00100000:0.0:1777421149.041215:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834103936 00000100:00100000:0.0:1777421149.041323:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 322 00000100:00100000:0.0:1777421149.041335:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137df5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2368:x1863760834103936:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421149.041410:0:6543:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421149.041438:0:6543:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000782a77d6/0xa38d712893882aa lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376da8 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777421149.041467:0:6543:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x19:0x0] initial LVB size: 158, mtime: 0x69f14b5c, atime: 0x0, ctime: 0x69f14b5c, blocks: 0x1 00010000:00010000:0.0:1777421149.041492:0:6543:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421149.041495:0:6543:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421149.041505:0:6543:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000782a77d6/0xa38d712893882aa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376da8 expref: 12 pid: 6543 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421149.041524:0:6543:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000782a77d6/0xa38d712893882aa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376da8 expref: 12 pid: 6543 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421149.041539:0:6543:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af100030e00, rc 0) 00000100:00100000:0.0:1777421149.041600:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137df5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2368:x1863760834103936:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 267us (517us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421149.041608:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 322 00000100:00100000:0.0:1777421149.044844:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421149.045464:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834104192 00000100:00100000:1.0:1777421149.045479:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834104192 00000100:00100000:1.0:1777421149.045554:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1196 00000100:00100000:1.0:1777421149.045567:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d149180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+58:29999:x1863760834104192:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777421149.045682:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d149180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+58:29999:x1863760834104192:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 118us (847us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421149.045693:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1196 00000100:00100000:1.0:1777421149.048402:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421149.048597:0:17822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834104320 00000100:00100000:3.0:1777421149.048615:0:17822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834104320 00002000:00100000:3.0:1777421149.048688:0:17822:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff9af00466ed80 x1863760834104320/t0(0) o3->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:160/0 lens 488/0 e 0 to 0 dl 1777421160 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777421149.048701:0:17822:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af00466ed80 with x1863760834104320 ext(0->4095) 00002000:00010000:3.0:1777421149.048709:0:17822:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af00466ed80 00000100:00100000:3.0:1777421149.048753:0:17822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 105 00000100:00100000:3.0:1777421149.048764:0:17822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00466ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2368:x1863760834104320:12345-192.168.203.47@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1777421149.049053:0:17822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00466ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2368:x1863760834104320:12345-192.168.203.47@tcp:3:lhsmtool_posix.0 Request processed in 280us (650us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1777421149.049074:0:17822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 105 00002000:00100000:3.0:1777421149.049082:0:17822:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff9af00466ed80 x1863760834104320/t0(0) o3->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:160/0 lens 488/4536 e 0 to 0 dl 1777421160 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777421149.049090:0:17822:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af00466ed80 with x1863760834104320 ext(0->4095) 00002000:00010000:3.0:1777421149.049094:0:17822:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af00466ed80 00000100:00100000:3.0:1777421149.052817:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421149.052923:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834104448 00000100:00100000:1.0:1777421149.052937:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834104448 00000100:00100000:1.0:1777421149.053007:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1197 00000100:00100000:1.0:1777421149.053018:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c679880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+58:29999:x1863760834104448:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421149.053039:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421149.053071:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d712893882b1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376daf expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421149.053105:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d712893882b8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421149.053118:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d712893882b8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421149.053127:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d712893882b8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421149.053217:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d712893882b1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376daf expref: 60 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421149.053238:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d712893882b8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376daf expref: 59 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421149.053245:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9af106213400) 00010000:00010000:1.0:1777421149.053247:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1777421149.053262:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137838c00, rc 0) 00000100:00100000:1.0:1777421149.053339:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c679880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+59:29999:x1863760834104448:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 321us (530us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421149.053347:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1197 00000100:00100000:0.0:1777421149.055740:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421149.055840:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834104576 00000100:00100000:1.0:1777421149.055849:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834104576 00000100:00100000:1.0:1777421149.055934:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1198 00000100:00100000:1.0:1777421149.055945:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d148380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+59:29999:x1863760834104576:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1777421149.055975:0:7427:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x23:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1777421149.056064:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d148380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+59:29999:x1863760834104576:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 120us (328us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421149.056079:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1198 00000100:00100000:0.0:1777421149.058553:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421149.058589:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834104704 00000100:00100000:2.0:1777421149.058598:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834104704 00000100:00100000:2.0:1777421149.058644:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 323 00000100:00100000:2.0:1777421149.058653:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d148e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2369:x1863760834104704:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1777421149.058689:0:6543:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000007e15e0b7/0xa38d712893882bf lrc: 3/1,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.058705:0:6543:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421149.058707:0:6543:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421149.058712:0:6543:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007e15e0b7/0xa38d712893882bf lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.058726:0:6543:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007e15e0b7/0xa38d712893882bf lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.058754:0:6543:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000007e15e0b7/0xa38d712893882bf lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.058766:0:6543:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007e15e0b7/0xa38d712893882bf lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.058773:0:6543:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007e15e0b7/0xa38d712893882bf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.058780:0:6543:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148c800 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:2.0:1777421149.058784:0:6543:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007e15e0b7/0xa38d712893882bf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.058793:0:6543:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007e15e0b7/0xa38d712893882bf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.058808:0:6543:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007e15e0b7/0xa38d712893882bf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.058815:0:6543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007e15e0b7/0xa38d712893882bf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421149.058879:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d148e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2369:x1863760834104704:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 Request processed in 226us (332us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421149.058887:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 323 00000100:00100000:3.0:1777421149.059932:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421149.060000:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834104960 00000100:00100000:1.0:1777421149.060007:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834104960 00000100:00100000:1.0:1777421149.060091:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1199 00000100:00100000:1.0:1777421149.060101:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118841180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+59:29999:x1863760834104960:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1777421149.060156:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d712893882c6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421149.060172:0:7427:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d712893882b8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376daf expref: 59 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421149.060187:0:7427:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d712893882c6 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421149.060232:0:7427:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d712893882b8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376daf expref: 59 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421149.060245:0:7427:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d712893882b8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376daf expref: 59 pid: 7427 timeout: 460 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421149.060270:0:7427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af00466e680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:7427:1863760841182592:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777421149.060345:0:7427:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af0012473c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421149.061555:0:7427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af00466e680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:7427:1863760841182592:192.168.203.47@tcp:104: 00010000:00010000:1.0:1777421149.061579:0:7427:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d712893882c6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421149.062239:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421149.062449:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834105088 00000100:00100000:0.0:1777421149.062460:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834105088 00010000:00010000:0.0:1777421149.062502:0:5745:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d712893882b8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376daf expref: 60 pid: 7427 timeout: 460 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421149.062545:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 355 00000100:00100000:0.0:1777421149.062554:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0039e5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+60:2369:x1863760834105088:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421149.062571:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421149.062579:0:5745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d712893882b8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376daf expref: 60 pid: 7427 timeout: 460 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421149.062591:0:5745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d712893882b8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376daf expref: 60 pid: 7427 timeout: 460 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421149.062611:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d712893882b8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376daf expref: 60 pid: 7427 timeout: 460 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421149.062625:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9af106213400) 00010000:00010000:0.0:1777421149.062629:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d712893882c6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421149.062637:0:5745:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d712893882c6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421149.062642:0:5745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d712893882c6 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421149.062664:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421149.062697:0:7427:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d712893882c6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421149.062710:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d712893882c6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421149.062724:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0039e5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+59:2369:x1863760834105088:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 168us (491us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421149.062736:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 355 00010000:00010000:1.0:1777421149.062887:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d712893882c6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421149.062897:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d712893882c6 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421149.062905:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d712893882c6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421149.062920:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137838000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421149.062925:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d712893882c6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421149.062932:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d712893882c6 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421149.062946:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9af106213400) 00010000:00010000:1.0:1777421149.062949:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1777421149.062953:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d712893882c6 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421149.062959:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d712893882c6 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421149.063118:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118841180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+59:29999:x1863760834104960:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 3016us (3185us total) trans 4294968066 rc 0/0 00000100:00100000:1.0:1777421149.063127:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1199 00000040:00080000:0.0:1777421149.063590:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777421149.063595:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777421149.064271:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:0.0:1777421149.064281:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777421149.065016:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421149.065098:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834105344 00000100:00100000:0.0:1777421149.065109:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834105344 00000100:00100000:0.0:1777421149.065165:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 253 00000100:00100000:0.0:1777421149.065175:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+59:29999:x1863760834105344:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1777421149.065501:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+60:29999:x1863760834105344:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 326us (488us total) trans 4294968067 rc 0/0 00000100:00100000:0.0:1777421149.065511:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 253 00000040:00080000:1.0:1777421149.297116:0:20892:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777421149.297124:0:20892:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777421149.297158:0:20892:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 35 count 3 00000040:00080000:1.0:1777421149.297162:0:20892:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777421149.343711:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421149.343791:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834105600 00000100:00100000:1.0:1777421149.343801:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834105600 00000100:00100000:1.0:1777421149.343861:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1200 00000100:00100000:1.0:1777421149.343872:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d149500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+102:30005:x1863760834105600:12345-192.168.203.47@tcp:101:cat.0 00010000:00010000:1.0:1777421149.343896:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421149.343917:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d712893882cd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376db6 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421149.344014:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d712893882d4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421149.344029:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d712893882d4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421149.344042:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d712893882d4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421149.344059:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x23:0x0]: returning size 158 00010000:00010000:1.0:1777421149.344173:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d712893882cd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376db6 expref: 105 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421149.344190:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d712893882d4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376db6 expref: 104 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421149.344199:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9af106213400) 00010000:00010000:1.0:1777421149.344201:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421149.344205:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137839800, rc 0) 00000100:00100000:1.0:1777421149.344273:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d149500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+104:30005:x1863760834105600:12345-192.168.203.47@tcp:101:cat.0 Request processed in 401us (564us total) trans 4294968068 rc 0/0 00000100:00100000:1.0:1777421149.344280:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1200 00000100:00100000:0.0:1777421149.346619:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421149.346660:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421149.346936:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834105856 00000100:00100000:2.0:1777421149.346946:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834105856 00000100:00100000:2.0:1777421149.347016:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 53 00000100:00100000:2.0:1777421149.347027:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d149c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+104:2368:x1863760834105856:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421149.347040:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421149.347072:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d712893882d4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376db6 expref: 104 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.347089:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9af106213400) 00010000:00010000:2.0:1777421149.347094:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421149.347143:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d149c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+103:2368:x1863760834105856:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 117us (530us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421149.347151:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 53 00000100:00100000:2.0:1777421149.347176:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834105728 00000100:00100000:2.0:1777421149.347180:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834105728 00000100:00100000:2.0:1777421149.347222:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 324 00000100:00100000:2.0:1777421149.347229:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d149f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:2367:x1863760834105728:12345-192.168.203.47@tcp:101:cat.0 00010000:00010000:2.0:1777421149.347242:0:6543:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421149.347267:0:6543:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000615025c5/0xa38d712893882e2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376dbd expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.347286:0:6543:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421149.347289:0:6543:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421149.347296:0:6543:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000615025c5/0xa38d712893882e2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376dbd expref: 12 pid: 6543 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.347312:0:6543:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000615025c5/0xa38d712893882e2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376dbd expref: 12 pid: 6543 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.347323:0:6543:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af10148de00, rc 0) 00000100:00100000:2.0:1777421149.347373:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d149f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+12:2367:x1863760834105728:12345-192.168.203.47@tcp:101:cat.0 Request processed in 144us (713us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421149.347380:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 324 00000100:00100000:0.0:1777421149.350748:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421149.351291:0:17822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834105984 00000100:00100000:3.0:1777421149.351301:0:17822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834105984 00002000:00100000:3.0:1777421149.351343:0:17822:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff9af12d14b480 x1863760834105984/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:160/0 lens 488/0 e 0 to 0 dl 1777421160 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777421149.351474:0:17822:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af12d14b480 with x1863760834105984 ext(0->4095) 00002000:00010000:3.0:1777421149.351479:0:17822:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af12d14b480 00000100:00100000:3.0:1777421149.351504:0:17822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 106 00000100:00100000:3.0:1777421149.351511:0:17822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d14b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+12:2368:x1863760834105984:12345-192.168.203.47@tcp:3:cat.0 00000100:00100000:3.0:1777421149.351663:0:17822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d14b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+12:2368:x1863760834105984:12345-192.168.203.47@tcp:3:cat.0 Request processed in 152us (930us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1777421149.351669:0:17822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 106 00002000:00100000:3.0:1777421149.351673:0:17822:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff9af12d14b480 x1863760834105984/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:160/0 lens 488/4536 e 0 to 0 dl 1777421160 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777421149.351682:0:17822:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af12d14b480 with x1863760834105984 ext(0->4095) 00002000:00010000:3.0:1777421149.351691:0:17822:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af12d14b480 00000100:00100000:0.0:1777421149.355275:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421149.355412:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834106240 00000100:00100000:2.0:1777421149.355423:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834106240 00000100:00100000:2.0:1777421149.355472:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 254 00000100:00100000:2.0:1777421149.355482:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d14bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+103:30005:x1863760834106240:12345-192.168.203.47@tcp:35:cat.0 00000100:00100000:2.0:1777421149.355703:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d14bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+104:30005:x1863760834106240:12345-192.168.203.47@tcp:35:cat.0 Request processed in 221us (435us total) trans 4294968069 rc 0/0 00000100:00100000:2.0:1777421149.355711:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 254 00000100:00100000:2.0:1777421149.371712:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421149.371747:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834106496 00000100:00100000:2.0:1777421149.371757:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834106496 00000100:00100000:2.0:1777421149.371804:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1201 00000100:00100000:2.0:1777421149.371814:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0045fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+104:30006:x1863760834106496:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:2.0:1777421149.371836:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421149.371871:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893882e9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376dc4 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.373085:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d712893882f0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.373104:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d712893882f0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.373116:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d712893882f0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421149.373131:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x23:0x0]: returning size 158 00010000:00010000:2.0:1777421149.373266:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893882e9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376dc4 expref: 107 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.373282:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d712893882f0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376dc4 expref: 106 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.373292:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9af106213400) 00010000:00010000:2.0:1777421149.373295:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777421149.373298:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af10148c800, rc 0) 00000100:00100000:2.0:1777421149.373377:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0045fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+106:30006:x1863760834106496:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 1563us (1671us total) trans 4294968070 rc 0/0 00000100:00100000:2.0:1777421149.373385:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1201 00000100:00100000:3.0:1777421149.375156:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421149.375511:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834106624 00000100:00100000:2.0:1777421149.375520:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834106624 00000100:00100000:2.0:1777421149.375561:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 325 00000100:00100000:2.0:1777421149.375570:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+12:2369:x1863760834106624:12345-192.168.203.47@tcp:1:lfs.0 00010000:00010000:2.0:1777421149.375604:0:6544:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b40fd05d/0xa38d712893882fe lrc: 3/0,1 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.375623:0:6544:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000782a77d6/0xa38d712893882aa lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376da8 expref: 11 pid: 6543 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.375632:0:6544:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000615025c5/0xa38d712893882e2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376dbd expref: 12 pid: 6543 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.375644:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421149.375646:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421149.375650:0:6544:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b40fd05d/0xa38d712893882fe lrc: 5/0,1 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.375682:0:6544:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000615025c5/0xa38d712893882e2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376dbd expref: 12 pid: 6543 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.375696:0:6544:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000615025c5/0xa38d712893882e2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376dbd expref: 12 pid: 6543 timeout: 461 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421149.375713:0:6544:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0045fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6544:1863760841182720:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777421149.375790:0:6544:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000782a77d6/0xa38d712893882aa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376da8 expref: 11 pid: 6543 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.375801:0:6544:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000782a77d6/0xa38d712893882aa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376da8 expref: 11 pid: 6543 timeout: 461 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421149.375812:0:6544:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0045f9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6544:1863760841182848:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777421149.375837:0:6544:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1346d16c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777421149.378951:0:6544:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0045fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6544:1863760841182720:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777421149.378966:0:6544:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0045f9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6544:1863760841182848:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421149.378989:0:6544:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b40fd05d/0xa38d712893882fe lrc: 3/0,1 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421149.380016:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421149.380057:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421149.380083:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834106880 00000100:00100000:0.0:1777421149.380090:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834106880 00000100:00100000:2.0:1777421149.380111:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834106752 00000100:00100000:2.0:1777421149.380117:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834106752 00010000:00010000:0.0:1777421149.380123:0:5747:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000782a77d6/0xa38d712893882aa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376da8 expref: 12 pid: 6543 timeout: 461 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.380140:0:5745:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000615025c5/0xa38d712893882e2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376dbd expref: 13 pid: 6543 timeout: 461 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421149.380157:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 356 00000100:00100000:0.0:1777421149.380166:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189eb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2368:x1863760834106880:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421149.380179:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421149.380210:0:5747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000782a77d6/0xa38d712893882aa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376da8 expref: 12 pid: 6543 timeout: 461 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421149.380223:0:5747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000782a77d6/0xa38d712893882aa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376da8 expref: 12 pid: 6543 timeout: 461 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421149.380244:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000782a77d6/0xa38d712893882aa lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376da8 expref: 12 pid: 6543 timeout: 461 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421149.380269:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421149.380460:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 357 00000100:00100000:2.0:1777421149.380470:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+13:2368:x1863760834106752:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421149.380478:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421149.380489:0:5745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000615025c5/0xa38d712893882e2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376dbd expref: 13 pid: 6543 timeout: 461 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421149.380555:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189eb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2368:x1863760834106880:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 388us (540us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421149.380563:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 356 00010000:00010000:2.0:1777421149.380653:0:5745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000615025c5/0xa38d712893882e2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376dbd expref: 13 pid: 6543 timeout: 461 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.380671:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000615025c5/0xa38d712893882e2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376dbd expref: 13 pid: 6543 timeout: 461 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.380682:0:5745:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421149.380685:0:5745:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421149.380690:0:5745:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b40fd05d/0xa38d712893882fe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.380701:0:5745:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b40fd05d/0xa38d712893882fe lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.380731:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421149.380762:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+12:2368:x1863760834106752:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 293us (704us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421149.380770:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 357 00010000:00010000:0.0:1777421149.380779:0:6544:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b40fd05d/0xa38d712893882fe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421149.380790:0:6544:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b40fd05d/0xa38d712893882fe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421149.380814:0:6544:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b40fd05d/0xa38d712893882fe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421149.380823:0:6544:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b40fd05d/0xa38d712893882fe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421149.380830:0:6544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b40fd05d/0xa38d712893882fe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421149.380843:0:6544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148d400 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:0.0:1777421149.380847:0:6544:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b40fd05d/0xa38d712893882fe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421149.380856:0:6544:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b40fd05d/0xa38d712893882fe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421149.380883:0:6544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b40fd05d/0xa38d712893882fe lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421149.380891:0:6544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b40fd05d/0xa38d712893882fe lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421149.380935:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:2369:x1863760834106624:12345-192.168.203.47@tcp:1:lfs.0 Request processed in 5366us (5785us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421149.380943:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 325 00000100:00100000:3.0:1777421149.383006:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421149.383053:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834107136 00000100:00100000:2.0:1777421149.383061:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834107136 00000100:00100000:2.0:1777421149.383123:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 255 00000100:00100000:2.0:1777421149.383134:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+106:30006:x1863760834107136:12345-192.168.203.47@tcp:35:lfs.0 00000004:00010000:2.0:1777421149.383184:0:13879:0:(mdt_open.c:1996:mdt_hsm_release()) ### [0x200000402:0x23:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d712893882f0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376dc4 expref: 106 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777421149.383472:0:13879:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968071 00000001:00080000:2.0:1777421149.383870:0:13879:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968072 00010000:00010000:2.0:1777421149.383960:0:13879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289388305 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.383975:0:13879:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d7128938823a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d70 expref: 59 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.383985:0:13879:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d7128938826b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d85 expref: 109 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.383993:0:13879:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289388305 lrc: 5/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.384024:0:13879:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d7128938826b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d85 expref: 109 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.384038:0:13879:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d7128938826b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d85 expref: 109 pid: 6569 timeout: 461 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421149.384052:0:13879:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0045f9c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:13879:1863760841182976:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777421149.384146:0:13879:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d7128938823a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d70 expref: 59 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.384158:0:13879:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d7128938823a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d70 expref: 59 pid: 6569 timeout: 461 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421149.384169:0:13879:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0045f9180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:13879:1863760841183104:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777421149.384196:0:13879:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1346d1000 going to sleep for 11 seconds 00000100:00100000:3.0:1777421149.387841:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421149.387879:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421149.387902:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834107392 00000100:00100000:0.0:1777421149.387912:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834107392 00000100:00100000:1.0:1777421149.387918:0:5745:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834107264 00000100:00100000:1.0:1777421149.387924:0:5745:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834107264 00010000:00010000:1.0:1777421149.387955:0:5745:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d7128938826b lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d85 expref: 110 pid: 6569 timeout: 461 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421149.387956:0:6558:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d7128938823a lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d70 expref: 60 pid: 6569 timeout: 461 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421149.387962:0:13879:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0045f9c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:13879:1863760841182976:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777421149.387984:0:13879:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0045f9180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:13879:1863760841183104:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777421149.388009:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 358 00010000:00010000:2.0:1777421149.388013:0:13879:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289388305 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421149.388034:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+110:2368:x1863760834107264:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421149.388049:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421149.388057:0:5745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d7128938826b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d85 expref: 110 pid: 6569 timeout: 461 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421149.388070:0:5745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d7128938826b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d85 expref: 110 pid: 6569 timeout: 461 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421149.388080:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 359 00000100:00100000:0.0:1777421149.388092:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1185b3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+60:2368:x1863760834107392:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421149.388094:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d7128938826b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d85 expref: 110 pid: 6569 timeout: 461 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421149.388104:0:6558:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421149.388113:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9af106213400) 00010000:00010000:0.0:1777421149.388113:0:6558:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d7128938823a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d70 expref: 60 pid: 6569 timeout: 461 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421149.388121:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289388305 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421149.388133:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289388305 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421149.388139:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421149.388144:0:6558:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d7128938823a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d70 expref: 60 pid: 6569 timeout: 461 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421149.388161:0:6558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d7128938823a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d70 expref: 60 pid: 6569 timeout: 461 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421149.388174:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9af106213400) 00010000:00010000:0.0:1777421149.388178:0:6558:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289388305 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421149.388186:0:6558:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289388305 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421149.388187:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+109:2368:x1863760834107264:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 155us (307us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421149.388200:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 358 00010000:00010000:0.0:1777421149.388215:0:6558:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289388305 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421149.388242:0:6558:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421149.388274:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1185b3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+59:2368:x1863760834107392:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 185us (440us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421149.388281:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 359 00010000:00010000:2.0:1777421149.388469:0:13879:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289388305 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.388479:0:13879:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289388305 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777421149.388607:0:13879:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968073 00000001:00080000:2.0:1777421149.388796:0:13879:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968074 00000001:00080000:2.0:1777421149.388871:0:13879:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968075 00000100:00100000:2.0:1777421149.388946:0:13879:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0045f9180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:13879:1863760841183232:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777421149.388984:0:13879:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421149.389017:0:13879:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1346d1cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421149.389056:0:5766:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841183232 00000100:00100000:1.0:1777421149.389062:0:5766:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841183232 00000100:00100000:1.0:1777421149.389103:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1777421149.389112:0:5766:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0045f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:13879:x1863760841183232:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777421149.389185:0:5766:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0045f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:13879:x1863760841183232:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 75us (200us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421149.389202:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:2.0:1777421149.389222:0:13879:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0045f9180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:13879:1863760841183232:0@lo:1000:mdt_rdpg00_002.0 00000001:00080000:2.0:1777421149.389407:0:13879:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968076 00000100:00100000:2.0:1777421149.389452:0:13879:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0045f9180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:13879:1863760841183360:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777421149.389479:0:13879:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421149.389497:0:13879:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1346d1000 going to sleep for 11 seconds 00000100:00100000:1.0:1777421149.389512:0:5766:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841183360 00000100:00100000:1.0:1777421149.389518:0:5766:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841183360 00000100:00100000:1.0:1777421149.389546:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1777421149.389553:0:5766:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0045f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:13879:x1863760841183360:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777421149.389693:0:5766:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0045f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:13879:x1863760841183360:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 140us (212us total) trans 4294967365 rc 0/0 00000100:00100000:1.0:1777421149.389699:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1777421149.389728:0:13879:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0045f9180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:13879:1863760841183360:0@lo:1000:mdt_rdpg00_002.0 00010000:00010000:2.0:1777421149.389744:0:13879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289388305 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.389753:0:13879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289388305 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.389760:0:13879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289388305 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.389766:0:13879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af101679a00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421149.389770:0:13879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289388305 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.389777:0:13879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289388305 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.389789:0:13879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9af106213400) 00010000:00010000:2.0:1777421149.389792:0:13879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1777421149.389796:0:13879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289388305 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.389802:0:13879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289388305 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777421149.389949:0:13879:0:(mdd_object.c:3993:mdd_close()) Object [0x200000401:0x49:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1777421149.390037:0:13879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].17, 64 off9328 00000004:00080000:2.0:1777421149.390047:0:13879:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 361172694735ns, next at 362172692938ns, rc = 0 00000001:00080000:2.0:1777421149.390053:0:13879:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968077 00010000:00010000:2.0:1777421149.390102:0:13879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9af106213400) 00010000:00010000:2.0:1777421149.390105:0:13879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777421149.390112:0:13879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d712893882f0 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376dc4 expref: 113 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421149.390244:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+112:30006:x1863760834107136:12345-192.168.203.47@tcp:35:lfs.0 Request processed in 7112us (7245us total) trans 4294968078 rc 0/0 00000100:00100000:2.0:1777421149.390265:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 255 00000020:00080000:2.0:1777421149.390269:0:13879:0:(tgt_main.c:782:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:3.0:1777421149.419933:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421149.420042:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834107648 00000100:00100000:2.0:1777421149.420058:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834107648 00000100:00100000:2.0:1777421149.420139:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1202 00000100:00100000:2.0:1777421149.420150:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+112:30012:x1863760834107648:12345-192.168.203.47@tcp:101:cat.0 00010000:00010000:2.0:1777421149.420173:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421149.420206:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d7128938830c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376dcb expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.420293:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289388313 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.420307:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289388313 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.420316:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289388313 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.420331:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d7128938831a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.420339:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d7128938831a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.420345:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d7128938831a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.420509:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d71289388321 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.420519:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d71289388321 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.420526:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d71289388321 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421149.420546:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x23:0x0]: returning size 158 00010000:00010000:2.0:1777421149.420643:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289388313 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.420651:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289388313 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.420657:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289388313 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.420663:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148c200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421149.420667:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289388313 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.420675:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289388313 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.420686:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff9af106213000) 00010000:00010000:2.0:1777421149.420689:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421149.420695:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289388313 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.420701:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289388313 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.420714:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d7128938831a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.420721:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d7128938831a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.420727:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d7128938831a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.420732:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148c800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421149.420735:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d7128938831a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.420741:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d7128938831a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.420748:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0xb3a1d06f (ffff9af106213400) 00010000:00010000:2.0:1777421149.420750:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421149.420753:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d7128938831a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.420759:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d7128938831a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.421126:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d7128938830c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376dcb expref: 115 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.421149:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d71289388321 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376dcb expref: 114 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.421158:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9af106213b00) 00010000:00010000:2.0:1777421149.421160:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777421149.421162:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af10148d400, rc 0) 00000100:00100000:2.0:1777421149.421226:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+114:30012:x1863760834107648:12345-192.168.203.47@tcp:101:cat.0 Request processed in 1078us (1308us total) trans 4294968079 rc 0/0 00000100:00100000:2.0:1777421149.421235:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1202 00000100:00100000:2.0:1777421149.425243:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421149.425318:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834107904 00000100:00100000:0.0:1777421149.425328:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834107904 00000100:00100000:1.0:1777421149.425459:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 54 00000100:00100000:1.0:1777421149.425473:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0045f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+114:30012:x1863760834107904:12345-192.168.203.47@tcp:103:cat.0 00010000:00010000:1.0:1777421149.425490:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421149.425514:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d71289388321 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376dcb expref: 114 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421149.425532:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9af106213b00) 00010000:00010000:1.0:1777421149.425542:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421149.425593:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0045f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+113:30012:x1863760834107904:12345-192.168.203.47@tcp:103:cat.0 Request processed in 124us (359us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421149.425601:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 54 00000100:00100000:3.0:1777421149.427494:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421149.427782:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834108032 00000100:00100000:2.0:1777421149.427794:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834108032 00000100:00100000:2.0:1777421149.427867:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1203 00000100:00100000:2.0:1777421149.427879:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+113:30012:x1863760834108032:12345-192.168.203.47@tcp:58:cat.0 00010000:00010000:2.0:1777421149.428012:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d7128938832f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.428032:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d7128938832f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.428053:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d7128938832f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777421149.428501:0:6569:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].35, 136 off12952 00000100:00100000:2.0:1777421149.428648:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+113:30012:x1863760834108032:12345-192.168.203.47@tcp:58:cat.0 Request processed in 767us (1161us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421149.428823:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1203 00000100:00100000:3.0:1777421149.431119:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421149.431403:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834108160 00000100:00100000:2.0:1777421149.431414:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834108160 00000100:00100000:2.0:1777421149.431624:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1204 00000100:00100000:2.0:1777421149.431635:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+113:30012:x1863760834108160:12345-192.168.203.47@tcp:101:cat.0 00010000:00010000:2.0:1777421149.431657:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421149.431692:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289388336 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376dd2 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.431762:0:6569:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d7128938832f lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.431775:0:6569:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289388336 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376dd2 expref: 114 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.431800:0:6569:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d7128938832f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.431814:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289388336 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376dd2 expref: 114 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.431827:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9af106213900) 00010000:00010000:2.0:1777421149.431830:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777421149.431834:0:6569:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289388336 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376dd2 expref: 114 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421149.431842:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af10148c800, rc 0) 00000100:00100000:2.0:1777421149.431951:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+114:30012:x1863760834108160:12345-192.168.203.47@tcp:101:cat.0 Request processed in 317us (838us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421149.431959:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1204 00010000:00010000:2.0:1777421149.528539:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777421149.711726:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421149.711812:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421149.711851:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421149.712215:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834108288 00000100:00100000:1.0:1777421149.712226:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834108288 00000100:00100000:1.0:1777421149.712297:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 493 00000100:00100000:1.0:1777421149.712307:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119107c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:71f90d2e-4852-44e2-8435-52916750919f+12:2368:x1863760834108288:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777421149.712415:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119107c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:71f90d2e-4852-44e2-8435-52916750919f+12:2368:x1863760834108288:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 107us (601us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421149.712437:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 493 00000100:00100000:3.0:1777421149.713389:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834108416 00000100:00100000:3.0:1777421149.713397:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834108416 00000100:00080000:0.0:1777421149.713499:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777421149.713522:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834108544 00000100:00100000:3.0:1777421149.713527:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834108544 00000100:00100000:3.0:1777421149.713576:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 240 00000100:00100000:3.0:1777421149.713584:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d148000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+18:2368:x1863760834108416:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777421149.713634:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d148000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+18:2368:x1863760834108416:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 50us (1917us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421149.713641:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 240 00000100:00100000:3.0:1777421149.713655:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 241 00000100:00100000:3.0:1777421149.713662:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d149c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2368:x1863760834108544:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777421149.713687:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d149c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2368:x1863760834108544:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 26us (1836us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421149.713694:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 241 00000100:00080000:0.0:1777421149.714316:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000040:00080000:0.0:1777421150.104803:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777421150.104812:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777421150.104866:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 36 count 4 00000040:00080000:0.0:1777421150.104872:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777421150.105050:0:11331:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af12d14aa00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841183488:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1777421150.105158:0:11331:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af110de9180 going to sleep for 11 seconds 00000100:00100000:0.0:1777421150.108165:0:11331:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af12d14aa00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841183488:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1777421150.108186:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421150.108265:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834108672 00000100:00100000:2.0:1777421150.108273:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834108672 00000100:00100000:2.0:1777421150.108344:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1205 00000100:00100000:2.0:1777421150.108403:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00466e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+59:30013:x1863760834108672:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1777421150.108468:0:6569:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x23:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1777421150.108560:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00466e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+59:30013:x1863760834108672:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 206us (375us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421150.108569:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1205 00000100:00100000:2.0:1777421150.110416:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421150.110480:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834108800 00000100:00100000:0.0:1777421150.110489:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834108800 00000100:00100000:0.0:1777421150.110535:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1206 00000100:00100000:0.0:1777421150.110545:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0045f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+59:30013:x1863760834108800:12345-192.168.203.47@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1777421150.110637:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030400/0xa38d7128938833d lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.110654:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030400/0xa38d7128938833d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.110666:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030400/0xa38d7128938833d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.110693:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030c00/0xa38d71289388344 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.110701:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030c00/0xa38d71289388344 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.110708:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030c00/0xa38d71289388344 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.110740:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d7128938834b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.110752:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d7128938834b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.110759:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d7128938834b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421150.110787:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x23:0x0]: returning size 158 00000004:00200000:0.0:1777421150.110791:0:6569:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421150.110800:0:6569:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d7128938834b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.110807:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030400/0xa38d7128938833d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.110811:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030400/0xa38d7128938833d lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.110816:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030400/0xa38d7128938833d lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.110820:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af100030400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421150.110823:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030400/0xa38d7128938833d lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.110827:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030400/0xa38d7128938833d lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.110837:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9af106213200) 00010000:00010000:0.0:1777421150.110840:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421150.110844:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030400/0xa38d7128938833d lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.110867:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030400/0xa38d7128938833d lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.110880:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030c00/0xa38d71289388344 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.110885:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030c00/0xa38d71289388344 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.110890:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030c00/0xa38d71289388344 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.110895:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af100030c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421150.110899:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030c00/0xa38d71289388344 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.110906:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030c00/0xa38d71289388344 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.110913:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x92f5931a (ffff9af1187dda00) 00010000:00010000:0.0:1777421150.110915:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421150.110918:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030c00/0xa38d71289388344 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.110926:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030c00/0xa38d71289388344 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.110939:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d7128938834b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.110944:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d7128938834b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.110949:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d7128938834b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.110954:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af100030e00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421150.110957:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d7128938834b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.110962:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d7128938834b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.110969:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9af106213900) 00010000:00010000:0.0:1777421150.110971:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421150.110974:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d7128938834b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.110980:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d7128938834b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421150.111047:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0045f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+59:30013:x1863760834108800:12345-192.168.203.47@tcp:34:lhsmtool_posix.0 Request processed in 503us (635us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421150.111054:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1206 00000100:00100000:3.0:1777421150.113557:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421150.113776:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834109056 00000100:00100000:0.0:1777421150.113785:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834109056 00000100:00100000:0.0:1777421150.113843:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1207 00000100:00100000:0.0:1777421150.113854:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+59:30013:x1863760834109056:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421150.113874:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421150.113894:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030800/0xa38d71289388352 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376dd9 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.113996:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030000/0xa38d71289388359 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.114011:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030000/0xa38d71289388359 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.114024:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030000/0xa38d71289388359 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421150.114051:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x23:0x0]: returning size 158 00010000:00010000:0.0:1777421150.114149:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030000/0xa38d71289388359 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.114157:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030000/0xa38d71289388359 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.114163:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030000/0xa38d71289388359 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.114169:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af100030000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421150.114173:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030000/0xa38d71289388359 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.114180:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030000/0xa38d71289388359 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.114192:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9af106213900) 00010000:00010000:0.0:1777421150.114195:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777421150.114200:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030000/0xa38d71289388359 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.114211:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030000/0xa38d71289388359 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.114392:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030800/0xa38d71289388352 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376dd9 expref: 61 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.114403:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9af106213200) 00010000:00010000:0.0:1777421150.114406:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777421150.114410:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030800/0xa38d71289388352 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376dd9 expref: 61 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.114421:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af100030800, rc 0) 00000100:00100000:0.0:1777421150.114486:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+60:30013:x1863760834109056:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 633us (937us total) trans 4294968080 rc 301/301 00000100:00100000:0.0:1777421150.114494:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1207 00000100:00100000:1.0:1777421150.117680:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421150.117755:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834109184 00000100:00100000:0.0:1777421150.117764:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834109184 00000100:00100000:0.0:1777421150.117854:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1208 00000100:00100000:0.0:1777421150.117864:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00466e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+60:30013:x1863760834109184:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1777421150.117898:0:6569:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x23:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1777421150.117996:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00466e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+60:30013:x1863760834109184:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 133us (321us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421150.118005:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1208 00000100:00100000:2.0:1777421150.120031:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421150.120139:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834109440 00000100:00100000:0.0:1777421150.120149:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834109440 00000100:00100000:0.0:1777421150.120208:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1209 00000100:00100000:0.0:1777421150.120219:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0045fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+60:30013:x1863760834109440:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421150.120235:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421150.121656:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d71289388367 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376de0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.122199:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030c00/0xa38d7128938836e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.122213:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030c00/0xa38d7128938836e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.122223:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030c00/0xa38d7128938836e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421150.122235:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x24:0x0]: returning size 0 00010000:00010000:0.0:1777421150.122292:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d71289388367 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376de0 expref: 63 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.122310:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030c00/0xa38d7128938836e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376de0 expref: 62 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.122318:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff9af1187dda00) 00010000:00010000:0.0:1777421150.122321:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421150.122325:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af100030c00, rc 0) 00000100:00100000:0.0:1777421150.122422:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0045fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+62:30013:x1863760834109440:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 2204us (2397us total) trans 4294968081 rc 0/0 00000100:00100000:0.0:1777421150.122430:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1209 00000100:00100000:3.0:1777421150.127938:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421150.127995:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834109696 00000100:00100000:0.0:1777421150.128005:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834109696 00000100:00100000:0.0:1777421150.128058:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1210 00000100:00100000:0.0:1777421150.128068:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+62:30013:x1863760834109696:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1777421150.128125:0:6569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421150.128150:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030c00/0xa38d7128938836e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376de0 expref: 62 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.128169:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff9af1187dda00) 00010000:00010000:0.0:1777421150.128179:0:6569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421150.128200:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d7128938837c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.128216:0:6569:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af100031800/0xa38d71289388280 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d93 expref: 113 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.128225:0:6569:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d7128938837c lrc: 4/0,1 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.128282:0:6569:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af100031800/0xa38d71289388280 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d93 expref: 113 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.128297:0:6569:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af100031800/0xa38d71289388280 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d93 expref: 113 pid: 6569 timeout: 461 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421150.128311:0:6569:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af12d14aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841183616:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777421150.128440:0:6569:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af001326480 going to sleep for 11 seconds 00000100:00100000:3.0:1777421150.130136:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421150.130190:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834109824 00000100:00100000:1.0:1777421150.130198:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834109824 00000100:00100000:0.0:1777421150.130205:0:6569:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af12d14aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841183616:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421150.130250:0:6569:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d7128938837c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.130267:0:5747:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af100031800/0xa38d71289388280 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d93 expref: 114 pid: 6569 timeout: 461 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421150.130302:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 360 00000100:00100000:1.0:1777421150.130313:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+114:2369:x1863760834109824:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421150.130326:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421150.130331:0:5747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af100031800/0xa38d71289388280 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d93 expref: 114 pid: 6569 timeout: 461 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.130343:0:5747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af100031800/0xa38d71289388280 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d93 expref: 114 pid: 6569 timeout: 461 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.130394:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af100031800/0xa38d71289388280 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d93 expref: 114 pid: 6569 timeout: 461 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.130410:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff9af106213000) 00010000:00010000:1.0:1777421150.130414:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d7128938837c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.130423:0:5747:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d7128938837c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.130446:0:5747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d7128938837c lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.130470:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421150.130516:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+113:2369:x1863760834109824:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 205us (383us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421150.130525:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 360 00010000:00010000:0.0:1777421150.130566:0:6569:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d7128938837c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.130575:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d7128938837c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.130596:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030800/0xa38d71289388383 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x48:0x0].0x9e98dd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.130606:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030800/0xa38d71289388383 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x9e98dd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1777421150.130611:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1777421150.130615:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030800/0xa38d71289388383 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x9e98dd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.130687:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d7128938837c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.130696:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d7128938837c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.130702:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d7128938837c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.130708:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af100030e00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421150.130713:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d7128938837c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.130720:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d7128938837c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.130729:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff9af106213000) 00010000:00010000:0.0:1777421150.130732:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421150.130736:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d7128938837c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.130742:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d7128938837c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.130752:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030800/0xa38d71289388383 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x9e98dd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.130758:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030800/0xa38d71289388383 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x9e98dd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.130764:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030800/0xa38d71289388383 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x9e98dd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.130770:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af100030800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421150.130773:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030800/0xa38d71289388383 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x9e98dd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.130778:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030800/0xa38d71289388383 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x9e98dd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.130786:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x9e98dd63 (ffff9af1187ddb00) 00010000:00010000:0.0:1777421150.130789:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421150.130792:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030800/0xa38d71289388383 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x48:0x0].0x9e98dd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.130798:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030800/0xa38d71289388383 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x48:0x0].0x9e98dd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421150.130866:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+61:30013:x1863760834109696:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 Request processed in 2799us (2937us total) trans 0 rc -2/-2 00000100:00100000:0.0:1777421150.130874:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1210 00000100:00100000:3.0:1777421150.132157:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421150.132193:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834109952 00000100:00100000:0.0:1777421150.132201:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834109952 00000100:00100000:0.0:1777421150.132252:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1211 00000100:00100000:0.0:1777421150.132262:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+61:30013:x1863760834109952:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421150.132277:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421150.132291:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030000/0xa38d7128938838a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376de7 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.132315:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030400/0xa38d71289388391 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.132322:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030400/0xa38d71289388391 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.132328:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030400/0xa38d71289388391 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.132416:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030000/0xa38d7128938838a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x24:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376de7 expref: 63 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.132444:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030400/0xa38d71289388391 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376de7 expref: 62 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.132451:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff9af1187dd900) 00010000:00010000:0.0:1777421150.132454:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777421150.132457:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af100030400, rc 0) 00000100:00100000:0.0:1777421150.132502:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+62:30013:x1863760834109952:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 241us (349us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421150.132510:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1211 00000100:00100000:1.0:1777421150.137462:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421150.137729:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834110208 00000100:00100000:0.0:1777421150.137740:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834110208 00000100:00100000:0.0:1777421150.137798:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1212 00000100:00100000:0.0:1777421150.137807:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00466f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+62:30013:x1863760834110208:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1777421150.137888:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289388398 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.137903:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289388398 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.137921:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289388398 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777421150.138085:0:6569:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000003e56f58f reply state 0000000089b72af8 transno 4294968082 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289388398 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421150.138093:0:6569:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777421150.138171:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00466f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+64:30013:x1863760834110208:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 Request processed in 364us (722us total) trans 4294968082 rc 0/0 00000100:00100000:0.0:1777421150.138178:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1212 00000100:00100000:3.0:1777421150.143541:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00010000:00010000:2.0:1777421150.143548:0:3282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289388398 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.143562:0:3282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289388398 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.143571:0:3282:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289388398 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.143578:0:3282:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a1800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421150.143583:0:3282:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289388398 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.143591:0:3282:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289388398 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.143607:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff9af1187dd900) 00010000:00010000:2.0:1777421150.143610:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1777421150.143615:0:3282:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289388398 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.143621:0:3282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289388398 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421150.144382:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834110336 00000100:00100000:1.0:1777421150.144394:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834110336 00000100:00100000:1.0:1777421150.144451:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1213 00000100:00100000:1.0:1777421150.144462:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+63:30013:x1863760834110336:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421150.144484:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421150.144502:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d7128938839f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376dee expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.144553:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d7128938839f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376dee expref: 64 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.144578:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d7128938839f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376dee expref: 64 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.144587:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff9af1187dd900) 00010000:00010000:1.0:1777421150.144590:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777421150.144593:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137838c00, rc 0) 00000100:00100000:1.0:1777421150.144650:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+64:30013:x1863760834110336:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 189us (1120us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421150.144673:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1213 00000100:00100000:3.0:1777421150.147812:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421150.147874:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834110464 00000100:00100000:2.0:1777421150.147884:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834110464 00000100:00100000:2.0:1777421150.147937:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 256 00000100:00100000:2.0:1777421150.147949:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+64:30013:x1863760834110464:12345-192.168.203.47@tcp:49:lhsmtool_posix.0 00000100:00100000:2.0:1777421150.148060:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+64:30013:x1863760834110464:12345-192.168.203.47@tcp:49:lhsmtool_posix.0 Request processed in 114us (255us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421150.148068:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 256 00000100:00100000:3.0:1777421150.150891:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421150.150959:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834110720 00000100:00100000:2.0:1777421150.150969:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834110720 00000100:00100000:2.0:1777421150.151017:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 257 00000100:00100000:2.0:1777421150.151027:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119291050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+64:30013:x1863760834110720:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1777421150.151233:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119291050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+65:30013:x1863760834110720:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 206us (347us total) trans 4294968083 rc 0/0 00000100:00100000:2.0:1777421150.151250:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 257 00000100:00100000:3.0:1777421150.153218:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421150.153395:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834110976 00000100:00100000:0.0:1777421150.153404:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834110976 00000100:00100000:0.0:1777421150.153452:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1214 00000100:00100000:0.0:1777421150.153461:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+65:30013:x1863760834110976:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1777421150.153586:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+65:30013:x1863760834110976:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 126us (373us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421150.153597:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1214 00000100:00100000:3.0:1777421150.156476:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421150.156554:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834111232 00000100:00100000:0.0:1777421150.156566:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834111232 00000100:00100000:0.0:1777421150.156618:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1215 00000100:00100000:0.0:1777421150.156638:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af115e8b850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+65:30013:x1863760834111232:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421150.156657:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421150.156678:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d712893883a6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376df5 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.156785:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d712893883ad lrc: 3/0,1 mode: --/EX res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.156800:0:6569:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d7128938839f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376dee expref: 66 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.156809:0:6569:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d712893883ad lrc: 4/0,1 mode: --/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.156841:0:6569:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d7128938839f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376dee expref: 66 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.156851:0:6569:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d7128938839f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376dee expref: 66 pid: 7427 timeout: 461 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421150.156864:0:6569:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af12d14aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841183744:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777421150.156963:0:6569:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1060076c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777421150.160536:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421150.160638:0:6569:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af12d14aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841183744:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777421150.160646:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834111360 00000100:00100000:1.0:1777421150.160654:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834111360 00010000:00010000:0.0:1777421150.160676:0:6569:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d712893883ad lrc: 3/0,1 mode: --/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.160691:0:5747:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d7128938839f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376dee expref: 67 pid: 7427 timeout: 461 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421150.160727:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 361 00000100:00100000:1.0:1777421150.160736:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+67:2369:x1863760834111360:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421150.160750:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421150.160757:0:5747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d7128938839f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376dee expref: 67 pid: 7427 timeout: 461 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.160769:0:5747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d7128938839f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376dee expref: 67 pid: 7427 timeout: 461 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.160928:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d7128938839f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376dee expref: 67 pid: 7427 timeout: 461 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.160945:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff9af1187dd900) 00010000:00010000:1.0:1777421150.160949:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d712893883ad lrc: 3/0,1 mode: --/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.160959:0:5747:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d712893883ad lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.160966:0:5747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d712893883ad lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.161071:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421150.161073:0:6569:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d712893883ad lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.161084:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d712893883ad lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421150.161103:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x24:0x0]: returning size 0 00000100:00100000:1.0:1777421150.161121:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+66:2369:x1863760834111360:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 385us (592us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421150.161128:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 361 00000004:00080000:0.0:1777421150.161335:0:6569:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x19:0x0], index 1: 0 00010000:00010000:0.0:1777421150.161540:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d712893883ad lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.161550:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d712893883ad lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.161557:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d712893883ad lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.161564:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a1c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421150.161568:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d712893883ad lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.161576:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d712893883ad lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.161597:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff9af1187dd900) 00010000:00010000:0.0:1777421150.161601:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777421150.161604:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d712893883ad lrc: 2/0,0 mode: --/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.161615:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d712893883ad lrc: 0/0,0 mode: --/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.161658:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d712893883a6 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376df5 expref: 66 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.161668:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff9af106213000) 00010000:00010000:0.0:1777421150.161671:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777421150.161675:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d712893883a6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376df5 expref: 66 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.161684:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a0e00, rc 0) 00000100:00100000:0.0:1777421150.161721:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af115e8b850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+65:30013:x1863760834111232:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 5094us (5252us total) trans 4294968084 rc 301/301 00000100:00100000:0.0:1777421150.161729:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1215 00000100:00100000:3.0:1777421150.163709:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421150.163772:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834111616 00000100:00100000:2.0:1777421150.163779:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834111616 00000100:00100000:2.0:1777421150.163815:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 258 00000100:00100000:2.0:1777421150.163821:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+65:30013:x1863760834111616:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1777421150.164058:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+66:30013:x1863760834111616:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 236us (354us total) trans 4294968085 rc 0/0 00000100:00100000:2.0:1777421150.164063:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 258 00000100:00100000:2.0:1777421150.166089:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421150.166163:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834111744 00000100:00100000:0.0:1777421150.166171:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834111744 00000100:00100000:0.0:1777421150.166213:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1216 00000100:00100000:0.0:1777421150.166220:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0045fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+66:30013:x1863760834111744:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421150.166237:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421150.166264:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d712893883bb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376dfc expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.166317:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d712893883c2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.166327:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d712893883c2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.166336:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d712893883c2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421150.166377:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x24:0x0]: returning size 0 00000004:00200000:0.0:1777421150.166380:0:6569:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421150.166393:0:6569:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d712893883c2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.166410:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d712893883bb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376dfc expref: 68 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.166421:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d712893883c2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376dfc expref: 67 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.166426:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff9af1187dd900) 00010000:00010000:0.0:1777421150.166428:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1777421150.166431:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a0c00, rc 0) 00000100:00100000:0.0:1777421150.166467:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0045fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+67:30013:x1863760834111744:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 248us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421150.166472:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1216 00000100:00100000:3.0:1777421150.168922:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421150.169173:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834111872 00000100:00100000:2.0:1777421150.169182:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834111872 00000100:00100000:2.0:1777421150.169231:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 326 00000100:00100000:2.0:1777421150.169258:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2369:x1863760834111872:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421150.169275:0:6544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421150.169294:0:6544:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b40fd05d/0xa38d712893883c9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376e03 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777421150.169318:0:6544:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x19:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1777421150.169335:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421150.169338:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421150.169345:0:6544:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b40fd05d/0xa38d712893883c9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e03 expref: 11 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.169384:0:6544:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b40fd05d/0xa38d712893883c9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e03 expref: 11 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.169398:0:6544:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af10148d400, rc 0) 00000100:00100000:2.0:1777421150.169458:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2369:x1863760834111872:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 201us (542us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421150.169466:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 326 00000100:00100000:3.0:1777421150.174599:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421150.174641:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834112128 00000100:00100000:2.0:1777421150.174650:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834112128 00000100:00100000:2.0:1777421150.174692:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1217 00000100:00100000:2.0:1777421150.174713:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+67:30013:x1863760834112128:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1777421150.174809:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+67:30013:x1863760834112128:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 107us (218us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421150.174818:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1217 00000100:00100000:2.0:1777421150.178404:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421150.178874:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834112256 00000100:00100000:3.0:1777421150.178889:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834112256 00000100:00100000:3.0:1777421150.178946:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 327 00000100:00100000:3.0:1777421150.178956:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0045faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:30013:x1863760834112256:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421150.178973:0:11334:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421150.178995:0:11334:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e36d1e58/0xa38d712893883d0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376e0a expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.179025:0:11334:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b40fd05d/0xa38d712893883c9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e03 expref: 12 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.179035:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421150.179037:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421150.179042:0:11334:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e36d1e58/0xa38d712893883d0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e0a expref: 12 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.179074:0:11334:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b40fd05d/0xa38d712893883c9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e03 expref: 12 pid: 6544 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.179099:0:11334:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b40fd05d/0xa38d712893883c9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e03 expref: 12 pid: 6544 timeout: 461 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421150.179112:0:11334:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af12d0d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11334:1863760841183872:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777421150.179187:0:11334:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13c683240 going to sleep for 11 seconds 00000100:00100000:0.0:1777421150.185003:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421150.185274:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834112384 00000100:00100000:2.0:1777421150.185284:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834112384 00010000:00010000:2.0:1777421150.185321:0:5747:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b40fd05d/0xa38d712893883c9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e03 expref: 13 pid: 6544 timeout: 461 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421150.185383:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 362 00000100:00100000:2.0:1777421150.185396:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d148a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+13:2368:x1863760834112384:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421150.185410:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421150.185444:0:5747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b40fd05d/0xa38d712893883c9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e03 expref: 13 pid: 6544 timeout: 461 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.185459:0:5747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b40fd05d/0xa38d712893883c9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e03 expref: 13 pid: 6544 timeout: 461 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.185485:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421150.185487:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421150.185495:0:5747:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e36d1e58/0xa38d712893883d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e0a expref: 13 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.185506:0:5747:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e36d1e58/0xa38d712893883d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e0a expref: 13 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.185541:0:5747:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000e36d1e58/0xa38d712893883d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e0a expref: 13 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421150.185560:0:5747:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0045fb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5747:1863760841184000:192.168.203.47@tcp:105: 00000100:00100000:2.0:1777421150.185634:0:5747:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1346d1000 going to sleep for 11 seconds 00010000:00010000:1.0:1777421150.188834:0:11334:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b40fd05d/0xa38d712893883c9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e03 expref: 13 pid: 6544 timeout: 461 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421150.188860:0:11334:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af12d0d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11334:1863760841183872:192.168.203.47@tcp:104: 00010000:00010000:1.0:1777421150.188889:0:11334:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e36d1e58/0xa38d712893883d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e0a expref: 12 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.188905:0:11334:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af004441c00, rc 0) 00000100:00100000:1.0:1777421150.189083:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0045faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:30013:x1863760834112256:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 10128us (10684us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421150.189093:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 327 00000100:00100000:3.0:1777421150.192159:0:5747:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0045fb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5747:1863760841184000:192.168.203.47@tcp:105: 00010000:00010000:3.0:1777421150.192191:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421150.192250:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d148a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2368:x1863760834112384:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 6849us (7245us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421150.192262:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 362 00000001:00080000:1.0:1777421150.192919:0:7430:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967364 is committed 00000001:00080000:1.0:1777421150.192933:0:7430:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967363 is committed 00000001:00080000:3.0:1777421150.197139:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968084 is committed 00000001:00080000:3.0:1777421150.197171:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968068 is committed 00000001:00080000:3.0:1777421150.197186:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968085 is committed 00000001:00080000:3.0:1777421150.197193:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968079 is committed 00000004:00080000:3.0:1777421150.197214:0:5782:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 21 committed 00000020:00080000:3.0:1777421150.197234:0:5782:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9af1346d1e40 refcount 2 committed 0 result 0 batchid 25 00000020:00080000:3.0:1777421150.197240:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9af13c67cf00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9af12aa45000 00000020:00080000:3.0:1777421150.197254:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9af13c67c000 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9af120845400 00000020:00080000:3.0:1777421150.197305:0:5782:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9af1348c9a80 refcount 2 committed 0 result 0 batchid 24 00000020:00080000:3.0:1777421150.197309:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9af001343500 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9af1348c9600 00000020:00080000:3.0:1777421150.197312:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9af001343f00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9af0012b3000 00000100:00100000:0.0:1777421150.197573:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0045fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841184128:0@lo:6:osp-syn-0-0.0 00000020:00080000:1.0:1777421150.197587:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 25 committed batchid 23 00000100:00100000:0.0:1777421150.197633:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:1.0:1777421150.197759:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 23 00000100:00100000:2.0:1777421150.197837:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841184128 00000100:00100000:2.0:1777421150.197845:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841184128 00000100:00080000:0.0:1777421150.197902:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777421150.197907:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 328 00000100:00100000:2.0:1777421150.197917:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d149180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3297:x1863760841184128:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1777421150.197940:0:11334:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:25 count 1 00002000:00010000:2.0:1777421150.197969:0:11334:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x19:0x0] initial LVB size: 158, mtime: 0x69f14b5c, atime: 0x0, ctime: 0x69f14b5c, blocks: 0x1 00010000:00010000:2.0:1777421150.197976:0:11334:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000272c0e79/0xa38d712893883d7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.197990:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421150.197992:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421150.197998:0:11334:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000272c0e79/0xa38d712893883d7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.198011:0:11334:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000272c0e79/0xa38d712893883d7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.198021:0:11334:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000272c0e79/0xa38d712893883d7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.198029:0:11334:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000272c0e79/0xa38d712893883d7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.198056:0:11334:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777421150.198077:0:8267:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777421150.198083:0:8267:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000272c0e79/0xa38d712893883d7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.198097:0:8267:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148c200 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:0.0:1777421150.198102:0:8267:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000272c0e79/0xa38d712893883d7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.198110:0:8267:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000272c0e79/0xa38d712893883d7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.198126:0:8267:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000272c0e79/0xa38d712893883d7 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.198133:0:8267:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000272c0e79/0xa38d712893883d7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.198149:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777421150.198151:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777421150.198152:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777421150.198498:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d149180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3297:x1863760841184128:12345-0@lo:6:osp-syn-0-0.0 Request processed in 582us (863us total) trans 4294967366 rc 0/0 00000100:00100000:2.0:1777421150.198507:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 328 00000004:00080000:0.0:1777421150.198525:0:3297:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9af0045fad80/2, rc 0, transno 4294967366 00000100:00100000:0.0:1777421150.198532:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0045fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841184128:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777421150.199755:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421150.199860:0:17930:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834112512 00000100:00100000:0.0:1777421150.199868:0:17930:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834112512 00002000:00100000:0.0:1777421150.199905:0:17930:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x19:0x0] (0->157) req@ffff9af0045f8700 x1863760834112512/t0(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:161/0 lens 648/0 e 0 to 0 dl 1777421161 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421150.199916:0:17930:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0045f8700 with x1863760834112512 ext(0->157) 00002000:00010000:0.0:1777421150.199922:0:17930:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0045f8700 00000100:00100000:0.0:1777421150.199987:0:17930:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 107 00000100:00100000:0.0:1777421150.199995:0:17930:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0045f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2367:x1863760834112512:12345-192.168.203.47@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1777421150.200444:0:17930:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0045f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2367:x1863760834112512:12345-192.168.203.47@tcp:4:lhsmtool_posix.0 Request processed in 448us (692us total) trans 4294967365 rc 0/0 00000100:00100000:0.0:1777421150.200453:0:17930:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 107 00002000:00100000:0.0:1777421150.200460:0:17930:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x19:0x0] (0->157) req@ffff9af0045f8700 x1863760834112512/t4294967365(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:161/0 lens 648/448 e 0 to 0 dl 1777421161 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421150.200468:0:17930:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0045f8700 with x1863760834112512 ext(0->157) 00002000:00010000:0.0:1777421150.200472:0:17930:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af0045f8700 00000100:00100000:2.0:1777421150.202988:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421150.203609:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834112640 00000100:00100000:0.0:1777421150.203621:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834112640 00000100:00100000:0.0:1777421150.203679:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1218 00000100:00100000:0.0:1777421150.203690:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0045fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:30013:x1863760834112640:12345-192.168.203.47@tcp:44:lhsmtool_posix.0 00000100:00100000:0.0:1777421150.203805:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0045fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:30013:x1863760834112640:12345-192.168.203.47@tcp:44:lhsmtool_posix.0 Request processed in 116us (825us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421150.203813:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1218 00000100:00100000:1.0:1777421150.205461:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421150.205589:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834112768 00000100:00100000:3.0:1777421150.205598:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834112768 00000100:00100000:3.0:1777421150.205659:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 329 00000100:00100000:3.0:1777421150.205668:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00466c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2369:x1863760834112768:12345-192.168.203.47@tcp:16:lhsmtool_posix.0 00000001:00080000:0.0:1777421150.225565:0:7430:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967365 is committed 00000100:00100000:3.0:1777421150.225743:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00466c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2369:x1863760834112768:12345-192.168.203.47@tcp:16:lhsmtool_posix.0 Request processed in 20070us (20281us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421150.225754:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 329 00000100:00100000:1.0:1777421150.227624:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421150.227705:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834113024 00000100:00100000:2.0:1777421150.227719:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834113024 00000100:00100000:2.0:1777421150.227785:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1219 00000100:00100000:2.0:1777421150.227795:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00466ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:30013:x1863760834113024:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1777421150.227845:0:7427:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421150.227871:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d712893883c2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376dfc expref: 48 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.227894:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff9af1187dd900) 00010000:00010000:2.0:1777421150.227899:0:7427:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421150.227927:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893883de lrc: 3/0,1 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.227939:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893883de lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.227948:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893883de lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.227972:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893883de lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.227981:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893883de lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.227996:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893883de lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.228006:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148da00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421150.228011:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893883de lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.228018:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893883de lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.228027:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff9af1187dd900) 00010000:00010000:2.0:1777421150.228030:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421150.228034:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893883de lrc: 2/0,0 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.228041:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893883de lrc: 0/0,0 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421150.228138:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00466ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+47:30013:x1863760834113024:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 Request processed in 343us (524us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421150.228145:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1219 00000100:00100000:0.0:1777421150.229504:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421150.229564:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834113152 00000100:00100000:2.0:1777421150.229575:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834113152 00000100:00100000:2.0:1777421150.229627:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1220 00000100:00100000:2.0:1777421150.229637:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d148380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+47:30013:x1863760834113152:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421150.229651:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421150.229669:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d712893883e5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376e11 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.229713:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d712893883e5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e11 expref: 48 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.229739:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d712893883e5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e11 expref: 48 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.229758:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff9af1187dd900) 00010000:00010000:2.0:1777421150.229762:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777421150.229765:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af10148c200, rc 0) 00000100:00100000:2.0:1777421150.229827:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d148380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:30013:x1863760834113152:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 191us (327us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421150.229835:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1220 00000100:00100000:1.0:1777421150.233891:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421150.233996:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834113280 00000100:00100000:3.0:1777421150.234006:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834113280 00000100:00100000:3.0:1777421150.234076:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 330 00000100:00100000:3.0:1777421150.234096:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00466d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2367:x1863760834113280:12345-192.168.203.47@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1777421150.234420:0:6544:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:3.0:1777421150.234433:0:6544:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb mtime from disk: 0 -> 1777421148 00002000:00010000:3.0:1777421150.234435:0:6544:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb atime from disk: 0 -> 1777421149 00002000:00010000:3.0:1777421150.234438:0:6544:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb ctime from disk: 0 -> 1777421148 00002000:00010000:3.0:1777421150.234440:0:6544:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:3.0:1777421150.234494:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00466d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2367:x1863760834113280:12345-192.168.203.47@tcp:2:lhsmtool_posix.0 Request processed in 408us (609us total) trans 4294967366 rc 0/0 00000100:00100000:3.0:1777421150.234503:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 330 00000100:00100000:1.0:1777421150.238766:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421150.238852:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834113536 00000100:00100000:2.0:1777421150.238870:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834113536 00000100:00100000:2.0:1777421150.238937:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1221 00000100:00100000:2.0:1777421150.238946:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00466c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:30013:x1863760834113536:12345-192.168.203.47@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1777421150.239018:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893883ec lrc: 3/0,1 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.239033:0:6569:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030400/0xa38d71289388391 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376de7 expref: 48 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.239041:0:6569:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893883ec lrc: 4/0,1 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.239076:0:6569:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030400/0xa38d71289388391 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376de7 expref: 48 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.239091:0:6569:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030400/0xa38d71289388391 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376de7 expref: 48 pid: 6569 timeout: 462 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421150.239108:0:6569:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0045f9500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841184256:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777421150.239236:0:6569:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1100c2c00 going to sleep for 11 seconds 00000100:00100000:2.0:1777421150.240939:0:6569:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0045f9500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841184256:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777421150.240967:0:6569:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893883ec lrc: 3/0,1 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421150.241918:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421150.242068:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834113664 00000100:00100000:3.0:1777421150.242079:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834113664 00010000:00010000:3.0:1777421150.242120:0:5747:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030400/0xa38d71289388391 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376de7 expref: 49 pid: 6569 timeout: 462 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421150.242162:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 363 00000100:00100000:3.0:1777421150.242174:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00466ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+49:2369:x1863760834113664:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421150.242191:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421150.242200:0:5747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030400/0xa38d71289388391 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376de7 expref: 49 pid: 6569 timeout: 462 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.242227:0:5747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030400/0xa38d71289388391 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376de7 expref: 49 pid: 6569 timeout: 462 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.242262:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030400/0xa38d71289388391 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x24:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376de7 expref: 49 pid: 6569 timeout: 462 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.242278:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff9af1187dd900) 00010000:00010000:3.0:1777421150.242282:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893883ec lrc: 3/0,1 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.242289:0:5747:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893883ec lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.242296:0:5747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893883ec lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.242323:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421150.242463:0:6569:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893883ec lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.242482:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893883ec lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.242517:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893883ec lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.242526:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893883ec lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421150.242534:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00466ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:2369:x1863760834113664:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 356us (613us total) trans 0 rc 0/0 00010000:00010000:2.0:1777421150.242541:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893883ec lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421150.242551:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 363 00010000:00010000:2.0:1777421150.242555:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148da00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421150.242564:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893883ec lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.242572:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893883ec lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.242590:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff9af1187dd900) 00010000:00010000:2.0:1777421150.242593:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1777421150.242598:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893883ec lrc: 2/0,0 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.242605:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893883ec lrc: 0/0,0 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421150.242701:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00466c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+47:30013:x1863760834113536:12345-192.168.203.47@tcp:55:lhsmtool_posix.0 Request processed in 3752us (3945us total) trans 0 rc -22/-22 00000100:00100000:2.0:1777421150.242711:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1221 00000100:00100000:1.0:1777421150.243969:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421150.244027:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834113792 00000100:00100000:3.0:1777421150.244037:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834113792 00000100:00100000:3.0:1777421150.244093:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 331 00000100:00100000:3.0:1777421150.244103:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00466d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2366:x1863760834113792:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1777421150.244151:0:6544:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000959997fb/0xa38d712893883f3 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.244187:0:6544:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e36d1e58/0xa38d712893883d0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e0a expref: 11 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.244196:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777421150.244198:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777421150.244202:0:6544:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000959997fb/0xa38d712893883f3 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.244252:0:6544:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e36d1e58/0xa38d712893883d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e0a expref: 11 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.244269:0:6544:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e36d1e58/0xa38d712893883d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e0a expref: 11 pid: 11334 timeout: 462 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421150.244287:0:6544:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af12d0d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6544:1863760841184384:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777421150.244409:0:6544:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1346d1000 going to sleep for 11 seconds 00000100:00100000:3.0:1777421150.246056:0:6544:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af12d0d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6544:1863760841184384:192.168.203.47@tcp:104: 00010000:00010000:3.0:1777421150.246150:0:6544:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000959997fb/0xa38d712893883f3 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421150.246231:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421150.246598:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834113920 00000100:00100000:3.0:1777421150.246613:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834113920 00010000:00010000:3.0:1777421150.246659:0:5747:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e36d1e58/0xa38d712893883d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e0a expref: 12 pid: 11334 timeout: 462 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421150.246754:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 364 00000100:00100000:3.0:1777421150.246766:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1185b2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2368:x1863760834113920:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421150.246801:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421150.246834:0:5747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e36d1e58/0xa38d712893883d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e0a expref: 12 pid: 11334 timeout: 462 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.246849:0:5747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e36d1e58/0xa38d712893883d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e0a expref: 12 pid: 11334 timeout: 462 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.246878:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e36d1e58/0xa38d712893883d0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e0a expref: 12 pid: 11334 timeout: 462 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.246894:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421150.246896:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421150.246901:0:5747:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000959997fb/0xa38d712893883f3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.246911:0:5747:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000959997fb/0xa38d712893883f3 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.247588:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421150.247614:0:6544:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000959997fb/0xa38d712893883f3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.247630:0:6544:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000959997fb/0xa38d712893883f3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421150.247668:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1185b2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2368:x1863760834113920:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 901us (1435us total) trans 0 rc 0/0 00010000:00010000:2.0:1777421150.247673:0:6544:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000959997fb/0xa38d712893883f3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421150.247684:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 364 00010000:00010000:2.0:1777421150.247687:0:6544:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000959997fb/0xa38d712893883f3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.247698:0:6544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000959997fb/0xa38d712893883f3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.247707:0:6544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004440e00 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:2.0:1777421150.247713:0:6544:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000959997fb/0xa38d712893883f3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.247723:0:6544:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000959997fb/0xa38d712893883f3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.247741:0:6544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000959997fb/0xa38d712893883f3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.247750:0:6544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000959997fb/0xa38d712893883f3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421150.247833:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00466d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2366:x1863760834113792:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 Request processed in 3731us (3866us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421150.247842:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 331 00000100:00100000:0.0:1777421150.250604:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421150.251005:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834114176 00000100:00100000:2.0:1777421150.251015:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834114176 00000100:00100000:2.0:1777421150.251068:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1222 00000100:00100000:2.0:1777421150.251077:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d149500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+47:30013:x1863760834114176:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1777421150.251143:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d712893883fa lrc: 3/0,1 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.251159:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d712893883fa lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.251170:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d712893883fa lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.251470:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289388401 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.251481:0:6569:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d712893883e5 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e11 expref: 48 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.251489:0:6569:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289388401 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.251529:0:6569:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d712893883e5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e11 expref: 48 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.251542:0:6569:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d712893883e5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e11 expref: 48 pid: 6569 timeout: 462 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421150.251556:0:6569:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0045f9500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841184512:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777421150.251624:0:6569:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1100c2600 going to sleep for 11 seconds 00000100:00100000:2.0:1777421150.254470:0:6569:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0045f9500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841184512:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777421150.254473:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00010000:00010000:2.0:1777421150.254504:0:6569:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289388401 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421150.254552:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834114304 00000100:00100000:1.0:1777421150.254564:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834114304 00010000:00010000:1.0:1777421150.254613:0:5747:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d712893883e5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e11 expref: 49 pid: 6569 timeout: 462 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421150.254656:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 365 00000100:00100000:1.0:1777421150.254676:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d14aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+49:2369:x1863760834114304:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421150.254697:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421150.254706:0:5747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d712893883e5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e11 expref: 49 pid: 6569 timeout: 462 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.254721:0:5747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d712893883e5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e11 expref: 49 pid: 6569 timeout: 462 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.254747:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d712893883e5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e11 expref: 49 pid: 6569 timeout: 462 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.254765:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff9af1187dd900) 00010000:00010000:1.0:1777421150.254772:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289388401 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.254782:0:5747:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289388401 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.254790:0:5747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289388401 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.254819:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421150.254844:0:6569:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289388401 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.254855:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289388401 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421150.254903:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d14aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:2369:x1863760834114304:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 236us (443us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421150.254915:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 365 00000001:00080000:2.0:1777421150.255060:0:6569:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968086 00000001:00080000:2.0:1777421150.255209:0:6569:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968087 00000001:00080000:2.0:1777421150.255269:0:6569:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968088 00000100:00100000:2.0:1777421150.255391:0:6569:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0045f9500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:6569:1863760841184640:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1777421150.255461:0:6569:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421150.255493:0:6569:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af12aad2240 going to sleep for 11 seconds 00000100:00100000:1.0:1777421150.255511:0:5766:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841184640 00000100:00100000:1.0:1777421150.255518:0:5766:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841184640 00000100:00100000:1.0:1777421150.255570:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1777421150.255581:0:5766:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0045fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6569:x1863760841184640:12345-0@lo:1000:mdt00_003.0 00000100:00080000:0.0:1777421150.255581:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777421150.255673:0:5766:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0045fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6569:x1863760841184640:12345-0@lo:1000:mdt00_003.0 Request processed in 94us (210us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421150.255680:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1777421150.255827:0:6569:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967364 gen 2 00000004:00080000:2.0:1777421150.255834:0:6569:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967364 committed transno 4294967364 00000100:00100000:2.0:1777421150.255872:0:6569:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0045f9500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:6569:1863760841184640:0@lo:1000:mdt00_003.0 00000001:00080000:2.0:1777421150.256016:0:6569:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968089 00000100:00100000:2.0:1777421150.256059:0:6569:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0045f9500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:6569:1863760841184768:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1777421150.256090:0:6569:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421150.256110:0:6569:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1100c2600 going to sleep for 11 seconds 00000100:00100000:1.0:1777421150.256135:0:5766:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841184768 00000100:00100000:1.0:1777421150.256142:0:5766:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841184768 00000100:00100000:1.0:1777421150.256178:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1777421150.256186:0:5766:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0045f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6569:x1863760841184768:12345-0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1777421150.256456:0:5766:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0045f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:6569:x1863760841184768:12345-0@lo:1000:mdt00_003.0 Request processed in 269us (364us total) trans 4294967367 rc 0/0 00000100:00100000:1.0:1777421150.256463:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1777421150.256559:0:6569:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0045f9500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:6569:1863760841184768:0@lo:1000:mdt00_003.0 00000001:00080000:2.0:1777421150.256624:0:6569:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968090 00010000:00010000:2.0:1777421150.256717:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289388401 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.256726:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289388401 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.256731:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289388401 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.256735:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af101679a00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421150.256739:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289388401 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.256747:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289388401 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.256767:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff9af1187dd900) 00010000:00010000:2.0:1777421150.256770:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777421150.256775:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289388401 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.256781:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af101679a00/0xa38d71289388401 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.256808:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d7128938832f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.256814:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d7128938832f lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.256818:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d7128938832f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.256821:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148de00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421150.256823:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d7128938832f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.256826:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d7128938832f lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.256831:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9af106213900) 00010000:00010000:2.0:1777421150.256833:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777421150.256839:0:6569:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289388336 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376dd2 expref: 98 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.256859:0:6569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289388336 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376dd2 expref: 98 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.256868:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289388336 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376dd2 expref: 98 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.256891:0:6569:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289388336 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376dd2 expref: 98 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421150.256901:0:6569:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0045fb100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841184896:192.168.203.47@tcp:105: 00000100:00100000:2.0:1777421150.256973:0:6569:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1060076c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777421150.258858:0:6569:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0045fb100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6569:1863760841184896:192.168.203.47@tcp:105: 00010000:00010000:2.0:1777421150.258948:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d7128938832f lrc: 2/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.258958:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d7128938832f lrc: 0/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.258997:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d71289388408 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.259007:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d71289388408 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.259016:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d71289388408 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.259023:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d71289388408 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.259027:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d71289388408 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.259032:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d71289388408 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.259036:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148da00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421150.259038:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d71289388408 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.259045:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d71289388408 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.259056:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9af106213900) 00010000:00010000:2.0:1777421150.259071:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421150.259074:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d71289388408 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.259080:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d71289388408 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.259090:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d712893883fa lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.259098:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d712893883fa lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.259104:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d712893883fa lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.259110:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148d400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421150.259114:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d712893883fa lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.259124:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d712893883fa lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.259131:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9af106213900) 00010000:00010000:2.0:1777421150.259133:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777421150.259135:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d712893883fa lrc: 2/0,0 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.259138:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d712893883fa lrc: 0/0,0 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421150.259188:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421150.259411:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d149500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+52:30013:x1863760834114176:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 8330us (8811us total) trans 4294968091 rc 0/0 00000100:00100000:2.0:1777421150.259424:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1222 00000020:00080000:2.0:1777421150.259431:0:6569:0:(tgt_main.c:782:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:1.0:1777421150.259486:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777421150.259491:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:3.0:1777421150.259567:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834114432 00000100:00100000:3.0:1777421150.259593:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834114432 00000100:00100000:3.0:1777421150.259654:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 259 00000100:00100000:3.0:1777421150.259666:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d14b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+99:30012:x1863760834114432:12345-192.168.203.47@tcp:49:cat.0 00000100:00100000:3.0:1777421150.259933:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d14b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+99:30012:x1863760834114432:12345-192.168.203.47@tcp:49:cat.0 Request processed in 268us (750us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421150.259943:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 259 00000040:00080000:1.0:1777421150.260066:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:1.0:1777421150.260075:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777421150.261161:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421150.261257:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834114688 00000100:00100000:3.0:1777421150.261266:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834114688 00000100:00100000:3.0:1777421150.261339:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 260 00000100:00100000:3.0:1777421150.261348:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d14ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+52:30013:x1863760834114688:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000004:00080000:3.0:1777421150.261875:0:5763:0:(mdd_object.c:3993:mdd_close()) Object [0x200000402:0x24:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000100:00100000:2.0:1777421150.261929:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000001:00080000:3.0:1777421150.261957:0:5763:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968092 00010000:00010000:3.0:1777421150.262024:0:5763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d7128938840f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421150.262028:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834114816 00000100:00100000:1.0:1777421150.262040:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834114816 00000100:00100000:1.0:1777421150.262094:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 332 00000100:00100000:1.0:1777421150.262101:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0045fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+18:30012:x1863760834114816:12345-192.168.203.47@tcp:101:cat.0 00010000:00010000:1.0:1777421150.262113:0:6544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421150.262129:0:6544:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d88ecfbc/0xa38d71289388416 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376e18 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777421150.262157:0:6544:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x19:0x0] initial LVB size: 158, mtime: 0x69f14b5c, atime: 0x69f14b5d, ctime: 0x69f14b5c, blocks: 0xb 00010000:00010000:3.0:1777421150.262179:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d7128938840f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.262185:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421150.262191:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421150.262201:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d7128938840f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.262202:0:6544:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d88ecfbc/0xa38d71289388416 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e18 expref: 19 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.262231:0:5763:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d7128938840f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.262250:0:6544:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d88ecfbc/0xa38d71289388416 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e18 expref: 19 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.262256:0:5763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d7128938840f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.262277:0:5763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d7128938840f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.262280:0:6544:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137838c00, rc 0) 00010000:00010000:3.0:1777421150.262322:0:5763:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777421150.262335:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0045fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+19:30012:x1863760834114816:12345-192.168.203.47@tcp:101:cat.0 Request processed in 228us (408us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421150.262344:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 332 00010000:00010000:1.0:1777421150.262400:0:5749:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777421150.262408:0:5749:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d7128938840f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.262416:0:5749:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004441c00 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:1.0:1777421150.262421:0:5749:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d7128938840f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.262430:0:5749:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d7128938840f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.262444:0:5749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff9af1421e5100) 00010000:00010000:1.0:1777421150.262447:0:5749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777421150.262452:0:5749:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d7128938840f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.262466:0:5749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d7128938840f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421150.262481:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d14ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+54:30013:x1863760834114688:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 1129us (1319us total) trans 4294968093 rc 0/0 00000100:00100000:3.0:1777421150.262491:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 260 00010000:00010000:1.0:1777421150.262499:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777421150.262502:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777421150.262504:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:3.0:1777421150.262612:0:5763:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777421150.264668:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421150.264791:0:17930:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834114944 00000100:00100000:0.0:1777421150.264802:0:17930:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834114944 00002000:00100000:0.0:1777421150.264843:0:17930:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff9af001be3480 x1863760834114944/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:161/0 lens 488/0 e 0 to 0 dl 1777421161 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421150.264861:0:17930:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af001be3480 with x1863760834114944 ext(0->4095) 00002000:00010000:0.0:1777421150.264867:0:17930:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af001be3480 00000100:00100000:0.0:1777421150.264899:0:17930:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 108 00000100:00100000:0.0:1777421150.264908:0:17930:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+19:2368:x1863760834114944:12345-192.168.203.47@tcp:3:cat.0 00000100:00100000:0.0:1777421150.265122:0:17930:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+19:2368:x1863760834114944:12345-192.168.203.47@tcp:3:cat.0 Request processed in 215us (462us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1777421150.265130:0:17930:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 108 00002000:00100000:0.0:1777421150.265138:0:17930:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff9af001be3480 x1863760834114944/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:161/0 lens 488/4536 e 0 to 0 dl 1777421161 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421150.265145:0:17930:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af001be3480 with x1863760834114944 ext(0->4095) 00002000:00010000:0.0:1777421150.265149:0:17930:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af001be3480 00000100:00100000:2.0:1777421150.267683:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421150.267873:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834115200 00000100:00100000:3.0:1777421150.267885:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834115200 00000100:00100000:3.0:1777421150.267977:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 261 00000100:00100000:3.0:1777421150.267988:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+99:30012:x1863760834115200:12345-192.168.203.47@tcp:35:cat.0 00000100:00100000:3.0:1777421150.268281:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+100:30012:x1863760834115200:12345-192.168.203.47@tcp:35:cat.0 Request processed in 293us (608us total) trans 4294968094 rc 0/0 00000100:00100000:3.0:1777421150.268290:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 261 00000100:00100000:2.0:1777421150.284181:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421150.284254:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834115328 00000100:00100000:0.0:1777421150.284267:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834115328 00000100:00100000:0.0:1777421150.284333:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1223 00000100:00100000:0.0:1777421150.284348:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+100:30014:x1863760834115328:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:0.0:1777421150.284415:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421150.284444:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d7128938841d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376e1f expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.284528:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289388424 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.284545:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289388424 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.284569:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289388424 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.284972:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d7128938842b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.284996:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d7128938842b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.285009:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d7128938842b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.285127:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d71289388432 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.285136:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d71289388432 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.285143:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d71289388432 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421150.285183:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x23:0x0]: returning size 158 00000004:00200000:0.0:1777421150.285201:0:6569:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421150.285223:0:6569:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d71289388432 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.285235:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d71289388432 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.285254:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289388424 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.285265:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289388424 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.285276:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289388424 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.285282:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a1c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421150.285286:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289388424 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.285293:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289388424 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.285305:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff9af106213000) 00010000:00010000:0.0:1777421150.285308:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421150.285312:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289388424 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.285318:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289388424 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.285331:0:6569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d7128938842b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.285336:0:6569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d7128938842b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.285343:0:6569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d7128938842b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.285348:0:6569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af0044a1800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421150.285378:0:6569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d7128938842b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.285386:0:6569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d7128938842b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.285394:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0xb3a1d06f (ffff9af1187ddb00) 00010000:00010000:0.0:1777421150.285398:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421150.285402:0:6569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d7128938842b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.285408:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d7128938842b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.285457:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d7128938841d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e1f expref: 102 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.285472:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d71289388432 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e1f expref: 101 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.285479:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9af106213900) 00010000:00010000:0.0:1777421150.285481:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421150.285484:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a0e00, rc 0) 00000100:00100000:0.0:1777421150.285556:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+101:30014:x1863760834115328:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 1208us (1388us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421150.285567:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1223 00000100:00100000:2.0:1777421150.291316:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421150.291427:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834115456 00000100:00100000:0.0:1777421150.291437:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834115456 00000100:00100000:0.0:1777421150.291485:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1224 00000100:00100000:0.0:1777421150.291494:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+101:30014:x1863760834115456:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:0.0:1777421150.291513:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421150.291546:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289388439 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376e26 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.291611:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289388440 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.291625:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289388440 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.291636:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289388440 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421150.291696:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 11776 00000004:00200000:0.0:1777421150.291700:0:6569:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421150.291723:0:6569:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289388440 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.291748:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0c00/0xa38d71289388439 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e26 expref: 103 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.291764:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289388440 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e26 expref: 102 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.291785:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff9af106213000) 00010000:00010000:0.0:1777421150.291788:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777421150.291792:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a1800, rc 0) 00000100:00100000:0.0:1777421150.291851:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+102:30014:x1863760834115456:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 357us (543us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421150.291859:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1224 00000100:00100000:2.0:1777421150.296952:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421150.297801:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834115712 00000100:00100000:0.0:1777421150.297815:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834115712 00000100:00100000:0.0:1777421150.297889:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1225 00000100:00100000:0.0:1777421150.297902:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+102:30014:x1863760834115712:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:0.0:1777421150.297922:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421150.297944:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289388447 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376e2d expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.298040:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d7128938844e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.298055:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d7128938844e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.298067:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d7128938844e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421150.298080:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x23:0x0]: returning size 158 00010000:00010000:0.0:1777421150.298198:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1c00/0xa38d71289388447 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e2d expref: 105 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.298215:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d7128938844e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e2d expref: 104 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.298224:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9af106213900) 00010000:00010000:0.0:1777421150.298227:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777421150.298230:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af0044a1600, rc 0) 00000100:00100000:0.0:1777421150.298311:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+104:30014:x1863760834115712:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 411us (1375us total) trans 4294968095 rc 0/0 00000100:00100000:0.0:1777421150.298323:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1225 00000100:00100000:2.0:1777421150.300203:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421150.300347:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834115840 00000100:00100000:1.0:1777421150.300380:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834115840 00000100:00100000:1.0:1777421150.300483:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 333 00000100:00100000:1.0:1777421150.300494:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+19:2368:x1863760834115840:12345-192.168.203.47@tcp:1:lfs.0 00010000:00010000:1.0:1777421150.300550:0:6544:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000073101ff8/0xa38d7128938845c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.300579:0:6544:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d88ecfbc/0xa38d71289388416 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e18 expref: 19 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.300588:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421150.300591:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421150.300595:0:6544:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000073101ff8/0xa38d7128938845c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.300637:0:6544:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d88ecfbc/0xa38d71289388416 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e18 expref: 19 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.300652:0:6544:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d88ecfbc/0xa38d71289388416 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e18 expref: 19 pid: 6544 timeout: 462 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421150.300691:0:6544:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af00466df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6544:1863760841185024:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777421150.300802:0:6544:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13c06a240 going to sleep for 11 seconds 00000100:00100000:2.0:1777421150.303493:0:6544:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af00466df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6544:1863760841185024:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777421150.303531:0:6544:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000073101ff8/0xa38d7128938845c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421150.305706:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421150.305822:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834115968 00000100:00100000:1.0:1777421150.305833:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834115968 00010000:00010000:1.0:1777421150.305886:0:5747:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d88ecfbc/0xa38d71289388416 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e18 expref: 20 pid: 6544 timeout: 462 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421150.305965:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 366 00000100:00100000:1.0:1777421150.305977:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+20:2368:x1863760834115968:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421150.305994:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421150.306020:0:5747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d88ecfbc/0xa38d71289388416 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e18 expref: 20 pid: 6544 timeout: 462 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.306036:0:5747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d88ecfbc/0xa38d71289388416 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e18 expref: 20 pid: 6544 timeout: 462 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.306064:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d88ecfbc/0xa38d71289388416 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e18 expref: 20 pid: 6544 timeout: 462 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.306084:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421150.306087:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421150.306093:0:5747:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000073101ff8/0xa38d7128938845c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.306104:0:5747:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000073101ff8/0xa38d7128938845c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.306161:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421150.306237:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+19:2368:x1863760834115968:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 261us (542us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421150.306254:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 366 00010000:00010000:2.0:1777421150.306311:0:6544:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000073101ff8/0xa38d7128938845c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.306321:0:6544:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000073101ff8/0xa38d7128938845c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.306348:0:6544:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000073101ff8/0xa38d7128938845c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.306383:0:6544:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000073101ff8/0xa38d7128938845c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.306391:0:6544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000073101ff8/0xa38d7128938845c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.306399:0:6544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137838000 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:2.0:1777421150.306404:0:6544:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000073101ff8/0xa38d7128938845c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.306414:0:6544:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000073101ff8/0xa38d7128938845c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.306427:0:6544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000073101ff8/0xa38d7128938845c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.306434:0:6544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000073101ff8/0xa38d7128938845c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421150.306492:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+18:2368:x1863760834115840:12345-192.168.203.47@tcp:1:lfs.0 Request processed in 6000us (6308us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421150.306501:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 333 00000100:00100000:1.0:1777421150.308779:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421150.308876:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834116224 00000100:00100000:3.0:1777421150.308887:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834116224 00000100:00100000:3.0:1777421150.308947:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 262 00000100:00100000:3.0:1777421150.308956:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119290c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+104:30014:x1863760834116224:12345-192.168.203.47@tcp:35:lfs.0 00000004:00010000:3.0:1777421150.309030:0:5763:0:(mdt_open.c:1996:mdt_hsm_release()) ### [0x200000402:0x23:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d7128938844e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e2d expref: 104 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777421150.309326:0:5763:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968096 00000001:00080000:3.0:1777421150.309802:0:5763:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968097 00010000:00010000:3.0:1777421150.309864:0:5763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289388463 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.309880:0:5763:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289388336 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376dd2 expref: 107 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.309909:0:5763:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d71289388432 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e1f expref: 107 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.309919:0:5763:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289388463 lrc: 5/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.309958:0:5763:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d71289388432 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e1f expref: 107 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.309974:0:5763:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d71289388432 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e1f expref: 107 pid: 6569 timeout: 462 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421150.309992:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af12d0d1c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5763:1863760841185152:192.168.203.47@tcp:104: 00010000:00010000:3.0:1777421150.310096:0:5763:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289388336 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376dd2 expref: 107 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.310106:0:5763:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289388336 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376dd2 expref: 107 pid: 6569 timeout: 462 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421150.310115:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af12d0d0000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5763:1863760841185280:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777421150.310139:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1346d10c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777421150.311911:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af12d0d1c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5763:1863760841185152:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777421150.311929:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af12d0d0000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5763:1863760841185280:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421150.311954:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289388463 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421150.312031:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421150.312414:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421150.312479:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834116352 00000100:00100000:1.0:1777421150.312488:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834116352 00010000:00010000:1.0:1777421150.312526:0:6558:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d71289388432 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e1f expref: 108 pid: 6569 timeout: 462 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421150.312559:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834116480 00000100:00100000:1.0:1777421150.312563:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834116480 00010000:00010000:1.0:1777421150.312578:0:6558:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289388336 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376dd2 expref: 109 pid: 6569 timeout: 462 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421150.312587:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 367 00000100:00100000:0.0:1777421150.312599:0:5745:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00466ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+109:2368:x1863760834116352:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421150.312616:0:5745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421150.312632:0:5745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d71289388432 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e1f expref: 109 pid: 6569 timeout: 462 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.312647:0:5745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d71289388432 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e1f expref: 109 pid: 6569 timeout: 462 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.312672:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a0e00/0xa38d71289388432 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e1f expref: 109 pid: 6569 timeout: 462 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.312693:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9af106213900) 00010000:00010000:0.0:1777421150.312698:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289388463 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.312705:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289388463 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.312716:0:5745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421150.312778:0:5745:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00466ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+108:2368:x1863760834116352:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 181us (747us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421150.313174:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 367 00000100:00100000:1.0:1777421150.313206:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 368 00000100:00100000:1.0:1777421150.313228:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d14a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+107:2367:x1863760834116480:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421150.313250:0:6558:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421150.313259:0:6558:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289388336 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376dd2 expref: 107 pid: 6569 timeout: 462 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.313274:0:6558:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289388336 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376dd2 expref: 107 pid: 6569 timeout: 462 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.313293:0:6558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289388336 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376dd2 expref: 107 pid: 6569 timeout: 462 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.313327:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9af106213900) 00010000:00010000:1.0:1777421150.313332:0:6558:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289388463 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.313341:0:6558:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289388463 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.313379:0:6558:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289388463 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.313402:0:6558:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421150.313439:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d14a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+106:2367:x1863760834116480:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 221us (1023us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421150.313449:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 368 00010000:00010000:0.0:1777421150.314345:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289388463 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.314372:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289388463 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777421150.314518:0:5763:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968098 00000001:00080000:0.0:1777421150.314751:0:5763:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968099 00000001:00080000:0.0:1777421150.314789:0:5763:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968100 00000100:00100000:0.0:1777421150.314875:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af12d14a300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5763:1863760841185408:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777421150.314939:0:5763:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421150.314974:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1100c2180 going to sleep for 11 seconds 00000100:00100000:1.0:1777421150.315092:0:5766:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841185408 00000100:00100000:1.0:1777421150.315099:0:5766:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841185408 00000100:00100000:1.0:1777421150.315134:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1777421150.315141:0:5766:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d148a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:5763:x1863760841185408:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777421150.315222:0:5766:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d148a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:5763:x1863760841185408:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 81us (283us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421150.315229:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1777421150.315283:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af12d14a300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5763:1863760841185408:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:0.0:1777421150.315490:0:5763:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968101 00000100:00100000:0.0:1777421150.315536:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af12d14a300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5763:1863760841185536:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777421150.315560:0:5763:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421150.315584:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1184afe40 going to sleep for 11 seconds 00000100:00100000:1.0:1777421150.315636:0:5766:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841185536 00000100:00100000:1.0:1777421150.315640:0:5766:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841185536 00000100:00100000:1.0:1777421150.315667:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1777421150.315675:0:5766:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d14bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:5763:x1863760841185536:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777421150.316007:0:5766:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d14bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:5763:x1863760841185536:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 332us (444us total) trans 4294967368 rc 0/0 00000100:00100000:1.0:1777421150.316030:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1777421150.316084:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af12d14a300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5763:1863760841185536:0@lo:1000:mdt_rdpg00_000.0 00010000:00010000:0.0:1777421150.316103:0:5763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289388463 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.316112:0:5763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289388463 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.316127:0:5763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289388463 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.316134:0:5763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004441000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421150.316139:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289388463 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.316146:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289388463 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.316163:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9af106213900) 00010000:00010000:0.0:1777421150.316166:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1777421150.316171:0:5763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289388463 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.316177:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289388463 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777421150.316397:0:5763:0:(mdd_object.c:3993:mdd_close()) Object [0x200000401:0x4a:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1777421150.316504:0:5763:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10, 64 off8904 00000004:00080000:0.0:1777421150.316515:0:5763:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 362099163423ns, next at 363099160953ns, rc = 0 00000001:00080000:0.0:1777421150.316521:0:5763:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968102 00010000:00010000:0.0:1777421150.316569:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9af106213900) 00010000:00010000:0.0:1777421150.316571:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777421150.316576:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1600/0xa38d7128938844e lrc: 0/0,0 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e2d expref: 110 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421150.316655:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119290c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+109:30014:x1863760834116224:12345-192.168.203.47@tcp:35:lfs.0 Request processed in 7701us (7888us total) trans 4294968103 rc 0/0 00000100:00100000:0.0:1777421150.316663:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 262 00000020:00080000:0.0:1777421150.316665:0:5763:0:(tgt_main.c:782:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:0.0:1777421150.344390:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421150.344472:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834116736 00000100:00100000:2.0:1777421150.344488:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834116736 00000100:00100000:2.0:1777421150.344566:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1226 00000100:00100000:2.0:1777421150.344579:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d14b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+109:30020:x1863760834116736:12345-192.168.203.47@tcp:101:cat.0 00010000:00010000:2.0:1777421150.344610:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421150.344834:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09000/0xa38d7128938846a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376e34 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.344938:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09c00/0xa38d71289388471 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.344956:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09c00/0xa38d71289388471 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.344968:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09c00/0xa38d71289388471 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.344983:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08c00/0xa38d71289388478 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.344990:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08c00/0xa38d71289388478 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.344995:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08c00/0xa38d71289388478 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.345159:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08800/0xa38d7128938847f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.345167:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08800/0xa38d7128938847f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.345175:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08800/0xa38d7128938847f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421150.345186:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x23:0x0]: returning size 158 00010000:00010000:2.0:1777421150.345390:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09c00/0xa38d71289388471 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.345398:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09c00/0xa38d71289388471 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.345406:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09c00/0xa38d71289388471 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.345413:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137e09c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421150.345418:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09c00/0xa38d71289388471 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.345426:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09c00/0xa38d71289388471 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.345439:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff9af106213000) 00010000:00010000:2.0:1777421150.345442:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421150.345448:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09c00/0xa38d71289388471 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.345460:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09c00/0xa38d71289388471 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.345475:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08c00/0xa38d71289388478 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.345481:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08c00/0xa38d71289388478 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.345488:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08c00/0xa38d71289388478 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.345493:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137e08c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421150.345496:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08c00/0xa38d71289388478 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.345501:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08c00/0xa38d71289388478 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.345506:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0xb3a1d06f (ffff9af103234f00) 00010000:00010000:2.0:1777421150.345508:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421150.345510:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08c00/0xa38d71289388478 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.345514:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08c00/0xa38d71289388478 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.345554:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09000/0xa38d7128938846a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e34 expref: 112 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.345564:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08800/0xa38d7128938847f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e34 expref: 111 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.345569:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9af103234c00) 00010000:00010000:2.0:1777421150.345571:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777421150.345572:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137e08800, rc 0) 00000100:00100000:2.0:1777421150.345642:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d14b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+111:30020:x1863760834116736:12345-192.168.203.47@tcp:101:cat.0 Request processed in 1067us (1306us total) trans 4294968104 rc 0/0 00000100:00100000:2.0:1777421150.345648:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1226 00000100:00100000:2.0:1777421150.350833:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421150.351149:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834116992 00000100:00100000:1.0:1777421150.351163:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834116992 00000100:00100000:1.0:1777421150.351251:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 55 00000100:00100000:1.0:1777421150.351265:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+111:30020:x1863760834116992:12345-192.168.203.47@tcp:103:cat.0 00010000:00010000:1.0:1777421150.351286:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421150.351318:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08800/0xa38d7128938847f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e34 expref: 111 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.351341:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9af103234c00) 00010000:00010000:1.0:1777421150.351398:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421150.351468:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+110:30020:x1863760834116992:12345-192.168.203.47@tcp:103:cat.0 Request processed in 206us (649us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421150.351476:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 55 00000100:00100000:1.0:1777421150.353730:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421150.354043:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834117120 00000100:00100000:2.0:1777421150.354056:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834117120 00000100:00100000:2.0:1777421150.354130:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1227 00000100:00100000:2.0:1777421150.354142:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00466e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+110:30020:x1863760834117120:12345-192.168.203.47@tcp:58:cat.0 00010000:00010000:2.0:1777421150.354285:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09000/0xa38d7128938848d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.354304:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09000/0xa38d7128938848d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.354327:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09000/0xa38d7128938848d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777421150.354608:0:7427:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].36, 136 off13088 00000100:00100000:2.0:1777421150.354704:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00466e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+110:30020:x1863760834117120:12345-192.168.203.47@tcp:58:cat.0 Request processed in 564us (985us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421150.354712:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1227 00000100:00100000:0.0:1777421150.359997:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421150.360084:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834117248 00000100:00100000:2.0:1777421150.360101:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834117248 00000100:00100000:2.0:1777421150.360228:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1228 00000100:00100000:2.0:1777421150.360251:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d14ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+110:30020:x1863760834117248:12345-192.168.203.47@tcp:101:cat.0 00010000:00010000:2.0:1777421150.360277:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421150.360318:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08c00/0xa38d71289388494 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376e3b expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.360524:0:7427:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09000/0xa38d7128938848d lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.360536:0:7427:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08c00/0xa38d71289388494 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e3b expref: 111 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.360556:0:7427:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09000/0xa38d7128938848d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.360568:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08c00/0xa38d71289388494 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e3b expref: 111 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.360581:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9af103234f00) 00010000:00010000:2.0:1777421150.360584:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777421150.360586:0:7427:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08c00/0xa38d71289388494 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e3b expref: 111 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.360593:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137e08c00, rc 0) 00000100:00100000:2.0:1777421150.360655:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d14ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+111:30020:x1863760834117248:12345-192.168.203.47@tcp:101:cat.0 Request processed in 417us (673us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421150.360661:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1228 00010000:00010000:3.0:1777421150.552540:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777421151.192813:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af001be2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841185792:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777421151.192868:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c5bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3297:1863760841186048:0@lo:400:kworker.0 00000100:00100000:2.0:1777421151.192902:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421151.192910:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c5bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3298:1863760841185664:0@lo:400:kworker.0 00000100:00100000:1.0:1777421151.192919:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421151.193009:0:7924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841185792 00000100:00100000:0.0:1777421151.193268:0:7924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841185792 00000100:00100000:0.0:1777421151.193343:0:7924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:0.0:1777421151.193374:0:7924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3295:x1863760841185792:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1777421151.193400:0:7924:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 88408064 pending 0 free 3850371072 avail 3847225344 00000100:00100000:1.0:1777421151.193847:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c5bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3296:1863760841185920:0@lo:400:kworker.0 00000100:00100000:1.0:1777421151.193949:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421151.193972:0:3296:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777421151.193978:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c5bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3296:1863760841186304:0@lo:400:kworker.0 00000100:00100000:1.0:1777421151.194003:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421151.194033:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841186048 00000100:00100000:1.0:1777421151.194037:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841186048 00000100:00100000:1.0:1777421151.194077:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841185920 00000100:00100000:1.0:1777421151.194080:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841185920 00000100:00100000:1.0:1777421151.194118:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841186304 00000100:00100000:1.0:1777421151.194122:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841186304 00000100:00100000:1.0:1777421151.194140:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 235 00000100:00100000:1.0:1777421151.194146:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00466e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1863760841186048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421151.194188:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00466e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1863760841186048:12345-0@lo:400:kworker.0 Request processed in 41us (1272us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421151.194197:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 235 00000100:00100000:1.0:1777421151.194216:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 236 00000100:00100000:1.0:1777421151.194222:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00466f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1863760841185920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421151.194262:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00466f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1863760841185920:12345-0@lo:400:kworker.0 Request processed in 41us (314us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421151.194269:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 236 00000100:00100000:1.0:1777421151.194284:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 237 00000100:00100000:1.0:1777421151.194290:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00466c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3296:x1863760841186304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421151.194315:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00466c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3296:x1863760841186304:12345-0@lo:400:kworker.0 Request processed in 25us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421151.194320:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 237 00000100:00100000:1.0:1777421151.194382:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c5bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3296:1863760841186304:0@lo:400:kworker.0 00000100:00100000:1.0:1777421151.194496:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c5bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3296:1863760841185920:0@lo:400:kworker.0 00000100:00100000:1.0:1777421151.194625:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c5bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3297:1863760841186048:0@lo:400:kworker.0 00000100:00080000:1.0:1777421151.194680:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777421151.195825:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421151.195871:0:7924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3295:x1863760841185792:12345-0@lo:13:osp-pre-1-0.0 Request processed in 2508us (2960us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421151.195882:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c5bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1863760841186176:0@lo:400:kworker.0 00000100:00100000:0.0:1777421151.195889:0:7924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:3.0:1777421151.195945:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421151.196007:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841186176 00000100:00100000:0.0:1777421151.196018:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841186176 00000100:00100000:2.0:1777421151.196022:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af001be2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841185792:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777421151.196081:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 242 00000100:00100000:2.0:1777421151.196091:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3298:x1863760841186176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421151.196134:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3298:x1863760841186176:12345-0@lo:400:kworker.0 Request processed in 46us (190us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421151.196138:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 242 00000100:00100000:1.0:1777421151.196339:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841185664 00000100:00100000:1.0:1777421151.196345:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841185664 00000100:00100000:1.0:1777421151.196410:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 494 00000100:00100000:1.0:1777421151.196420:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119107450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3298:x1863760841185664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421151.196467:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119107450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3298:x1863760841185664:12345-0@lo:400:kworker.0 Request processed in 50us (649us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421151.196475:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 494 00000100:00100000:3.0:1777421151.196557:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c5bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3298:1863760841185664:0@lo:400:kworker.0 00000100:00100000:3.0:1777421151.196569:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c5bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1863760841186176:0@lo:400:kworker.0 00000040:00080000:0.0:1777421151.320647:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777421151.320711:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777421151.320970:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 37 count 5 00000040:00080000:0.0:1777421151.320979:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777421151.321071:0:11331:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c5be680 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841186432:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1777421151.321299:0:11331:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af105ba8a80 going to sleep for 11 seconds 00000100:00100000:1.0:1777421151.325218:0:11331:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c5be680 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841186432:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1777421151.325456:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421151.325743:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834117376 00000100:00100000:1.0:1777421151.325752:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834117376 00000100:00100000:1.0:1777421151.325878:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1229 00000100:00100000:1.0:1777421151.325888:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+54:30021:x1863760834117376:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1777421151.325922:0:7427:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x23:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1777421151.326027:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+54:30021:x1863760834117376:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 139us (578us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421151.326035:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1229 00000100:00080000:0.0:1777421151.326748:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777421151.331047:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421151.331702:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834117504 00000100:00100000:2.0:1777421151.331711:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834117504 00000100:00100000:2.0:1777421151.331802:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1230 00000100:00100000:2.0:1777421151.331809:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+54:30021:x1863760834117504:12345-192.168.203.47@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1777421151.331874:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09400/0xa38d7128938849b lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.331901:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09400/0xa38d7128938849b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.331914:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09400/0xa38d7128938849b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.331926:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08e00/0xa38d712893884a2 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.331930:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08e00/0xa38d712893884a2 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.331934:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08e00/0xa38d712893884a2 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.331950:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08600/0xa38d712893884a9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.331958:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08600/0xa38d712893884a9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.331961:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08600/0xa38d712893884a9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421151.331988:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x23:0x0]: returning size 158 00000004:00200000:2.0:1777421151.331991:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421151.332000:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08600/0xa38d712893884a9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.332007:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09400/0xa38d7128938849b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.332011:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09400/0xa38d7128938849b lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.332015:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09400/0xa38d7128938849b lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.332019:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137e09400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421151.332022:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09400/0xa38d7128938849b lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.332031:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09400/0xa38d7128938849b lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.332037:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9af106213200) 00010000:00010000:2.0:1777421151.332039:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421151.332042:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09400/0xa38d7128938849b lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.332049:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09400/0xa38d7128938849b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.332057:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08e00/0xa38d712893884a2 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.332060:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08e00/0xa38d712893884a2 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.332064:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08e00/0xa38d712893884a2 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.332067:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137e08e00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421151.332068:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08e00/0xa38d712893884a2 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.332071:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08e00/0xa38d712893884a2 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.332075:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x92f5931a (ffff9af103234d00) 00010000:00010000:2.0:1777421151.332076:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421151.332077:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08e00/0xa38d712893884a2 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.332080:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08e00/0xa38d712893884a2 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.332089:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08600/0xa38d712893884a9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.332092:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08600/0xa38d712893884a9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.332096:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08600/0xa38d712893884a9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.332099:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137e08600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421151.332100:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08600/0xa38d712893884a9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.332103:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08600/0xa38d712893884a9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.332107:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9af103234f00) 00010000:00010000:2.0:1777421151.332108:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421151.332109:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08600/0xa38d712893884a9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.332112:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08600/0xa38d712893884a9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421151.332165:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+54:30021:x1863760834117504:12345-192.168.203.47@tcp:34:lhsmtool_posix.0 Request processed in 356us (1126us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421151.332170:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1230 00000100:00100000:3.0:1777421151.334764:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421151.334814:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834117760 00000100:00100000:2.0:1777421151.334824:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834117760 00000100:00100000:2.0:1777421151.334881:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1231 00000100:00100000:2.0:1777421151.334890:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+54:30021:x1863760834117760:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421151.334919:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421151.334939:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09c00/0xa38d712893884b0 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376e42 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.335041:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08800/0xa38d712893884b7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.335055:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08800/0xa38d712893884b7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.335065:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08800/0xa38d712893884b7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421151.335076:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x23:0x0]: returning size 158 00010000:00010000:2.0:1777421151.335192:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08800/0xa38d712893884b7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.335201:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08800/0xa38d712893884b7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.335207:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08800/0xa38d712893884b7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.335213:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137e08800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421151.335217:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08800/0xa38d712893884b7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.335223:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08800/0xa38d712893884b7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.335244:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9af103234f00) 00010000:00010000:2.0:1777421151.335248:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777421151.335253:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08800/0xa38d712893884b7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.335262:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08800/0xa38d712893884b7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.335311:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09c00/0xa38d712893884b0 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e42 expref: 56 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.335321:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9af106213200) 00010000:00010000:2.0:1777421151.335324:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777421151.335328:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09c00/0xa38d712893884b0 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e42 expref: 56 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.335338:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137e09c00, rc 0) 00000100:00100000:2.0:1777421151.335421:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+55:30021:x1863760834117760:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 531us (663us total) trans 4294968105 rc 301/301 00000100:00100000:2.0:1777421151.335428:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1231 00000100:00100000:3.0:1777421151.338131:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421151.338497:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834117888 00000100:00100000:1.0:1777421151.338507:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834117888 00000100:00100000:1.0:1777421151.338566:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1232 00000100:00100000:1.0:1777421151.338576:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+55:30021:x1863760834117888:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1777421151.338605:0:7427:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x23:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1777421151.338740:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+55:30021:x1863760834117888:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 164us (614us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421151.338747:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1232 00000100:00100000:0.0:1777421151.342524:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421151.342605:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834118144 00000100:00100000:2.0:1777421151.342615:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834118144 00000100:00100000:2.0:1777421151.342674:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1233 00000100:00100000:2.0:1777421151.342684:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+55:30021:x1863760834118144:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421151.342702:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421151.342723:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09c00/0xa38d712893884c5 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376e49 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.343205:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08800/0xa38d712893884cc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.343219:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08800/0xa38d712893884cc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.343230:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08800/0xa38d712893884cc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421151.343255:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x25:0x0]: returning size 0 00010000:00010000:2.0:1777421151.343302:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09c00/0xa38d712893884c5 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e49 expref: 58 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.343320:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08800/0xa38d712893884cc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e49 expref: 57 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.343329:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff9af103234d00) 00010000:00010000:2.0:1777421151.343332:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777421151.343335:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137e08800, rc 0) 00000100:00100000:2.0:1777421151.343425:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+57:30021:x1863760834118144:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 741us (908us total) trans 4294968106 rc 0/0 00000100:00100000:2.0:1777421151.343432:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1233 00000100:00100000:3.0:1777421151.345759:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421151.345838:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834118400 00000100:00100000:1.0:1777421151.345855:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834118400 00000100:00100000:1.0:1777421151.345916:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1234 00000100:00100000:1.0:1777421151.345926:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+57:30021:x1863760834118400:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1777421151.345974:0:7427:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421151.346012:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08800/0xa38d712893884cc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e49 expref: 57 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.346030:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff9af103234d00) 00010000:00010000:1.0:1777421151.346049:0:7427:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421151.346071:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d712893884da lrc: 3/0,1 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.346089:0:7427:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289388440 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e26 expref: 110 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.346098:0:7427:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d712893884da lrc: 4/0,1 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.346128:0:7427:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289388440 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e26 expref: 110 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.346138:0:7427:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289388440 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e26 expref: 110 pid: 6569 timeout: 463 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421151.346149:0:7427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af00466d880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:7427:1863760841186560:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777421151.346279:0:7427:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13c06a240 going to sleep for 11 seconds 00000100:00100000:0.0:1777421151.348679:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421151.348753:0:7427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af00466d880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:7427:1863760841186560:192.168.203.47@tcp:104: 00010000:00010000:1.0:1777421151.348778:0:7427:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d712893884da lrc: 3/0,1 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421151.348835:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834118528 00000100:00100000:3.0:1777421151.348842:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834118528 00010000:00010000:3.0:1777421151.348876:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289388440 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e26 expref: 111 pid: 6569 timeout: 463 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421151.348922:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 369 00000100:00100000:3.0:1777421151.348938:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+111:2368:x1863760834118528:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421151.348952:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421151.348958:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289388440 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e26 expref: 111 pid: 6569 timeout: 463 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421151.348970:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289388440 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e26 expref: 111 pid: 6569 timeout: 463 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421151.348995:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af0044a1800/0xa38d71289388440 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e26 expref: 111 pid: 6569 timeout: 463 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421151.349010:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff9af106213000) 00010000:00010000:3.0:1777421151.349015:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d712893884da lrc: 3/0,1 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421151.349032:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d712893884da lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421151.349037:0:5746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d712893884da lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421151.349098:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421151.349141:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+110:2368:x1863760834118528:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 207us (468us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421151.349146:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 369 00010000:00010000:1.0:1777421151.349181:0:7427:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d712893884da lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.349205:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d712893884da lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.349227:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d712893884e1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x48:0x0].0x201dec57 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.349249:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d712893884e1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x201dec57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.349258:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d712893884e1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x201dec57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.349595:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d712893884da lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.349603:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d712893884da lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.349610:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d712893884da lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.349615:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137838000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421151.349619:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d712893884da lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.349626:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d712893884da lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.349635:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff9af106213000) 00010000:00010000:1.0:1777421151.349637:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421151.349641:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d712893884da lrc: 2/0,0 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.349655:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d712893884da lrc: 0/0,0 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.349664:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d712893884e1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x201dec57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.349668:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d712893884e1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x201dec57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.349671:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d712893884e1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x201dec57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.349674:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137838200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421151.349676:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d712893884e1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x201dec57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.349679:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d712893884e1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x201dec57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.349684:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x201dec57 (ffff9af1112dc400) 00010000:00010000:1.0:1777421151.349685:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421151.349687:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d712893884e1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x48:0x0].0x201dec57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.349690:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d712893884e1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x48:0x0].0x201dec57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421151.349752:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+56:30021:x1863760834118400:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 Request processed in 3826us (4005us total) trans 0 rc -2/-2 00000100:00100000:1.0:1777421151.349760:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1234 00000100:00100000:0.0:1777421151.351188:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421151.351264:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834118656 00000100:00100000:1.0:1777421151.351274:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834118656 00000100:00100000:1.0:1777421151.351344:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1235 00000100:00100000:1.0:1777421151.351378:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+56:30021:x1863760834118656:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421151.351395:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421151.351417:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d712893884e8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376e50 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.351454:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d712893884ef lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.351467:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d712893884ef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.351476:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d712893884ef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.351570:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d712893884e8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e50 expref: 58 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.351588:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d712893884ef lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e50 expref: 57 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.351596:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff9af1112dc100) 00010000:00010000:1.0:1777421151.351599:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1777421151.351602:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137838c00, rc 0) 00000100:00100000:1.0:1777421151.351646:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+57:30021:x1863760834118656:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 293us (463us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421151.351655:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1235 00000100:00100000:0.0:1777421151.355072:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421151.355162:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834118912 00000100:00100000:1.0:1777421151.355172:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834118912 00000100:00100000:1.0:1777421151.355255:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1236 00000100:00100000:1.0:1777421151.355265:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+57:30021:x1863760834118912:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1777421151.355347:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d712893884f6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.355388:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d712893884f6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.355400:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d712893884f6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777421151.355583:0:7427:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000a28b7fc1 reply state 00000000e54dfa28 transno 4294968107 ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d712893884f6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421151.355593:0:7427:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777421151.355673:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+59:30021:x1863760834118912:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 Request processed in 409us (615us total) trans 4294968107 rc 0/0 00000100:00100000:1.0:1777421151.355681:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1236 00010000:00010000:3.0:1777421151.357688:0:3281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d712893884f6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421151.357703:0:3281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d712893884f6 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421151.357711:0:3281:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d712893884f6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421151.357718:0:3281:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148c800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421151.357731:0:3281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d712893884f6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421151.357740:0:3281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d712893884f6 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421151.357756:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff9af1112dc100) 00010000:00010000:3.0:1777421151.357759:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1777421151.357764:0:3281:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d712893884f6 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421151.357787:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d712893884f6 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421151.358171:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421151.358218:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834119040 00000100:00100000:2.0:1777421151.358227:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834119040 00000100:00100000:2.0:1777421151.358301:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1237 00000100:00100000:2.0:1777421151.358316:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+58:30021:x1863760834119040:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421151.358345:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421151.358603:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08e00/0xa38d712893884fd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376e57 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.358657:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08e00/0xa38d712893884fd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e57 expref: 59 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.358676:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08e00/0xa38d712893884fd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e57 expref: 59 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.358684:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff9af1112dc100) 00010000:00010000:2.0:1777421151.358687:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777421151.358690:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137e08e00, rc 0) 00000100:00100000:2.0:1777421151.358774:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+59:30021:x1863760834119040:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 463us (605us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421151.358782:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1237 00000100:00100000:2.0:1777421151.362250:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421151.362324:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834119168 00000100:00100000:0.0:1777421151.362334:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834119168 00000100:00100000:0.0:1777421151.362421:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 263 00000100:00100000:0.0:1777421151.362433:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+59:30021:x1863760834119168:12345-192.168.203.47@tcp:49:lhsmtool_posix.0 00000100:00100000:0.0:1777421151.362555:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+59:30021:x1863760834119168:12345-192.168.203.47@tcp:49:lhsmtool_posix.0 Request processed in 124us (324us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421151.362563:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 263 00000100:00100000:0.0:1777421151.364448:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421151.364523:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834119424 00000100:00100000:3.0:1777421151.364538:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834119424 00000100:00100000:3.0:1777421151.364608:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 264 00000100:00100000:3.0:1777421151.364621:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+59:30021:x1863760834119424:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1777421151.364919:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+60:30021:x1863760834119424:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 300us (475us total) trans 4294968108 rc 0/0 00000100:00100000:3.0:1777421151.364928:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 264 00000100:00100000:1.0:1777421151.367080:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421151.367154:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834119680 00000100:00100000:2.0:1777421151.367167:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834119680 00000100:00100000:2.0:1777421151.367227:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1238 00000100:00100000:2.0:1777421151.367250:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00466d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+60:30021:x1863760834119680:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1777421151.367419:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00466d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+60:30021:x1863760834119680:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 182us (345us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421151.367428:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1238 00000100:00100000:2.0:1777421151.369804:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421151.370030:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834119936 00000100:00100000:1.0:1777421151.370044:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834119936 00000100:00100000:1.0:1777421151.370114:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1239 00000100:00100000:1.0:1777421151.370126:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+60:30021:x1863760834119936:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421151.370150:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421151.370177:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d71289388504 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376e5e expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.370342:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d7128938850b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.370408:0:5761:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08e00/0xa38d712893884fd lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e57 expref: 61 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.370419:0:5761:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d7128938850b lrc: 4/0,1 mode: --/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.370460:0:5761:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08e00/0xa38d712893884fd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e57 expref: 61 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.370475:0:5761:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08e00/0xa38d712893884fd lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e57 expref: 61 pid: 5761 timeout: 463 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421151.370490:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af00466df80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841186688:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777421151.370603:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1100c2600 going to sleep for 11 seconds 00000100:00100000:3.0:1777421151.372779:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421151.372935:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834120064 00000100:00100000:0.0:1777421151.372944:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834120064 00010000:00010000:0.0:1777421151.372980:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08e00/0xa38d712893884fd lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e57 expref: 62 pid: 5761 timeout: 463 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421151.373015:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 370 00000100:00100000:0.0:1777421151.373023:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1185b1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+62:2368:x1863760834120064:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421151.373038:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421151.373045:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08e00/0xa38d712893884fd lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e57 expref: 62 pid: 5761 timeout: 463 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421151.373057:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08e00/0xa38d712893884fd lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e57 expref: 62 pid: 5761 timeout: 463 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421151.373092:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff9af1112dc100) 00010000:00010000:0.0:1777421151.373099:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d7128938850b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421151.373109:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d7128938850b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421151.373118:0:5746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d7128938850b lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421151.373141:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421151.373174:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08e00/0xa38d712893884fd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e57 expref: 62 pid: 5761 timeout: 463 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421151.373191:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1185b1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+62:2368:x1863760834120064:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 166us (419us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421151.373200:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 370 00000100:00100000:1.0:1777421151.373206:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af00466df80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841186688:192.168.203.47@tcp:104: 00010000:00010000:1.0:1777421151.373262:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d7128938850b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.373285:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d7128938850b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.373315:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d7128938850b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421151.373340:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x25:0x0]: returning size 0 00000004:00080000:1.0:1777421151.373779:0:5761:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1a:0x0], index 0: 0 00010000:00010000:1.0:1777421151.373990:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d7128938850b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.374004:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d7128938850b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.374011:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d7128938850b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.374018:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148de00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421151.374022:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d7128938850b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.374030:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d7128938850b lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.374045:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff9af1112dc100) 00010000:00010000:1.0:1777421151.374048:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777421151.374053:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d7128938850b lrc: 2/0,0 mode: --/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.374059:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d7128938850b lrc: 0/0,0 mode: --/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.374119:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d71289388504 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e5e expref: 61 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.374144:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff9af106213000) 00010000:00010000:1.0:1777421151.374147:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777421151.374152:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d71289388504 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e5e expref: 61 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.374162:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af10148da00, rc 0) 00000100:00100000:1.0:1777421151.374225:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+60:30021:x1863760834119936:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 4101us (4430us total) trans 4294968109 rc 301/301 00000100:00100000:1.0:1777421151.374245:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1239 00000100:00100000:3.0:1777421151.376587:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421151.376688:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834120320 00000100:00100000:0.0:1777421151.376703:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834120320 00000100:00100000:0.0:1777421151.376770:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 265 00000100:00100000:0.0:1777421151.376784:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+60:30021:x1863760834120320:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1777421151.377111:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+61:30021:x1863760834120320:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 331us (534us total) trans 4294968110 rc 0/0 00000100:00100000:0.0:1777421151.377118:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 265 00000100:00100000:0.0:1777421151.378837:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421151.378909:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834120448 00000100:00100000:1.0:1777421151.378917:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834120448 00000100:00100000:1.0:1777421151.378964:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1240 00000100:00100000:1.0:1777421151.378973:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+61:30021:x1863760834120448:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421151.378990:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421151.379009:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289388519 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376e65 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.379067:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289388520 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.379082:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289388520 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.379092:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289388520 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421151.379120:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x25:0x0]: returning size 0 00000004:00200000:1.0:1777421151.379133:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421151.379152:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289388520 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.379184:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d71289388519 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e65 expref: 63 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.379203:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289388520 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e65 expref: 62 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.379212:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff9af1112dc100) 00010000:00010000:1.0:1777421151.379215:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1777421151.379218:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af10148c800, rc 0) 00000100:00100000:1.0:1777421151.379280:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+62:30021:x1863760834120448:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 308us (445us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421151.379288:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1240 00000100:00100000:2.0:1777421151.381040:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421151.381090:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834120576 00000100:00100000:1.0:1777421151.381098:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834120576 00000100:00100000:1.0:1777421151.381155:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 334 00000100:00080000:0.0:1777421151.381160:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777421151.381166:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2368:x1863760834120576:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421151.381181:0:11334:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421151.381313:0:11334:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b40fd05d/0xa38d71289388527 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376e6c expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777421151.381340:0:11334:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1777421151.381373:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421151.381376:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421151.381384:0:11334:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b40fd05d/0xa38d71289388527 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e6c expref: 12 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.381413:0:11334:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b40fd05d/0xa38d71289388527 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e6c expref: 12 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.381426:0:11334:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af10148d400, rc 0) 00000100:00100000:1.0:1777421151.381467:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2368:x1863760834120576:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 303us (432us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421151.381483:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 334 00000100:00100000:3.0:1777421151.383595:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421151.383696:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834120832 00000100:00100000:1.0:1777421151.383708:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834120832 00000100:00100000:1.0:1777421151.383785:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1241 00000100:00100000:1.0:1777421151.383797:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+62:30021:x1863760834120832:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777421151.383913:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+62:30021:x1863760834120832:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 118us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421151.383923:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1241 00000100:00100000:0.0:1777421151.388779:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421151.388941:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834120960 00000100:00100000:1.0:1777421151.388952:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834120960 00000100:00100000:1.0:1777421151.389011:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 335 00000100:00100000:1.0:1777421151.389021:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:30021:x1863760834120960:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421151.389039:0:11334:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421151.389059:0:11334:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000272c0e79/0xa38d7128938852e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376e73 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.389089:0:11334:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b40fd05d/0xa38d71289388527 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e6c expref: 13 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.389117:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421151.389120:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421151.389125:0:11334:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000272c0e79/0xa38d7128938852e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e73 expref: 13 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.389159:0:11334:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b40fd05d/0xa38d71289388527 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e6c expref: 13 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.389174:0:11334:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b40fd05d/0xa38d71289388527 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e6c expref: 13 pid: 11334 timeout: 463 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421151.389189:0:11334:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af00466df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11334:1863760841186816:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777421151.389293:0:11334:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13c683540 going to sleep for 11 seconds 00000100:00100000:1.0:1777421151.391620:0:11334:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af00466df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11334:1863760841186816:192.168.203.47@tcp:104: 00010000:00010000:1.0:1777421151.391653:0:11334:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000272c0e79/0xa38d7128938852e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e73 expref: 13 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.391672:0:11334:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af10148c200, rc 0) 00000100:00100000:1.0:1777421151.391728:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+13:30021:x1863760834120960:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 2709us (2958us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421151.391742:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 335 00000100:00100000:3.0:1777421151.392152:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421151.392227:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834121088 00000100:00100000:0.0:1777421151.392253:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834121088 00010000:00010000:0.0:1777421151.392286:0:6558:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b40fd05d/0xa38d71289388527 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e6c expref: 13 pid: 11334 timeout: 463 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421151.392313:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 371 00000100:00100000:0.0:1777421151.392320:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+13:2369:x1863760834121088:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421151.392331:0:6558:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421151.392347:0:6558:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b40fd05d/0xa38d71289388527 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e6c expref: 13 pid: 11334 timeout: 463 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421151.392380:0:6558:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b40fd05d/0xa38d71289388527 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e6c expref: 13 pid: 11334 timeout: 463 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421151.392401:0:6558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b40fd05d/0xa38d71289388527 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e6c expref: 13 pid: 11334 timeout: 463 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421151.392417:0:6558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421151.392419:0:6558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421151.392426:0:6558:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000272c0e79/0xa38d7128938852e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e73 expref: 12 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421151.392435:0:6558:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000272c0e79/0xa38d7128938852e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e73 expref: 12 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421151.392475:0:6558:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000272c0e79/0xa38d7128938852e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e73 expref: 12 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421151.392488:0:6558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c5bca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:6558:1863760841186944:192.168.203.47@tcp:105: 00000100:00100000:0.0:1777421151.392558:0:6558:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1184afe40 going to sleep for 11 seconds 00000100:00100000:3.0:1777421151.393854:0:6558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c5bca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:6558:1863760841186944:192.168.203.47@tcp:105: 00010000:00010000:3.0:1777421151.393870:0:6558:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421151.393927:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2369:x1863760834121088:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 1606us (1783us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421151.393937:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 371 00000100:00100000:2.0:1777421151.395056:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421151.395152:0:17930:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834121216 00000100:00100000:0.0:1777421151.395160:0:17930:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834121216 00002000:00100000:0.0:1777421151.395207:0:17930:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1a:0x0] (0->157) req@ffff9af001be1f80 x1863760834121216/t0(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:162/0 lens 648/0 e 0 to 0 dl 1777421162 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421151.395218:0:17930:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af001be1f80 with x1863760834121216 ext(0->157) 00002000:00010000:0.0:1777421151.395224:0:17930:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af001be1f80 00000100:00100000:0.0:1777421151.395263:0:17930:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 109 00000100:00100000:0.0:1777421151.395273:0:17930:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2369:x1863760834121216:12345-192.168.203.47@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1777421151.395717:0:17930:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+14:2369:x1863760834121216:12345-192.168.203.47@tcp:4:lhsmtool_posix.0 Request processed in 445us (663us total) trans 4294967367 rc 0/0 00000100:00100000:0.0:1777421151.395725:0:17930:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 109 00002000:00100000:0.0:1777421151.395731:0:17930:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1a:0x0] (0->157) req@ffff9af001be1f80 x1863760834121216/t4294967367(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:162/0 lens 648/448 e 0 to 0 dl 1777421162 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421151.395740:0:17930:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af001be1f80 with x1863760834121216 ext(0->157) 00002000:00010000:0.0:1777421151.395744:0:17930:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af001be1f80 00000100:00100000:2.0:1777421151.398210:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421151.398310:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834121344 00000100:00100000:1.0:1777421151.398319:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834121344 00000100:00100000:1.0:1777421151.398400:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1242 00000100:00100000:1.0:1777421151.398424:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+62:30021:x1863760834121344:12345-192.168.203.47@tcp:44:lhsmtool_posix.0 00000001:00080000:1.0:1777421151.433553:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968110 is committed 00000001:00080000:1.0:1777421151.433571:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968103 is committed 00000004:00080000:1.0:1777421151.433576:0:5782:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 11 committed 00000020:00080000:1.0:1777421151.433593:0:5782:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9af105ba80c0 refcount 2 committed 0 result 0 batchid 27 00000020:00080000:1.0:1777421151.433598:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9af13f70e100 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9af001326480 00000020:00080000:1.0:1777421151.433602:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9af13f70e200 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9af12d14dc00 00000020:00080000:1.0:1777421151.433624:0:5782:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 25 batchid updated 00000001:00080000:1.0:1777421151.433635:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968104 is committed 00000020:00080000:1.0:1777421151.433644:0:5782:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9af12aad2e40 refcount 2 committed 0 result 0 batchid 26 00000020:00080000:1.0:1777421151.433647:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9af13c67c700 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9af12aad2240 00000020:00080000:1.0:1777421151.433650:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9af13c67ca00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9af120847400 00000020:00080000:1.0:1777421151.433792:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 27 committed batchid 25 00000020:00080000:1.0:1777421151.434000:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 25 00000100:00100000:2.0:1777421151.434005:0:3295:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777421151.434039:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af00466df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841187072:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777421151.434125:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421151.434290:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:30021:x1863760834121344:12345-192.168.203.47@tcp:44:lhsmtool_posix.0 Request processed in 35864us (36081us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421151.434302:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1242 00000100:00100000:1.0:1777421151.434434:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841187072 00000100:00100000:1.0:1777421151.434443:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841187072 00000100:00100000:1.0:1777421151.434539:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 336 00000100:00100000:1.0:1777421151.434550:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3295:x1863760841187072:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1777421151.434575:0:11334:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:25 count 1 00002000:00010000:1.0:1777421151.434615:0:11334:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x19:0x0] initial LVB size: 158, mtime: 0x69f14b5c, atime: 0x69f14b5d, ctime: 0x69f14b5c, blocks: 0xb 00010000:00010000:1.0:1777421151.434623:0:11334:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000786fc527/0xa38d71289388535 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.434636:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421151.434638:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421151.434644:0:11334:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000786fc527/0xa38d71289388535 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.434673:0:11334:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000786fc527/0xa38d71289388535 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.434684:0:11334:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000786fc527/0xa38d71289388535 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.434693:0:11334:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000786fc527/0xa38d71289388535 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.434721:0:11334:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777421151.434819:0:7419:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777421151.434831:0:7419:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000786fc527/0xa38d71289388535 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.434845:0:7419:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148da00 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:2.0:1777421151.434851:0:7419:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000786fc527/0xa38d71289388535 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.434863:0:7419:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000786fc527/0xa38d71289388535 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.434888:0:7419:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000786fc527/0xa38d71289388535 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.434897:0:7419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000786fc527/0xa38d71289388535 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.434995:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421151.434997:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421151.434999:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777421151.436623:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+8:3295:x1863760841187072:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2070us (2492us total) trans 4294967369 rc 0/0 00000100:00100000:1.0:1777421151.436635:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 336 00000004:00080000:2.0:1777421151.436747:0:3295:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9af00466df80/2, rc 0, transno 4294967369 00000100:00100000:2.0:1777421151.436757:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af00466df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841187072:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777421151.440730:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421151.442289:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834121472 00000100:00100000:1.0:1777421151.442303:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834121472 00000100:00100000:2.0:1777421151.442377:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 337 00000100:00100000:2.0:1777421151.442389:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+14:2368:x1863760834121472:12345-192.168.203.47@tcp:16:lhsmtool_posix.0 00000001:00080000:0.0:1777421151.476395:0:6572:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967367 is committed 00000001:00080000:0.0:1777421151.476425:0:6572:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967365 is committed 00000001:00080000:0.0:1777421151.476431:0:6572:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967366 is committed 00000100:00100000:2.0:1777421151.476611:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2368:x1863760834121472:12345-192.168.203.47@tcp:16:lhsmtool_posix.0 Request processed in 34217us (35881us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421151.476624:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 337 00000100:00100000:2.0:1777421151.480104:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421151.481217:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834121728 00000100:00100000:3.0:1777421151.481244:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834121728 00000100:00100000:2.0:1777421151.481528:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1243 00000100:00100000:2.0:1777421151.481542:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:30021:x1863760834121728:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1777421151.481622:0:5761:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421151.481657:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289388520 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e65 expref: 48 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.481681:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff9af1112dc100) 00010000:00010000:2.0:1777421151.481687:0:5761:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421151.481730:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08200/0xa38d7128938853c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.481747:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08200/0xa38d7128938853c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.481759:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08200/0xa38d7128938853c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.481791:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08200/0xa38d7128938853c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.481799:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08200/0xa38d7128938853c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.481806:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08200/0xa38d7128938853c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.481813:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137e08200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421151.481818:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08200/0xa38d7128938853c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.482144:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08200/0xa38d7128938853c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.482154:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff9af1112dc100) 00010000:00010000:2.0:1777421151.482157:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421151.482162:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08200/0xa38d7128938853c lrc: 2/0,0 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.482169:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08200/0xa38d7128938853c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421151.482408:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+47:30021:x1863760834121728:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 Request processed in 811us (2261us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421151.482418:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1243 00000100:00100000:0.0:1777421151.489488:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421151.489573:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834121856 00000100:00100000:2.0:1777421151.489590:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834121856 00000100:00100000:2.0:1777421151.489708:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1244 00000100:00100000:2.0:1777421151.489721:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+47:30021:x1863760834121856:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421151.489747:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421151.489775:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08200/0xa38d71289388543 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376e7a expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.489862:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08200/0xa38d71289388543 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e7a expref: 48 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.489880:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08200/0xa38d71289388543 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e7a expref: 48 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.489910:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff9af1112dc100) 00010000:00010000:2.0:1777421151.489913:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777421151.489918:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137e08200, rc 0) 00000100:00100000:2.0:1777421151.489995:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:30021:x1863760834121856:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 276us (515us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421151.490003:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1244 00000100:00100000:0.0:1777421151.495151:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421151.495327:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834121984 00000100:00100000:2.0:1777421151.495339:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834121984 00000100:00100000:2.0:1777421151.495525:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 338 00000100:00100000:2.0:1777421151.495536:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13d37c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2368:x1863760834121984:12345-192.168.203.47@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1777421151.495816:0:6544:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:2.0:1777421151.495832:0:6544:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb mtime from disk: 0 -> 1777421148 00002000:00010000:2.0:1777421151.495835:0:6544:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb atime from disk: 0 -> 1777421150 00002000:00010000:2.0:1777421151.495837:0:6544:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb ctime from disk: 0 -> 1777421148 00002000:00010000:2.0:1777421151.495840:0:6544:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:2.0:1777421151.495919:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13d37c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2368:x1863760834121984:12345-192.168.203.47@tcp:2:lhsmtool_posix.0 Request processed in 385us (781us total) trans 4294967368 rc 0/0 00000100:00100000:2.0:1777421151.495928:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 338 00000100:00100000:0.0:1777421151.499836:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421151.500089:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834122240 00000100:00100000:2.0:1777421151.500104:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834122240 00000100:00100000:2.0:1777421151.500178:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1245 00000100:00100000:2.0:1777421151.500189:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:30021:x1863760834122240:12345-192.168.203.47@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1777421151.500343:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09600/0xa38d7128938854a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.500578:0:5761:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d712893884ef lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e50 expref: 48 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.500589:0:5761:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09600/0xa38d7128938854a lrc: 4/0,1 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.500632:0:5761:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d712893884ef lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e50 expref: 48 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.500647:0:5761:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d712893884ef lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e50 expref: 48 pid: 7427 timeout: 463 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421151.500664:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af1189e8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841187200:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777421151.500842:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af118192b40 going to sleep for 11 seconds 00000100:00100000:2.0:1777421151.506444:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af1189e8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841187200:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777421151.506483:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09600/0xa38d7128938854a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421151.507810:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421151.508120:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834122368 00000100:00100000:3.0:1777421151.508149:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834122368 00010000:00010000:3.0:1777421151.508193:0:6558:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d712893884ef lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e50 expref: 49 pid: 7427 timeout: 463 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421151.508248:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 372 00000100:00100000:3.0:1777421151.508259:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+49:2369:x1863760834122368:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421151.508277:0:6558:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421151.508285:0:6558:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d712893884ef lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e50 expref: 49 pid: 7427 timeout: 463 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421151.508299:0:6558:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d712893884ef lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e50 expref: 49 pid: 7427 timeout: 463 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421151.508327:0:6558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d712893884ef lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e50 expref: 49 pid: 7427 timeout: 463 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421151.508348:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff9af1112dc100) 00010000:00010000:3.0:1777421151.508404:0:6558:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09600/0xa38d7128938854a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421151.508415:0:6558:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09600/0xa38d7128938854a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421151.508424:0:6558:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09600/0xa38d7128938854a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421151.508456:0:6558:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421151.508523:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:2369:x1863760834122368:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 265us (721us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421151.508538:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 372 00010000:00010000:2.0:1777421151.509012:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09600/0xa38d7128938854a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.509021:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09600/0xa38d7128938854a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.509054:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09600/0xa38d7128938854a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.509062:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09600/0xa38d7128938854a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.509070:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09600/0xa38d7128938854a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.509076:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137e09600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421151.509081:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09600/0xa38d7128938854a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.509088:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09600/0xa38d7128938854a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.509098:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff9af1112dc100) 00010000:00010000:2.0:1777421151.509101:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1777421151.509105:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09600/0xa38d7128938854a lrc: 2/0,0 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.509111:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09600/0xa38d7128938854a lrc: 0/0,0 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421151.509173:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+47:30021:x1863760834122240:12345-192.168.203.47@tcp:55:lhsmtool_posix.0 Request processed in 8985us (9351us total) trans 0 rc -22/-22 00000100:00100000:2.0:1777421151.509183:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1245 00000100:00100000:0.0:1777421151.511295:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421151.511410:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834122496 00000100:00100000:2.0:1777421151.511422:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834122496 00000100:00100000:2.0:1777421151.511485:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 339 00000100:00100000:2.0:1777421151.511494:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2368:x1863760834122496:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1777421151.511549:0:6544:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003823e9a3/0xa38d71289388551 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.511573:0:6544:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000272c0e79/0xa38d7128938852e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e73 expref: 11 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.511582:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777421151.511584:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777421151.511588:0:6544:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003823e9a3/0xa38d71289388551 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.511631:0:6544:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000272c0e79/0xa38d7128938852e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e73 expref: 11 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.511647:0:6544:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000272c0e79/0xa38d7128938852e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e73 expref: 11 pid: 11334 timeout: 463 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421151.511665:0:6544:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af1189e8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6544:1863760841187328:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777421151.511750:0:6544:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af118192b40 going to sleep for 11 seconds 00000100:00100000:2.0:1777421151.514114:0:6544:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af1189e8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6544:1863760841187328:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777421151.514149:0:6544:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003823e9a3/0xa38d71289388551 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421151.514338:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421151.514438:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834122624 00000100:00100000:3.0:1777421151.514447:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834122624 00010000:00010000:3.0:1777421151.514483:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000272c0e79/0xa38d7128938852e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e73 expref: 12 pid: 11334 timeout: 463 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421151.514518:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 373 00000100:00100000:3.0:1777421151.514525:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2368:x1863760834122624:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421151.514538:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421151.514558:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000272c0e79/0xa38d7128938852e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e73 expref: 12 pid: 11334 timeout: 463 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421151.514568:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000272c0e79/0xa38d7128938852e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e73 expref: 12 pid: 11334 timeout: 463 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421151.514590:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000272c0e79/0xa38d7128938852e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e73 expref: 12 pid: 11334 timeout: 463 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421151.514605:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421151.514606:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421151.514611:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003823e9a3/0xa38d71289388551 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421151.514619:0:5746:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003823e9a3/0xa38d71289388551 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421151.514664:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421151.514715:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+11:2368:x1863760834122624:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 189us (379us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421151.514721:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 373 00010000:00010000:2.0:1777421151.514920:0:6544:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003823e9a3/0xa38d71289388551 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.514931:0:6544:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003823e9a3/0xa38d71289388551 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.514960:0:6544:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003823e9a3/0xa38d71289388551 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.514971:0:6544:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003823e9a3/0xa38d71289388551 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.514980:0:6544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003823e9a3/0xa38d71289388551 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.514987:0:6544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137e09a00 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:2.0:1777421151.514992:0:6544:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003823e9a3/0xa38d71289388551 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.515001:0:6544:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003823e9a3/0xa38d71289388551 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.515014:0:6544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003823e9a3/0xa38d71289388551 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.515021:0:6544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003823e9a3/0xa38d71289388551 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421151.515138:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2368:x1863760834122496:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 Request processed in 3643us (3854us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421151.515147:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 339 00000100:00100000:0.0:1777421151.517283:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421151.517384:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834122880 00000100:00100000:2.0:1777421151.517396:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834122880 00000100:00100000:2.0:1777421151.517453:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1246 00000100:00100000:2.0:1777421151.517462:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d14b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+47:30021:x1863760834122880:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1777421151.517544:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09600/0xa38d71289388558 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.517560:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09600/0xa38d71289388558 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.517570:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09600/0xa38d71289388558 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.517793:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09e00/0xa38d7128938855f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.517802:0:5761:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08200/0xa38d71289388543 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e7a expref: 48 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.517808:0:5761:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09e00/0xa38d7128938855f lrc: 4/0,1 mode: --/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.517845:0:5761:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08200/0xa38d71289388543 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e7a expref: 48 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.517856:0:5761:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08200/0xa38d71289388543 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e7a expref: 48 pid: 5761 timeout: 463 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421151.517870:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af1189e8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841187456:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777421151.517975:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af118192b40 going to sleep for 11 seconds 00000100:00100000:0.0:1777421151.519981:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421151.520173:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834123008 00000100:00100000:3.0:1777421151.520183:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834123008 00010000:00010000:3.0:1777421151.520228:0:6558:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08200/0xa38d71289388543 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e7a expref: 49 pid: 5761 timeout: 463 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421151.520282:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 374 00000100:00100000:3.0:1777421151.520293:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d148700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+49:2369:x1863760834123008:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421151.520310:0:6558:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421151.520317:0:6558:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08200/0xa38d71289388543 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e7a expref: 49 pid: 5761 timeout: 463 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421151.520333:0:6558:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08200/0xa38d71289388543 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e7a expref: 49 pid: 5761 timeout: 463 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421151.520377:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff9af1112dc100) 00010000:00010000:3.0:1777421151.520383:0:6558:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09e00/0xa38d7128938855f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421151.520393:0:6558:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09e00/0xa38d7128938855f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421151.520401:0:6558:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09e00/0xa38d7128938855f lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421151.520439:0:6558:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421151.520499:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d148700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+49:2369:x1863760834123008:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 209us (530us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421151.520507:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 374 00010000:00010000:1.0:1777421151.521183:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08200/0xa38d71289388543 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e7a expref: 48 pid: 5761 timeout: 463 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421151.521208:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af1189e8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841187456:192.168.203.47@tcp:104: 00010000:00010000:1.0:1777421151.521243:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09e00/0xa38d7128938855f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.521253:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09e00/0xa38d7128938855f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.521259:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09e00/0xa38d7128938855f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777421151.521530:0:5761:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968111 00000001:00080000:1.0:1777421151.521696:0:5761:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968112 00000001:00080000:1.0:1777421151.521744:0:5761:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968113 00000100:00100000:1.0:1777421151.521840:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af00466ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5761:1863760841187584:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1777421151.522189:0:5761:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421151.522307:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af11253c840 going to sleep for 11 seconds 00000100:00100000:0.0:1777421151.522492:0:5766:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841187584 00000100:00100000:0.0:1777421151.522502:0:5766:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841187584 00000100:00100000:0.0:1777421151.522587:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1777421151.522598:0:5766:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00466dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5761:x1863760841187584:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1777421151.522681:0:5766:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00466dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5761:x1863760841187584:12345-0@lo:1000:mdt00_001.0 Request processed in 85us (492us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421151.522690:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1777421151.522750:0:5761:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967366 gen 2 00000004:00080000:1.0:1777421151.522756:0:5761:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967365 committed transno 4294967366 00000004:00080000:1.0:1777421151.522774:0:5761:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9af0045fad80, transno 4294967366 00000100:00100000:1.0:1777421151.522797:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af00466ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5761:1863760841187584:0@lo:1000:mdt00_001.0 00000001:00080000:1.0:1777421151.523019:0:5761:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968114 00000100:00100000:1.0:1777421151.523084:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af00466ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5761:1863760841187712:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1777421151.523116:0:5761:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421151.523571:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af118191f00 going to sleep for 11 seconds 00000100:00100000:3.0:1777421151.524004:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841187712 00000100:00100000:3.0:1777421151.524012:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841187712 00000100:00100000:3.0:1777421151.524047:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1777421151.524056:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00466f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5761:x1863760841187712:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1777421151.524400:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00466f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5761:x1863760841187712:12345-0@lo:1000:mdt00_001.0 Request processed in 344us (1282us total) trans 4294967369 rc 0/0 00000100:00100000:1.0:1777421151.524429:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af00466ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5761:1863760841187712:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1777421151.524474:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000001:00080000:1.0:1777421151.524521:0:5761:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968115 00010000:00010000:1.0:1777421151.524550:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09e00/0xa38d7128938855f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.524559:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09e00/0xa38d7128938855f lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.524565:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09e00/0xa38d7128938855f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.524569:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137e09e00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421151.524573:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09e00/0xa38d7128938855f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.524591:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09e00/0xa38d7128938855f lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.524607:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff9af1112dc100) 00010000:00010000:1.0:1777421151.524609:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777421151.524613:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09e00/0xa38d7128938855f lrc: 2/0,0 mode: --/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.524617:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09e00/0xa38d7128938855f lrc: 0/0,0 mode: --/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.524646:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09000/0xa38d7128938848d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.524650:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09000/0xa38d7128938848d lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.524654:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09000/0xa38d7128938848d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.524657:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137e09000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421151.524658:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09000/0xa38d7128938848d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.524661:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09000/0xa38d7128938848d lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.524665:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9af103234f00) 00010000:00010000:1.0:1777421151.524667:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777421151.524672:0:5761:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08c00/0xa38d71289388494 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e3b expref: 98 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.524688:0:5761:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08c00/0xa38d71289388494 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e3b expref: 98 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.524695:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08c00/0xa38d71289388494 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e3b expref: 98 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.524720:0:5761:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08c00/0xa38d71289388494 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e3b expref: 98 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421151.524730:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af00466fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841187840:192.168.203.47@tcp:105: 00000100:00100000:1.0:1777421151.524788:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af118191f00 going to sleep for 11 seconds 00000100:00100000:1.0:1777421151.526758:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af00466fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841187840:192.168.203.47@tcp:105: 00010000:00010000:1.0:1777421151.526810:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09000/0xa38d7128938848d lrc: 2/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.526908:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09000/0xa38d7128938848d lrc: 0/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.526955:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289388566 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.526971:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289388566 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.526989:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289388566 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.527000:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289388566 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.527026:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289388566 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.527033:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289388566 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.527039:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148c800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421151.527043:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289388566 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.527051:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289388566 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.527063:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9af103234f00) 00010000:00010000:1.0:1777421151.527067:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421151.527071:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289388566 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.527077:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c800/0xa38d71289388566 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.527091:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09600/0xa38d71289388558 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.527097:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09600/0xa38d71289388558 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.527103:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09600/0xa38d71289388558 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.527109:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137e09600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421151.527118:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09600/0xa38d71289388558 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.527124:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09600/0xa38d71289388558 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.527133:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9af103234f00) 00010000:00010000:1.0:1777421151.527136:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1777421151.527139:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09600/0xa38d71289388558 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.527144:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09600/0xa38d71289388558 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421151.527184:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421151.527444:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d14b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+52:30021:x1863760834122880:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 9980us (10171us total) trans 4294968116 rc 0/0 00000100:00100000:1.0:1777421151.527456:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1246 00000020:00080000:1.0:1777421151.527463:0:5761:0:(tgt_main.c:782:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:2.0:1777421151.527537:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777421151.527544:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777421151.528493:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 5 00000040:00080000:2.0:1777421151.528505:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777421151.528731:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834123136 00000100:00100000:0.0:1777421151.528743:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834123136 00000100:00100000:0.0:1777421151.528809:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 266 00000100:00100000:0.0:1777421151.528907:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+99:30020:x1863760834123136:12345-192.168.203.47@tcp:49:cat.0 00000100:00100000:0.0:1777421151.529089:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+99:30020:x1863760834123136:12345-192.168.203.47@tcp:49:cat.0 Request processed in 269us (1905us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421151.529097:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 266 00000100:00100000:2.0:1777421151.530094:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421151.530162:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834123392 00000100:00100000:0.0:1777421151.530170:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834123392 00000100:00100000:0.0:1777421151.530214:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 267 00000100:00100000:0.0:1777421151.530223:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119292050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+52:30021:x1863760834123392:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000004:00080000:0.0:1777421151.530719:0:13879:0:(mdd_object.c:3993:mdd_close()) Object [0x200000402:0x25:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1777421151.530788:0:13879:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968117 00010000:00010000:0.0:1777421151.531190:0:13879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efe00/0xa38d7128938856d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421151.531210:0:13879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efe00/0xa38d7128938856d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421151.531292:0:13879:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efe00/0xa38d7128938856d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421151.531306:0:13879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efe00/0xa38d7128938856d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421151.531317:0:13879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efe00/0xa38d7128938856d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421151.531323:0:13879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efe00/0xa38d7128938856d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421151.531411:0:13879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777421151.531547:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119292050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+54:30021:x1863760834123392:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 1322us (1454us total) trans 4294968118 rc 0/0 00000100:00100000:0.0:1777421151.531556:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 267 00000020:00080000:0.0:1777421151.531562:0:13879:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777421151.531762:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421151.531838:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834123520 00000100:00100000:3.0:1777421151.531846:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834123520 00000100:00100000:3.0:1777421151.531946:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 340 00000100:00100000:3.0:1777421151.531956:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d149880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+11:30020:x1863760834123520:12345-192.168.203.47@tcp:101:cat.0 00010000:00010000:3.0:1777421151.531969:0:6544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421151.531989:0:6544:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000023d7d37/0xa38d71289388574 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376e81 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777421151.532018:0:6544:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1a:0x0] initial LVB size: 158, mtime: 0x69f14b5c, atime: 0x69f14b5e, ctime: 0x69f14b5c, blocks: 0xb 00010000:00010000:3.0:1777421151.532036:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421151.532038:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421151.532048:0:6544:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000023d7d37/0xa38d71289388574 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e81 expref: 12 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421151.532063:0:6544:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000023d7d37/0xa38d71289388574 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e81 expref: 12 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421151.532094:0:6544:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af004441400, rc 0) 00000100:00100000:3.0:1777421151.532125:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d149880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+12:30020:x1863760834123520:12345-192.168.203.47@tcp:101:cat.0 Request processed in 172us (364us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421151.532131:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 340 00000100:00080000:0.0:1777421151.532183:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1777421151.532744:0:8267:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777421151.532754:0:8267:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efe00/0xa38d7128938856d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.532763:0:8267:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af1013efe00 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:1.0:1777421151.532767:0:8267:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efe00/0xa38d7128938856d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.532777:0:8267:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efe00/0xa38d7128938856d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.532795:0:8267:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff9af1187dda00) 00010000:00010000:1.0:1777421151.532798:0:8267:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777421151.532812:0:8267:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efe00/0xa38d7128938856d lrc: 1/0,0 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.532817:0:8267:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efe00/0xa38d7128938856d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.532837:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777421151.532839:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777421151.532841:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777421151.534542:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421151.534629:0:17930:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834123648 00000100:00100000:0.0:1777421151.534641:0:17930:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834123648 00002000:00100000:0.0:1777421151.534691:0:17930:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1a:0x0] (0->4095) req@ffff9af12d0d3480 x1863760834123648/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:162/0 lens 488/0 e 0 to 0 dl 1777421162 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421151.534700:0:17930:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af12d0d3480 with x1863760834123648 ext(0->4095) 00002000:00010000:0.0:1777421151.534705:0:17930:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af12d0d3480 00000100:00100000:0.0:1777421151.534732:0:17930:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 110 00000100:00100000:0.0:1777421151.534740:0:17930:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+12:2369:x1863760834123648:12345-192.168.203.47@tcp:3:cat.0 00000100:00100000:0.0:1777421151.534987:0:17930:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+12:2369:x1863760834123648:12345-192.168.203.47@tcp:3:cat.0 Request processed in 245us (451us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1777421151.534995:0:17930:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 110 00002000:00100000:0.0:1777421151.535002:0:17930:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1a:0x0] (0->4095) req@ffff9af12d0d3480 x1863760834123648/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:162/0 lens 488/4536 e 0 to 0 dl 1777421162 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421151.535016:0:17930:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af12d0d3480 with x1863760834123648 ext(0->4095) 00002000:00010000:0.0:1777421151.535020:0:17930:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af12d0d3480 00000100:00100000:3.0:1777421151.539546:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421151.539656:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834123904 00000100:00100000:0.0:1777421151.539669:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834123904 00000100:00100000:0.0:1777421151.539733:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 268 00000100:00100000:0.0:1777421151.539746:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+99:30020:x1863760834123904:12345-192.168.203.47@tcp:35:cat.0 00000100:00100000:0.0:1777421151.540054:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+100:30020:x1863760834123904:12345-192.168.203.47@tcp:35:cat.0 Request processed in 310us (521us total) trans 4294968119 rc 0/0 00000100:00100000:0.0:1777421151.540063:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 268 00010000:00010000:1.0:1777421151.576731:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1777421152.536950:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777421152.536959:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777421152.537073:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 37 count 5 00000040:00080000:2.0:1777421152.537080:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1777421152.601431:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777421153.241823:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af12d0d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841187968:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777421153.241890:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421153.242191:0:7924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841187968 00000100:00100000:0.0:1777421153.242200:0:7924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841187968 00000100:00100000:0.0:1777421153.242312:0:7924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:0.0:1777421153.242331:0:7924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00466fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3297:x1863760841187968:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777421153.242390:0:7924:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 88408064 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1777421153.242446:0:7924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00466fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3297:x1863760841187968:12345-0@lo:13:osp-pre-0-0.0 Request processed in 126us (556us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421153.242454:0:7924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:3.0:1777421153.242554:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af12d0d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841187968:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1777421153.242790:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1777421153.624664:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777421153.955395:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421153.955480:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834124032 00000100:00100000:2.0:1777421153.955491:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834124032 00000100:00100000:2.0:1777421153.955600:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1247 00000100:00100000:2.0:1777421153.955610:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00466f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+54:29982:x1863760834124032:12345-192.168.203.47@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1777421153.955713:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00466f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+54:29982:x1863760834124032:12345-192.168.203.47@tcp:60:lhsmtool_posix.0 Request processed in 94us (356us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421153.955722:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1247 00000100:00080000:1.0:1777421153.955856:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1777421154.648620:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777421154.838604:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421154.838639:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421154.838672:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421154.838695:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421154.838713:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421154.838734:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421154.838757:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421154.838850:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834124416 00000100:00100000:3.0:1777421154.838860:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834124416 00000100:00100000:3.0:1777421154.838911:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834124928 00000100:00100000:3.0:1777421154.838914:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834124928 00000100:00100000:3.0:1777421154.838927:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834124544 00000100:00100000:3.0:1777421154.838929:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834124544 00000100:00100000:3.0:1777421154.838942:0:6544:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834124800 00000100:00100000:3.0:1777421154.838945:0:6544:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834124800 00000100:00100000:3.0:1777421154.838966:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 243 00000100:00100000:3.0:1777421154.838977:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00466c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+12:2366:x1863760834124416:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:2.0:1777421154.838983:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834124160 00000100:00100000:2.0:1777421154.838989:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834124160 00000100:00100000:2.0:1777421154.839025:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 495 00000100:00100000:2.0:1777421154.839035:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119102050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+12:2366:x1863760834124160:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777421154.839050:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00466c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+12:2366:x1863760834124416:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 73us (408us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421154.839059:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 243 00000100:00100000:2.0:1777421154.839072:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119102050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+12:2366:x1863760834124160:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 37us (476us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421154.839079:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 244 00000100:00100000:2.0:1777421154.839084:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 495 00000100:00100000:3.0:1777421154.839092:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00466d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2366:x1863760834124928:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:2.0:1777421154.839121:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 245 00000100:00100000:3.0:1777421154.839123:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00466d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2366:x1863760834124928:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 33us (425us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421154.839132:0:6541:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+18:2366:x1863760834124544:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777421154.839147:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 244 00000100:00100000:3.0:1777421154.839164:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 246 00000100:00100000:2.0:1777421154.839170:0:6541:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f8f37cf1-354c-422d-bbc6-c92f7928756d+18:2366:x1863760834124544:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 39us (434us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421154.839176:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2366:x1863760834124800:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:2.0:1777421154.839184:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 245 00000100:00100000:3.0:1777421154.839221:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2366:x1863760834124800:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 39us (452us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421154.839228:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 246 00000100:00100000:1.0:1777421154.844331:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834124672 00000100:00100000:1.0:1777421154.844347:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834124672 00000100:00100000:1.0:1777421154.844424:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834124288 00000100:00100000:1.0:1777421154.844429:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834124288 00000100:00100000:1.0:1777421154.844464:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 238 00000100:00100000:1.0:1777421154.844474:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00466d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+54:2366:x1863760834124672:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777421154.844543:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00466d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+54:2366:x1863760834124672:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 71us (5871us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421154.844564:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 238 00000100:00100000:1.0:1777421154.844595:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 239 00000100:00100000:1.0:1777421154.844602:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00466ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+100:2366:x1863760834124288:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777421154.844637:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00466ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+100:2366:x1863760834124288:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 35us (5922us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421154.844643:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 239 00000100:00080000:1.0:1777421154.844673:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1777421154.844678:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777421154.844681:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:02000400:3.0:1777421154.860951:0:21093:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12q: file attributes are refreshed after restore ========================================================== 20:05:54 (1777421154) 00000100:00100000:2.0:1777421155.003259:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421155.003936:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834125056 00000100:00100000:0.0:1777421155.003947:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834125056 00000100:00100000:0.0:1777421155.004002:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 496 00000100:00100000:0.0:1777421155.004011:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119103c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:71f90d2e-4852-44e2-8435-52916750919f+12:30614:x1863760834125056:12345-192.168.203.47@tcp:101:mount.lustre.0 00010000:00010000:0.0:1777421155.004037:0:5753:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421155.004057:0:5753:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af1013efe00/0xa38d7128938857b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376e88 expref: -99 pid: 5753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421155.004090:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af1013efe00/0xa38d7128938857b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e88 expref: 13 pid: 5753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421155.004101:0:5753:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af1013efe00/0xa38d7128938857b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376e88 expref: 13 pid: 5753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421155.004110:0:5753:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af1013efe00, rc 0) 00000100:00100000:0.0:1777421155.004170:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119103c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:71f90d2e-4852-44e2-8435-52916750919f+13:30614:x1863760834125056:12345-192.168.203.47@tcp:101:mount.lustre.0 Request processed in 159us (919us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421155.004177:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 496 00000100:00100000:1.0:1777421155.007614:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421155.007719:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834125184 00000100:00100000:2.0:1777421155.007728:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834125184 00000100:00100000:2.0:1777421155.007774:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 497 00000100:00100000:2.0:1777421155.007798:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119103450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+13:30614:x1863760834125184:12345-192.168.203.47@tcp:501:mount.lustre.0 00000100:00100000:2.0:1777421155.008626:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119103450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+13:30614:x1863760834125184:12345-192.168.203.47@tcp:501:mount.lustre.0 Request processed in 827us (1016us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421155.008641:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 497 00000100:00100000:1.0:1777421155.010649:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421155.010755:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834125312 00000100:00100000:2.0:1777421155.010765:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834125312 00000100:00100000:2.0:1777421155.010901:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 498 00000100:00100000:2.0:1777421155.010911:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119102450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+13:30614:x1863760834125312:12345-192.168.203.47@tcp:503:mount.lustre.0 00000100:00100000:2.0:1777421155.011806:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119102450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+13:30614:x1863760834125312:12345-192.168.203.47@tcp:503:mount.lustre.0 Request processed in 893us (1166us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421155.011817:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 498 00000100:00100000:3.0:1777421155.018578:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421155.018678:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834125440 00000100:00100000:2.0:1777421155.018693:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834125440 00000100:00100000:2.0:1777421155.018761:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 499 00000100:00100000:2.0:1777421155.018771:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119100050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+13:30618:x1863760834125440:12345-192.168.203.47@tcp:502:llog_process_th.0 00000100:00100000:2.0:1777421155.019498:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119100050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+13:30618:x1863760834125440:12345-192.168.203.47@tcp:502:llog_process_th.0 Request processed in 726us (933us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421155.019507:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 499 00000100:00100000:1.0:1777421155.036027:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421155.038024:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834125568 00000100:00100000:0.0:1777421155.038037:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834125568 00000100:00100000:0.0:1777421155.038109:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 500 00000100:00100000:0.0:1777421155.038120:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119102850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:71f90d2e-4852-44e2-8435-52916750919f+13:30618:x1863760834125568:12345-192.168.203.47@tcp:502:llog_process_th.0 00000100:00100000:0.0:1777421155.038464:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119102850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:71f90d2e-4852-44e2-8435-52916750919f+13:30618:x1863760834125568:12345-192.168.203.47@tcp:502:llog_process_th.0 Request processed in 344us (2444us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421155.038473:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 500 00000100:00100000:1.0:1777421155.042438:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421155.042894:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834125696 00000100:00100000:2.0:1777421155.042905:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834125696 00000100:00100000:2.0:1777421155.042961:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 501 00000100:00100000:2.0:1777421155.042972:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119103050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+13:30618:x1863760834125696:12345-192.168.203.47@tcp:502:llog_process_th.0 00000100:00100000:2.0:1777421155.043227:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119103050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+13:30618:x1863760834125696:12345-192.168.203.47@tcp:502:llog_process_th.0 Request processed in 255us (796us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421155.043236:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 501 00000100:00100000:2.0:1777421155.045818:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421155.047289:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834125824 00000100:00100000:0.0:1777421155.047304:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834125824 00000100:00100000:1.0:1777421155.047524:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 502 00000100:00100000:1.0:1777421155.047534:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119102c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:71f90d2e-4852-44e2-8435-52916750919f+13:30614:x1863760834125824:12345-192.168.203.47@tcp:101:mount.lustre.0 00010000:00010000:1.0:1777421155.047550:0:5753:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421155.047568:0:5753:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af10148c800/0xa38d71289388582 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376eb2 expref: -99 pid: 5753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.047596:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af10148c800/0xa38d71289388582 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376eb2 expref: 14 pid: 5753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.047607:0:5753:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af10148c800/0xa38d71289388582 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376eb2 expref: 14 pid: 5753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.047615:0:5753:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af10148c800, rc 0) 00000100:00100000:1.0:1777421155.047703:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119102c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:71f90d2e-4852-44e2-8435-52916750919f+14:30614:x1863760834125824:12345-192.168.203.47@tcp:101:mount.lustre.0 Request processed in 169us (1892us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421155.047711:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 502 00000100:00100000:1.0:1777421155.053652:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421155.053749:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834125952 00000100:00100000:2.0:1777421155.053760:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834125952 00000100:00100000:2.0:1777421155.053814:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 503 00000100:00100000:2.0:1777421155.053825:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119100450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:71f90d2e-4852-44e2-8435-52916750919f+14:30614:x1863760834125952:12345-192.168.203.47@tcp:256:mount.lustre.0 20000000:01000000:2.0:1777421155.053849:0:5753:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:2.0:1777421155.053870:0:5753:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:2.0:1777421155.053876:0:5753:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:2.0:1777421155.053879:0:5753:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:2.0:1777421155.053881:0:5753:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 132, version 5 00000100:00100000:2.0:1777421155.056448:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119100450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:71f90d2e-4852-44e2-8435-52916750919f+14:30614:x1863760834125952:12345-192.168.203.47@tcp:256:mount.lustre.0 Request processed in 2613us (2804us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421155.056461:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 503 00000100:00100000:3.0:1777421155.062613:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421155.062761:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834126080 00000100:00100000:2.0:1777421155.062771:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834126080 00000100:00100000:2.0:1777421155.062886:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 504 00000100:00100000:2.0:1777421155.062897:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119100c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:71f90d2e-4852-44e2-8435-52916750919f+14:30614:x1863760834126080:12345-192.168.203.47@tcp:101:mount.lustre.0 00010000:00010000:2.0:1777421155.062913:0:5753:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421155.062930:0:5753:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af137e09a00/0xa38d71289388589 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376eb9 expref: -99 pid: 5753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.062963:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af137e09a00/0xa38d71289388589 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376eb9 expref: 15 pid: 5753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.062974:0:5753:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af137e09a00/0xa38d71289388589 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376eb9 expref: 15 pid: 5753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.062984:0:5753:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137e09a00, rc 0) 00000100:00100000:2.0:1777421155.063047:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119100c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:71f90d2e-4852-44e2-8435-52916750919f+15:30614:x1863760834126080:12345-192.168.203.47@tcp:101:mount.lustre.0 Request processed in 152us (442us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421155.063055:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 504 00000100:00100000:1.0:1777421155.067706:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421155.068322:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834126208 00000100:00100000:2.0:1777421155.068333:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834126208 00000100:00100000:2.0:1777421155.068483:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 505 00000100:00100000:2.0:1777421155.068493:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119101850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:71f90d2e-4852-44e2-8435-52916750919f+15:30614:x1863760834126208:12345-192.168.203.47@tcp:501:mount.lustre.0 00000100:00100000:2.0:1777421155.069402:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119101850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:71f90d2e-4852-44e2-8435-52916750919f+15:30614:x1863760834126208:12345-192.168.203.47@tcp:501:mount.lustre.0 Request processed in 907us (1707us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421155.069411:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 505 00000100:00100000:3.0:1777421155.072135:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421155.072255:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834126336 00000100:00100000:2.0:1777421155.072265:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834126336 00000100:00100000:2.0:1777421155.072325:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 506 00000100:00100000:2.0:1777421155.072335:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119101c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:71f90d2e-4852-44e2-8435-52916750919f+15:30614:x1863760834126336:12345-192.168.203.47@tcp:503:mount.lustre.0 00000100:00100000:2.0:1777421155.072738:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119101c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:71f90d2e-4852-44e2-8435-52916750919f+15:30614:x1863760834126336:12345-192.168.203.47@tcp:503:mount.lustre.0 Request processed in 403us (611us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421155.072747:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 506 00000100:00100000:3.0:1777421155.076093:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421155.076264:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834126464 00000100:00100000:2.0:1777421155.076276:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834126464 00000100:00100000:2.0:1777421155.076442:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 507 00000100:00100000:2.0:1777421155.076455:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119101450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:71f90d2e-4852-44e2-8435-52916750919f+15:30625:x1863760834126464:12345-192.168.203.47@tcp:502:llog_process_th.0 00000100:00100000:2.0:1777421155.076727:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119101450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:71f90d2e-4852-44e2-8435-52916750919f+15:30625:x1863760834126464:12345-192.168.203.47@tcp:502:llog_process_th.0 Request processed in 274us (640us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421155.076734:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 507 00000100:00100000:1.0:1777421155.079564:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421155.079613:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834126592 00000100:00100000:2.0:1777421155.079624:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834126592 00000100:00100000:2.0:1777421155.079681:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 508 00000100:00100000:2.0:1777421155.079692:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119103850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:71f90d2e-4852-44e2-8435-52916750919f+15:30625:x1863760834126592:12345-192.168.203.47@tcp:502:llog_process_th.0 00000100:00100000:2.0:1777421155.079935:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119103850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:71f90d2e-4852-44e2-8435-52916750919f+15:30625:x1863760834126592:12345-192.168.203.47@tcp:502:llog_process_th.0 Request processed in 244us (444us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421155.079942:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 508 00000100:00100000:3.0:1777421155.090722:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421155.092286:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834126720 00000100:00100000:1.0:1777421155.092300:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834126720 00000100:00100000:1.0:1777421155.092388:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1248 00000100:00100000:1.0:1777421155.092398:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2365:x1863760834126720:12345-192.168.203.47@tcp:38:mount.lustre.0 00010000:00080000:1.0:1777421155.092425:0:5762:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-MDT0000: connection from 5b7ab651-2bcf-4264-9551-2ff11b81bf19@192.168.203.47@tcp t0 exp 0000000000000000 cur 366 last 0 00000020:00000080:1.0:1777421155.092469:0:5762:0:(genops.c:1404:class_connect()) connect: client 5b7ab651-2bcf-4264-9551-2ff11b81bf19, cookie 0xa38d71289388590 00000004:00100000:1.0:1777421155.092498:0:5762:0:(mdt_handler.c:7294:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:1.0:1777421155.092736:0:5762:0:(import.c:65:import_set_state_nolock()) ffff9af13c423800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1777421155.092812:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5b7ab651-2bcf-4264-9551-2ff11b81bf19+6:2365:x1863760834126720:12345-192.168.203.47@tcp:38:mount.lustre.0 Request processed in 413us (2103us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421155.092820:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1248 00000100:00100000:3.0:1777421155.096979:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421155.097065:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834126848 00000100:00100000:1.0:1777421155.097085:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834126848 00000100:00100000:1.0:1777421155.097165:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1249 00000100:00100000:1.0:1777421155.097179:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5b7ab651-2bcf-4264-9551-2ff11b81bf19+6:0:x1863760834126848:12345-192.168.203.47@tcp:41:mount.lustre.0 00000004:00000024:1.0:1777421155.097227:0:5762:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 18087936 pending 0 free 2258370560 avail 2256273408 00000100:00100000:1.0:1777421155.097302:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5b7ab651-2bcf-4264-9551-2ff11b81bf19+6:0:x1863760834126848:12345-192.168.203.47@tcp:41:mount.lustre.0 Request processed in 123us (332us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421155.097309:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1249 00000100:00080000:2.0:1777421155.097397:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777421155.102502:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421155.104382:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834126976 00000100:00100000:1.0:1777421155.104413:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834126976 00000100:00100000:1.0:1777421155.104487:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1250 00000100:00100000:1.0:1777421155.104498:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5b7ab651-2bcf-4264-9551-2ff11b81bf19+6:30614:x1863760834126976:12345-192.168.203.47@tcp:41:mount.lustre.0 00000004:00000024:1.0:1777421155.104527:0:5762:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 18087936 pending 0 free 2258370560 avail 2256273408 00000100:00100000:1.0:1777421155.104634:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5b7ab651-2bcf-4264-9551-2ff11b81bf19+6:30614:x1863760834126976:12345-192.168.203.47@tcp:41:mount.lustre.0 Request processed in 137us (2141us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421155.104642:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1250 00000100:00100000:3.0:1777421155.108478:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421155.108981:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834127104 00000100:00100000:2.0:1777421155.108992:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834127104 00000100:00100000:2.0:1777421155.109058:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1251 00000100:00100000:2.0:1777421155.109073:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5b7ab651-2bcf-4264-9551-2ff11b81bf19+6:30614:x1863760834127104:12345-192.168.203.47@tcp:40:mount.lustre.0 00000100:00100000:2.0:1777421155.109156:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5b7ab651-2bcf-4264-9551-2ff11b81bf19+6:30614:x1863760834127104:12345-192.168.203.47@tcp:40:mount.lustre.0 Request processed in 89us (689us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421155.109165:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1251 00000100:00100000:2.0:1777421155.110970:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421155.111010:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421155.111040:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834127232 00000100:00100000:1.0:1777421155.111050:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834127232 00000100:00100000:1.0:1777421155.111088:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834127360 00000100:00100000:1.0:1777421155.111090:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834127360 00000100:00100000:1.0:1777421155.111115:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 341 00000100:00100000:1.0:1777421155.111123:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2365:x1863760834127232:12345-192.168.203.47@tcp:8:mount.lustre.0 00000100:00100000:3.0:1777421155.111145:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 342 00010000:00080000:1.0:1777421155.111152:0:6543:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0000: connection from 5b7ab651-2bcf-4264-9551-2ff11b81bf19@192.168.203.47@tcp t0 exp 0000000000000000 cur 366 last 0 00000100:00100000:3.0:1777421155.111158:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2365:x1863760834127360:12345-192.168.203.47@tcp:8:mount.lustre.0 00010000:00080000:3.0:1777421155.111181:0:11334:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0001: connection from 5b7ab651-2bcf-4264-9551-2ff11b81bf19@192.168.203.47@tcp t0 exp 0000000000000000 cur 366 last 0 00000020:00000080:1.0:1777421155.111196:0:6543:0:(genops.c:1404:class_connect()) connect: client 5b7ab651-2bcf-4264-9551-2ff11b81bf19, cookie 0xa38d71289388597 00002000:00100000:1.0:1777421155.111220:0:6543:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli 5b7ab651-2bcf-4264-9551-2ff11b81bf19/ffff9af13c427000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 21132c1 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00000020:00000080:3.0:1777421155.111224:0:11334:0:(genops.c:1404:class_connect()) connect: client 5b7ab651-2bcf-4264-9551-2ff11b81bf19, cookie 0xa38d7128938859e 00002000:00100000:1.0:1777421155.111231:0:6543:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00100000:3.0:1777421155.111234:0:11334:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli 5b7ab651-2bcf-4264-9551-2ff11b81bf19/ffff9af0044ff000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 21132c1 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1777421155.111255:0:11334:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:3.0:1777421155.111384:0:11334:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00002000:00080000:1.0:1777421155.111386:0:6543:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1777421155.111416:0:6543:0:(import.c:65:import_set_state_nolock()) ffff9af13c424000 : changing import state from RECOVER to FULL 00000100:00080000:3.0:1777421155.111426:0:11334:0:(import.c:65:import_set_state_nolock()) ffff9af0044fa000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1777421155.111478:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5b7ab651-2bcf-4264-9551-2ff11b81bf19+6:2365:x1863760834127232:12345-192.168.203.47@tcp:8:mount.lustre.0 Request processed in 355us (515us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421155.111487:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 341 00000100:00100000:3.0:1777421155.112960:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5b7ab651-2bcf-4264-9551-2ff11b81bf19+6:2365:x1863760834127360:12345-192.168.203.47@tcp:8:mount.lustre.0 Request processed in 1797us (1942us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421155.112983:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 342 00000100:00100000:0.0:1777421155.113087:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421155.113176:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834127488 00000100:00100000:3.0:1777421155.113185:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834127488 00000100:00100000:3.0:1777421155.113279:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 269 00000100:00100000:3.0:1777421155.113290:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d148e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5b7ab651-2bcf-4264-9551-2ff11b81bf19+6:30614:x1863760834127488:12345-192.168.203.47@tcp:33:mount.lustre.0 00000004:00200000:3.0:1777421155.113649:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000100:00100000:3.0:1777421155.113725:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d148e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5b7ab651-2bcf-4264-9551-2ff11b81bf19+6:30614:x1863760834127488:12345-192.168.203.47@tcp:33:mount.lustre.0 Request processed in 437us (638us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421155.113732:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 269 00000100:00100000:2.0:1777421155.312648:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421155.316617:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834127616 00000100:00100000:3.0:1777421155.316632:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834127616 00000100:00100000:2.0:1777421155.317726:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1252 00000100:00100000:2.0:1777421155.317741:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5b7ab651-2bcf-4264-9551-2ff11b81bf19+6:30667:x1863760834127616:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421155.317762:0:6569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421155.317785:0:6569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09200/0xa38d712893885a5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376ee3 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.317845:0:6569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08200/0xa38d712893885ac lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.317860:0:6569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08200/0xa38d712893885ac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.317872:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08200/0xa38d712893885ac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421155.317932:0:6569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:2.0:1777421155.317937:0:6569:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 31 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421155.317963:0:6569:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08200/0xa38d712893885ac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.317986:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09200/0xa38d712893885a5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ee3 expref: 8 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.318002:0:6569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08200/0xa38d712893885ac lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ee3 expref: 7 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.318011:0:6569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1112dc500) 00010000:00010000:2.0:1777421155.318014:0:6569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777421155.318017:0:6569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137e08200, rc 0) 00000100:00100000:2.0:1777421155.318094:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5b7ab651-2bcf-4264-9551-2ff11b81bf19+7:30667:x1863760834127616:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 357us (5455us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421155.318105:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1252 00000100:00100000:3.0:1777421155.328016:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421155.328151:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834127744 00000100:00100000:2.0:1777421155.328168:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834127744 00000100:00100000:2.0:1777421155.328253:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1253 00000100:00100000:2.0:1777421155.328266:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5b7ab651-2bcf-4264-9551-2ff11b81bf19+7:30668:x1863760834127744:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421155.328291:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421155.328319:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09200/0xa38d712893885b3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376eea expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.328439:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09000/0xa38d712893885ba lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.328459:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09000/0xa38d712893885ba lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.328472:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09000/0xa38d712893885ba lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.328488:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09600/0xa38d712893885c1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.328496:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09600/0xa38d712893885c1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.328503:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09600/0xa38d712893885c1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777421155.329172:0:7430:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967369 is committed 00000001:00100000:1.0:1777421155.329196:0:7430:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 5b7ab651-2bcf-4264-9551-2ff11b81bf19 00000001:00080000:1.0:1777421155.329216:0:7430:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967366 is committed 00010000:00010000:2.0:1777421155.329567:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08a00/0xa38d712893885c8 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.329715:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08a00/0xa38d712893885c8 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.329728:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08a00/0xa38d712893885c8 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421155.329948:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 10752 00000004:00200000:2.0:1777421155.329953:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421155.329992:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08a00/0xa38d712893885c8 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.330005:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09000/0xa38d712893885ba lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.330012:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09000/0xa38d712893885ba lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.330204:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09000/0xa38d712893885ba lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.330220:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137e09000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421155.330224:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09000/0xa38d712893885ba lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.330233:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09000/0xa38d712893885ba lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.330248:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1112dc500) 00010000:00010000:2.0:1777421155.330252:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421155.330257:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09000/0xa38d712893885ba lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.330269:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09000/0xa38d712893885ba lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.330284:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09600/0xa38d712893885c1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.330290:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09600/0xa38d712893885c1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.330295:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09600/0xa38d712893885c1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.330300:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137e09600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421155.330303:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09600/0xa38d712893885c1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.330308:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09600/0xa38d712893885c1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.330316:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff9af106213400) 00010000:00010000:2.0:1777421155.330318:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421155.330321:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09600/0xa38d712893885c1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.330327:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09600/0xa38d712893885c1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.330476:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09200/0xa38d712893885b3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376eea expref: 9 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.330491:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08a00/0xa38d712893885c8 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376eea expref: 8 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.330500:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9af106213700) 00010000:00010000:2.0:1777421155.330502:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777421155.330505:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137e08a00, rc 0) 00000100:00100000:2.0:1777421155.330699:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5b7ab651-2bcf-4264-9551-2ff11b81bf19+8:30668:x1863760834127744:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 2434us (2688us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421155.330709:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1253 00000100:00100000:2.0:1777421155.334725:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421155.334862:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834128000 00000100:00100000:1.0:1777421155.334887:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834128000 00000100:00100000:1.0:1777421155.334946:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1254 00000100:00100000:1.0:1777421155.334956:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5b7ab651-2bcf-4264-9551-2ff11b81bf19+8:30668:x1863760834128000:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421155.334978:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421155.335002:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d712893885cf lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376ef1 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.335113:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d712893885d6 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.335131:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d712893885d6 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.335143:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d712893885d6 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.335289:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893885dd lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.335311:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893885dd lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.335323:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893885dd lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.335716:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d712893885e4 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.335728:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d712893885e4 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.335735:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d712893885e4 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421155.335760:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 10752 00010000:00010000:1.0:1777421155.335868:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d712893885d6 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.335876:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d712893885d6 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.335887:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d712893885d6 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.335894:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148c200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421155.335898:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d712893885d6 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.335906:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d712893885d6 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.335917:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9af106213700) 00010000:00010000:1.0:1777421155.335921:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421155.335926:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d712893885d6 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.335932:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d712893885d6 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.335947:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893885dd lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.335953:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893885dd lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.335969:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893885dd lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.335975:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148da00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421155.335978:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893885dd lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.335984:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893885dd lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.335992:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff9af1061f8800) 00010000:00010000:1.0:1777421155.335994:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421155.335997:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893885dd lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.336003:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d712893885dd lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.336345:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d712893885cf lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ef1 expref: 11 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.336815:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148d400/0xa38d712893885e4 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ef1 expref: 10 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.336824:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9af106213200) 00010000:00010000:1.0:1777421155.336827:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421155.336830:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af10148d400, rc 0) 00000100:00100000:1.0:1777421155.336911:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5b7ab651-2bcf-4264-9551-2ff11b81bf19+10:30668:x1863760834128000:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 1956us (2197us total) trans 4294968120 rc 0/0 00000100:00100000:1.0:1777421155.336930:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1254 00000100:00100000:0.0:1777421155.342488:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421155.342529:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421155.342605:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834128128 00000100:00100000:3.0:1777421155.342615:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834128128 00000100:00100000:3.0:1777421155.342708:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834128256 00000100:00100000:3.0:1777421155.342712:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834128256 00000100:00100000:1.0:1777421155.344806:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1255 00000100:00100000:0.0:1777421155.344852:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1256 00000100:00100000:1.0:1777421155.344863:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d149f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5b7ab651-2bcf-4264-9551-2ff11b81bf19+10:30668:x1863760834128128:12345-192.168.203.47@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1777421155.344868:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d148000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+100:30669:x1863760834128256:12345-192.168.203.47@tcp:101:lfs.0 00000100:00100000:1.0:1777421155.344969:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d149f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5b7ab651-2bcf-4264-9551-2ff11b81bf19+10:30668:x1863760834128128:12345-192.168.203.47@tcp:59:lhsmtool_posix.0 Request processed in 117us (2489us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421155.344978:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1255 00010000:00010000:0.0:1777421155.345008:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421155.345030:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efa00/0xa38d712893885f2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376ef8 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421155.345083:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d712893885f9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421155.345097:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d712893885f9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421155.345108:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d712893885f9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421155.345164:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efc00/0xa38d71289388600 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421155.345173:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efc00/0xa38d71289388600 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421155.345180:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efc00/0xa38d71289388600 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421155.345256:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d712893885f9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421155.345263:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d712893885f9 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421155.345269:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d712893885f9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421155.345275:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af1013ef600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421155.345280:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d712893885f9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421155.345291:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d712893885f9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421155.345302:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1112dc500) 00010000:00010000:0.0:1777421155.345305:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421155.345310:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d712893885f9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421155.345316:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d712893885f9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421155.345329:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efc00/0xa38d71289388600 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421155.345335:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efc00/0xa38d71289388600 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421155.345341:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efc00/0xa38d71289388600 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421155.345346:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af1013efc00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421155.345409:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efc00/0xa38d71289388600 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421155.345418:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efc00/0xa38d71289388600 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421155.345426:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff9af1187dd700) 00010000:00010000:0.0:1777421155.345429:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421155.345432:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efc00/0xa38d71289388600 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421155.345442:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efc00/0xa38d71289388600 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421155.345475:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efa00/0xa38d712893885f2 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ef8 expref: 101 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421155.345485:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1112dc500) 00010000:00010000:0.0:1777421155.345487:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421155.345491:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013efa00/0xa38d712893885f2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ef8 expref: 101 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421155.345500:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af1013efa00, rc 0) 00000100:00100000:0.0:1777421155.345526:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d148000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+100:30669:x1863760834128256:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 665us (2997us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421155.345534:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1256 00000100:00100000:2.0:1777421155.354090:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421155.354196:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834128512 00000100:00100000:1.0:1777421155.354214:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834128512 00000100:00100000:1.0:1777421155.354273:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1257 00000100:00100000:1.0:1777421155.354283:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+100:30669:x1863760834128512:12345-192.168.203.47@tcp:36:lfs.0 00010000:00010000:1.0:1777421155.354333:0:5761:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421155.354388:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d7128938816f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d31 expref: 100 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.354408:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1112dc500) 00010000:00010000:1.0:1777421155.354412:0:5761:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421155.354495:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d71289388607 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.354507:0:5761:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d712893881ae lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d46 expref: 53 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.354515:0:5761:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08200/0xa38d712893885ac lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ee3 expref: 9 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.354523:0:5761:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d71289388607 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.354568:0:5761:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08200/0xa38d712893885ac lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ee3 expref: 9 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.354581:0:5761:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08200/0xa38d712893885ac lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ee3 expref: 9 pid: 6569 timeout: 467 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421155.354595:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0011aea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841188096:192.168.203.47@tcp:104: 00010000:00010000:1.0:1777421155.354689:0:5761:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d712893881ae lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d46 expref: 53 pid: 6569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.354700:0:5761:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d712893881ae lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d46 expref: 53 pid: 6569 timeout: 467 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421155.354710:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0011afb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841188224:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777421155.354739:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13c6cd180 going to sleep for 11 seconds 00000100:00100000:0.0:1777421155.356641:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421155.356671:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0011aea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841188096:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777421155.356830:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834128640 00000100:00100000:3.0:1777421155.356838:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834128640 00010000:00010000:3.0:1777421155.356874:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08200/0xa38d712893885ac lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ee3 expref: 10 pid: 6569 timeout: 467 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421155.356990:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0011afb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841188224:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777421155.357104:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 375 00000100:00100000:0.0:1777421155.357115:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d149c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5b7ab651-2bcf-4264-9551-2ff11b81bf19+10:2369:x1863760834128640:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421155.357130:0:6558:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421155.357179:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d71289388607 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421155.357288:0:6558:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08200/0xa38d712893885ac lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ee3 expref: 10 pid: 6569 timeout: 467 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421155.357303:0:6558:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08200/0xa38d712893885ac lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ee3 expref: 10 pid: 6569 timeout: 467 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421155.357323:0:6558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08200/0xa38d712893885ac lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ee3 expref: 10 pid: 6569 timeout: 467 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421155.357336:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1112dc500) 00010000:00010000:0.0:1777421155.357340:0:6558:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d71289388607 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421155.357346:0:6558:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421155.357420:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421155.357476:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834128768 00000100:00100000:3.0:1777421155.357479:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834128768 00000100:00100000:0.0:1777421155.357572:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d149c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5b7ab651-2bcf-4264-9551-2ff11b81bf19+9:2369:x1863760834128640:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 459us (935us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421155.357580:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 375 00010000:00010000:3.0:1777421155.357639:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d712893881ae lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d46 expref: 54 pid: 6569 timeout: 467 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421155.357665:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 376 00000100:00100000:3.0:1777421155.357673:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+54:2368:x1863760834128768:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421155.357693:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421155.357699:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d712893881ae lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d46 expref: 54 pid: 6569 timeout: 467 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421155.357711:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d712893881ae lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d46 expref: 54 pid: 6569 timeout: 467 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421155.357724:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d712893881ae lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376d46 expref: 54 pid: 6569 timeout: 467 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421155.357736:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1112dc500) 00010000:00010000:3.0:1777421155.357740:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d71289388607 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421155.357748:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d71289388607 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421155.357755:0:5746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d71289388607 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421155.357783:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421155.357811:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+53:2368:x1863760834128768:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 139us (390us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421155.357818:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 376 00010000:00010000:1.0:1777421155.357905:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d71289388607 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.357910:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d71289388607 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.357933:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d7128938860e lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.357940:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d7128938860e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.357945:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d7128938860e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1777421155.358155:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00200000:1.0:1777421155.359123:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 512 00010000:00010000:1.0:1777421155.359145:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d71289388607 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.359154:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d71289388607 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.359160:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d71289388607 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.359167:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148de00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421155.359172:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d71289388607 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.359180:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d71289388607 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.359192:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1112dc500) 00010000:00010000:1.0:1777421155.359195:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421155.359199:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d71289388607 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.359496:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d71289388607 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777421155.359517:0:5761:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000200d804e reply state 0000000074929dd9 transno 4294968121 ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d7128938860e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421155.359525:0:5761:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777421155.359608:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+101:30669:x1863760834128512:12345-192.168.203.47@tcp:36:lfs.0 Request processed in 5324us (5525us total) trans 4294968121 rc 0/0 00000100:00100000:1.0:1777421155.359616:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1257 00010000:00010000:2.0:1777421155.361428:0:3282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d7128938860e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.361443:0:3282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d7128938860e lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.361451:0:3282:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d7128938860e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.361458:0:3282:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af10148c200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421155.361463:0:3282:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d7128938860e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.361471:0:3282:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d7128938860e lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.361490:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff9af1061f8800) 00010000:00010000:2.0:1777421155.361493:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421155.361498:0:3282:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d7128938860e lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.361505:0:3282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d7128938860e lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421155.385292:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421155.385837:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834128896 00000100:00100000:1.0:1777421155.385848:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834128896 00000100:00100000:1.0:1777421155.385905:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1258 00000100:00100000:1.0:1777421155.385916:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+53:30673:x1863760834128896:12345-192.168.203.47@tcp:101:mkdir.0 00010000:00010000:1.0:1777421155.385935:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421155.385958:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d71289388615 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376eff expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.386022:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d7128938861c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.386037:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d7128938861c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.386048:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d7128938861c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421155.386105:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:1.0:1777421155.386110:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 32 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421155.386154:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d7128938861c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.386179:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d71289388615 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376eff expref: 55 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.386201:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d7128938861c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376eff expref: 54 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.386220:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1061f8500) 00010000:00010000:1.0:1777421155.386223:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777421155.386227:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af10148c200, rc 0) 00000100:00100000:1.0:1777421155.386289:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+54:30673:x1863760834128896:12345-192.168.203.47@tcp:101:mkdir.0 Request processed in 374us (1005us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421155.386297:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1258 00000100:00100000:1.0:1777421155.391017:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421155.391060:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421155.392054:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834129024 00000100:00100000:0.0:1777421155.392058:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834129280 00000100:00100000:2.0:1777421155.392065:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834129024 00000100:00100000:0.0:1777421155.392065:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834129280 00000100:00100000:2.0:1777421155.392120:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1259 00000100:00100000:2.0:1777421155.392130:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+55:2369:x1863760834129024:12345-192.168.203.47@tcp:41:mkdir.0 00000100:00100000:0.0:1777421155.392163:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1260 00000100:00100000:0.0:1777421155.392171:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+55:30673:x1863760834129280:12345-192.168.203.47@tcp:36:mkdir.0 00000004:00000024:2.0:1777421155.392172:0:5761:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 18087936 pending 0 free 2258370560 avail 2256273408 00010000:00010000:0.0:1777421155.392221:0:7427:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421155.392251:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148c200/0xa38d7128938861c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376eff expref: 55 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421155.392269:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1061f8500) 00010000:00010000:0.0:1777421155.392284:0:7427:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421155.392391:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+54:2369:x1863760834129024:12345-192.168.203.47@tcp:41:mkdir.0 Request processed in 261us (1382us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421155.392399:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1259 00000100:00100000:0.0:1777421155.392433:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+53:30673:x1863760834129280:12345-192.168.203.47@tcp:36:mkdir.0 Request processed in 263us (1372us total) trans 0 rc -17/-17 00000100:00100000:0.0:1777421155.392440:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1260 00000100:00100000:2.0:1777421155.396202:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421155.398397:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834129408 00000100:00100000:1.0:1777421155.398411:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834129408 00000100:00100000:1.0:1777421155.398479:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1261 00000100:00100000:1.0:1777421155.398489:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+53:30673:x1863760834129408:12345-192.168.203.47@tcp:101:mkdir.0 00010000:00010000:1.0:1777421155.398508:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421155.398544:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d71289388623 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376f06 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.398610:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d7128938862a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.398624:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d7128938862a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.398647:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d7128938862a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421155.398699:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:1.0:1777421155.398702:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 32 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421155.398725:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d7128938862a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.398749:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148de00/0xa38d71289388623 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f06 expref: 55 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.398766:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148ce00/0xa38d7128938862a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f06 expref: 54 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.398774:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1061f8e00) 00010000:00010000:1.0:1777421155.398777:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777421155.398780:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af10148ce00, rc 0) 00000100:00100000:1.0:1777421155.398854:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+54:30673:x1863760834129408:12345-192.168.203.47@tcp:101:mkdir.0 Request processed in 366us (2660us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421155.398861:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1261 00000100:00100000:2.0:1777421155.401287:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421155.401335:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834129536 00000100:00100000:1.0:1777421155.401344:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834129536 00000100:00100000:1.0:1777421155.401408:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1262 00000100:00100000:1.0:1777421155.401417:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+54:30673:x1863760834129536:12345-192.168.203.47@tcp:101:mkdir.0 00010000:00010000:1.0:1777421155.401434:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421155.401450:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d71289388631 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376f0d expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.401515:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289388638 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.401525:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289388638 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.401534:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289388638 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.401547:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d7128938863f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.401553:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d7128938863f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.401559:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d7128938863f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.401649:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289388646 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.401657:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289388646 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.401665:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289388646 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421155.401700:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 512 00000004:00200000:1.0:1777421155.401704:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421155.401724:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289388646 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.401746:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289388638 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.401753:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289388638 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.401759:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289388638 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.401765:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137838800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421155.401768:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289388638 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.401775:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289388638 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.401786:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1061f8e00) 00010000:00010000:1.0:1777421155.401789:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421155.401794:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289388638 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.401800:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289388638 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.401812:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d7128938863f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.401817:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d7128938863f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.401821:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d7128938863f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.401829:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137838c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421155.401831:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d7128938863f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.401834:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d7128938863f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.401839:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff9af1061f8800) 00010000:00010000:1.0:1777421155.401841:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421155.401842:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d7128938863f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.401846:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d7128938863f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.401871:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af10148da00/0xa38d71289388631 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f0d expref: 56 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.401883:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289388646 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f0d expref: 55 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.401890:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff9af1061f8200) 00010000:00010000:1.0:1777421155.401892:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777421155.401894:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137839800, rc 0) 00000100:00100000:1.0:1777421155.402002:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+55:30673:x1863760834129536:12345-192.168.203.47@tcp:101:mkdir.0 Request processed in 571us (707us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421155.402011:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1262 00000100:00100000:2.0:1777421155.408678:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421155.408736:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834129664 00000100:00100000:1.0:1777421155.408760:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834129664 00000100:00100000:1.0:1777421155.408813:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1263 00000100:00100000:1.0:1777421155.408825:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+55:30674:x1863760834129664:12345-192.168.203.47@tcp:101:rm.0 00010000:00010000:1.0:1777421155.408844:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421155.408864:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d7128938864d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376f14 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.408938:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289388654 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.408951:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289388654 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.408961:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289388654 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.408973:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d7128938865b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.408979:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d7128938865b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.408984:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d7128938865b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.409045:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289388654 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.409053:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289388654 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.409059:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289388654 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.409069:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137838800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421155.409073:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289388654 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.409078:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289388654 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.409087:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff9af1061f8200) 00010000:00010000:1.0:1777421155.409089:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421155.409092:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289388654 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.409096:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289388654 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.409105:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d7128938865b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.409108:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d7128938865b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.409112:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d7128938865b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.409115:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137838200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421155.409117:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d7128938865b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.409120:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d7128938865b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.409130:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0xa624d530 (ffff9af1061f8800) 00010000:00010000:1.0:1777421155.409132:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421155.409133:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d7128938865b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.409137:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d7128938865b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.409166:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d7128938864d lrc: 1/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f14 expref: 56 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.409176:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff9af1061f8200) 00010000:00010000:1.0:1777421155.409178:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421155.409182:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d7128938864d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f14 expref: 56 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.409190:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137838c00, rc 0) 00000100:00100000:1.0:1777421155.409260:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+55:30674:x1863760834129664:12345-192.168.203.47@tcp:101:rm.0 Request processed in 438us (588us total) trans 0 rc 301/301 00000100:00100000:1.0:1777421155.409268:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1263 00000100:00100000:2.0:1777421155.419720:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421155.419906:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834129920 00000100:00100000:1.0:1777421155.419915:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834129920 00000100:00100000:1.0:1777421155.419986:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1264 00000100:00100000:1.0:1777421155.419994:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+55:30675:x1863760834129920:12345-192.168.203.47@tcp:101:dd.0 00010000:00010000:1.0:1777421155.420010:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421155.420012:0:5761:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1777421155.420033:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d71289388646 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f0d expref: 55 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.420056:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff9af1061f8200) 00010000:00010000:1.0:1777421155.420064:0:5761:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421155.420073:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289388662 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376f1b expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.420164:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289388669 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.420173:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289388669 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.420179:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289388669 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.420187:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289388670 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.420191:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289388670 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.420195:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289388670 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777421155.420642:0:5761:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1a:0x0], index 1: 0 00010000:00010000:1.0:1777421155.420792:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289388677 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.420802:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289388677 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.420821:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289388677 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.420867:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289388669 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.420874:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289388669 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.420880:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289388669 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.420886:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137838200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421155.420890:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289388669 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.420896:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289388669 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.420904:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff9af1061f8800) 00010000:00010000:1.0:1777421155.420912:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421155.420916:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289388669 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.420922:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d71289388669 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777421155.420932:0:5761:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 0000000092f75669 reply state 00000000fa8d7603 transno 4294968122 ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289388670 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421155.420940:0:5761:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777421155.420971:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d71289388662 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f1b expref: 57 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.420987:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289388677 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f1b expref: 56 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.420993:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9af1061f8b00) 00010000:00010000:1.0:1777421155.420995:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421155.420997:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137838000, rc 0) 00000100:00100000:1.0:1777421155.421071:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+57:30675:x1863760834129920:12345-192.168.203.47@tcp:101:dd.0 Request processed in 1077us (1356us total) trans 4294968122 rc 0/0 00000100:00100000:1.0:1777421155.421079:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1264 00010000:00010000:3.0:1777421155.424575:0:3281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289388670 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421155.424592:0:3281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289388670 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421155.424623:0:3281:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289388670 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421155.424630:0:3281:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137838800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421155.424635:0:3281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289388670 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421155.424644:0:3281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289388670 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421155.424660:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0xa624d530 (ffff9af1061f8a00) 00010000:00010000:3.0:1777421155.424664:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421155.424668:0:3281:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289388670 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421155.424674:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d71289388670 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421155.438633:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421155.438727:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834130048 00000100:00100000:3.0:1777421155.438737:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834130048 00000100:00100000:3.0:1777421155.438798:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 343 00000100:00100000:3.0:1777421155.438859:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:30675:x1863760834130048:12345-192.168.203.47@tcp:101:dd.0 00010000:00010000:3.0:1777421155.438878:0:11334:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421155.438898:0:11334:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e36d1e58/0xa38d71289388685 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376f22 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777421155.438924:0:11334:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1777421155.438942:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421155.438956:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421155.438966:0:11334:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e36d1e58/0xa38d71289388685 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f22 expref: 10 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421155.438985:0:11334:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e36d1e58/0xa38d71289388685 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f22 expref: 10 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421155.438998:0:11334:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af004441c00, rc 0) 00000100:00100000:3.0:1777421155.439054:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:30675:x1863760834130048:12345-192.168.203.47@tcp:101:dd.0 Request processed in 197us (432us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421155.439062:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 343 00000100:00100000:2.0:1777421155.451753:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421155.451844:0:17822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834130176 00000100:00100000:3.0:1777421155.451855:0:17822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834130176 00002000:00100000:3.0:1777421155.451905:0:17822:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1a:0x0] (0->1048575) req@ffff9af1189e8e00 x1863760834130176/t0(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:166/0 lens 488/0 e 0 to 0 dl 1777421166 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777421155.451917:0:17822:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af1189e8e00 with x1863760834130176 ext(0->1048575) 00002000:00010000:3.0:1777421155.451922:0:17822:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af1189e8e00 00000100:00100000:3.0:1777421155.451976:0:17822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 111 00000100:00100000:3.0:1777421155.451986:0:17822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2368:x1863760834130176:12345-192.168.203.47@tcp:4:dd.0 00000100:00100000:3.0:1777421155.469659:0:17822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2368:x1863760834130176:12345-192.168.203.47@tcp:4:dd.0 Request processed in 17656us (17897us total) trans 4294967370 rc 0/0 00000100:00100000:3.0:1777421155.469678:0:17822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 111 00002000:00100000:3.0:1777421155.469694:0:17822:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1a:0x0] (0->1048575) req@ffff9af1189e8e00 x1863760834130176/t4294967370(0) o4->3fcf6b46-d829-4ac6-8431-9d08cf4f6539@192.168.203.47@tcp:166/0 lens 488/448 e 0 to 0 dl 1777421166 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777421155.469706:0:17822:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af1189e8e00 with x1863760834130176 ext(0->1048575) 00002000:00010000:3.0:1777421155.469728:0:17822:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af1189e8e00 00000100:00100000:2.0:1777421155.472071:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421155.472440:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834130304 00000100:00100000:1.0:1777421155.472455:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834130304 00000100:00100000:1.0:1777421155.472559:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1265 00000100:00100000:1.0:1777421155.472570:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0045fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+56:30675:x1863760834130304:12345-192.168.203.47@tcp:44:dd.0 00000001:00080000:1.0:1777421155.497958:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968119 is committed 00000001:00080000:1.0:1777421155.497977:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968118 is committed 00000001:00080000:1.0:1777421155.497992:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968122 is committed 00000001:00080000:1.0:1777421155.497997:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968121 is committed 00000001:00080000:1.0:1777421155.498003:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968120 is committed 00000001:00100000:1.0:1777421155.498008:0:5782:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 5b7ab651-2bcf-4264-9551-2ff11b81bf19 00000020:00080000:1.0:1777421155.498022:0:5782:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9af1100c2600 refcount 2 committed 0 result 0 batchid 28 00000020:00080000:1.0:1777421155.498027:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9af002b5e000 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9af13c06a240 00000020:00080000:1.0:1777421155.498031:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9af002b5ed00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9af120846c00 00000020:00080000:1.0:1777421155.498048:0:5782:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 27 batchid updated 00000020:00080000:1.0:1777421155.498058:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 28 committed batchid 27 00000020:00080000:1.0:1777421155.498292:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 27 00000100:00100000:3.0:1777421155.498754:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0045fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+47:30675:x1863760834130304:12345-192.168.203.47@tcp:44:dd.0 Request processed in 26177us (26687us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421155.498767:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1265 00000100:00100000:2.0:1777421155.500648:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421155.501268:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834130432 00000100:00100000:1.0:1777421155.501283:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834130432 00000100:00100000:1.0:1777421155.501402:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 344 00000100:00100000:1.0:1777421155.501414:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0045f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+12:2366:x1863760834130432:12345-192.168.203.47@tcp:16:dd.0 00000001:00080000:1.0:1777421155.527494:0:7430:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967370 is committed 00000100:00100000:2.0:1777421155.528246:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0045f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2366:x1863760834130432:12345-192.168.203.47@tcp:16:dd.0 Request processed in 26824us (27599us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421155.528261:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 344 00000100:00100000:0.0:1777421155.533743:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421155.534012:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834130688 00000100:00100000:3.0:1777421155.534027:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834130688 00000100:00100000:3.0:1777421155.534143:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 270 00000100:00100000:3.0:1777421155.534156:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d149180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+47:30675:x1863760834130688:12345-192.168.203.47@tcp:35:dd.0 00000100:00100000:3.0:1777421155.534736:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d149180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:30675:x1863760834130688:12345-192.168.203.47@tcp:35:dd.0 Request processed in 581us (1005us total) trans 4294968123 rc 0/0 00000100:00100000:3.0:1777421155.534746:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 270 00000100:00100000:0.0:1777421155.547738:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421155.547802:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834130816 00000100:00100000:3.0:1777421155.547816:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834130816 00000100:00100000:3.0:1777421155.547892:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1266 00000100:00100000:3.0:1777421155.547904:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d14aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:30676:x1863760834130816:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:3.0:1777421155.547936:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421155.547964:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d7128938868c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376f29 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421155.548043:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289388693 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421155.548056:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289388693 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421155.548066:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289388693 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421155.548096:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d7128938869a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421155.548101:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d7128938869a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421155.548105:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d7128938869a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.548625:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08600/0xa38d712893886a1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.548644:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08600/0xa38d712893886a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.548653:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08600/0xa38d712893886a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421155.548699:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 11776 00000004:00200000:2.0:1777421155.548703:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421155.548733:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08600/0xa38d712893886a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.548747:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289388693 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.548754:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289388693 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.548761:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289388693 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.548768:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004441000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421155.548773:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289388693 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.548782:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289388693 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.548796:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1061f8e00) 00010000:00010000:2.0:1777421155.548799:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421155.548805:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289388693 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.548816:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289388693 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.548831:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d7128938869a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.548837:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d7128938869a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.548843:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d7128938869a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.548848:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004440c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421155.548851:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d7128938869a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.548857:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d7128938869a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.548865:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff9af1421e5800) 00010000:00010000:2.0:1777421155.548868:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421155.548871:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d7128938869a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.548891:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d7128938869a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.548930:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d7128938868c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f29 expref: 50 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.548945:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08600/0xa38d712893886a1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f29 expref: 49 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.548953:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff9af103234c00) 00010000:00010000:2.0:1777421155.548956:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1777421155.548959:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137e08600, rc 0) 00000100:00100000:2.0:1777421155.549045:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d14aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+49:30676:x1863760834130816:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 1142us (1317us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421155.549054:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1266 00000100:00100000:2.0:1777421155.570740:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421155.570824:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834130944 00000100:00100000:1.0:1777421155.571403:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834130944 00000100:00100000:1.0:1777421155.571483:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1267 00000100:00100000:1.0:1777421155.571494:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0045f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+98:30678:x1863760834130944:12345-192.168.203.47@tcp:101:stat.0 00010000:00010000:1.0:1777421155.571525:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421155.571554:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d712893886a8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376f30 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.571650:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d712893886af lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.571668:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d712893886af lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.571682:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d712893886af lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421155.571767:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:1.0:1777421155.571771:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 32 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421155.571820:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d712893886af lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.571925:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838c00/0xa38d712893886a8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f30 expref: 100 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.571973:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838200/0xa38d712893886af lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f30 expref: 99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.571984:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1061f8e00) 00010000:00010000:1.0:1777421155.571987:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777421155.571991:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137838200, rc 0) 00000100:00100000:1.0:1777421155.572128:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0045f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+99:30678:x1863760834130944:12345-192.168.203.47@tcp:101:stat.0 Request processed in 634us (1403us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421155.572138:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1267 00000100:00100000:0.0:1777421155.579528:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421155.579712:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834131072 00000100:00100000:1.0:1777421155.579727:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834131072 00000100:00100000:1.0:1777421155.579863:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1268 00000100:00100000:1.0:1777421155.579875:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d14a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+99:30678:x1863760834131072:12345-192.168.203.47@tcp:101:stat.0 00010000:00010000:1.0:1777421155.579898:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421155.579923:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d712893886b6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376f37 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.579990:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d712893886bd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.580004:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d712893886bd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.580014:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d712893886bd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.580026:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030400/0xa38d712893886c4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.580045:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030400/0xa38d712893886c4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.580050:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030400/0xa38d712893886c4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.580168:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030000/0xa38d712893886cb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.580174:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030000/0xa38d712893886cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.580178:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030000/0xa38d712893886cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421155.580219:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 11776 00000004:00200000:1.0:1777421155.580223:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421155.580251:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030000/0xa38d712893886cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.580264:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d712893886bd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.580622:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d712893886bd lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.580629:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d712893886bd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.580636:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137838800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421155.580641:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d712893886bd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.580660:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d712893886bd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.580674:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1061f8e00) 00010000:00010000:1.0:1777421155.580678:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421155.580684:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d712893886bd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.580691:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d712893886bd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.580709:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030400/0xa38d712893886c4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.580715:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030400/0xa38d712893886c4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.580721:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030400/0xa38d712893886c4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.580726:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af100030400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421155.580729:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030400/0xa38d712893886c4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.580735:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030400/0xa38d712893886c4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.580742:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff9af1061f8200) 00010000:00010000:1.0:1777421155.580744:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421155.580746:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030400/0xa38d712893886c4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.580763:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030400/0xa38d712893886c4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.580802:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d712893886b6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f37 expref: 101 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.580815:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030000/0xa38d712893886cb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f37 expref: 100 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.580823:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff9af103234c00) 00010000:00010000:1.0:1777421155.580825:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1777421155.580828:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af100030000, rc 0) 00000100:00100000:1.0:1777421155.581043:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d14a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+100:30678:x1863760834131072:12345-192.168.203.47@tcp:101:stat.0 Request processed in 1168us (1528us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421155.581052:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1268 00000100:00100000:0.0:1777421155.586054:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421155.586562:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834131200 00000100:00100000:1.0:1777421155.586577:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834131200 00000100:00100000:1.0:1777421155.586665:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1269 00000100:00100000:1.0:1777421155.586677:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+100:30678:x1863760834131200:12345-192.168.203.47@tcp:101:stat.0 00010000:00010000:1.0:1777421155.586703:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421155.586730:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030400/0xa38d712893886d2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376f3e expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.586816:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030800/0xa38d712893886d9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.586834:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030800/0xa38d712893886d9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.586865:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030800/0xa38d712893886d9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.586883:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d712893886e0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.586891:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d712893886e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.586898:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d712893886e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.587232:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030c00/0xa38d712893886e7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.587243:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030c00/0xa38d712893886e7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.587251:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030c00/0xa38d712893886e7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421155.587302:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 1048576 00000004:00200000:1.0:1777421155.587308:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421155.587331:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030c00/0xa38d712893886e7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.587344:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030c00/0xa38d712893886e7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.587382:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030800/0xa38d712893886d9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.587401:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030800/0xa38d712893886d9 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.587408:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030800/0xa38d712893886d9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.587416:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af100030800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421155.587421:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030800/0xa38d712893886d9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.587429:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030800/0xa38d712893886d9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.587443:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff9af103234c00) 00010000:00010000:1.0:1777421155.587446:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421155.587451:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030800/0xa38d712893886d9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.587457:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030800/0xa38d712893886d9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.587471:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d712893886e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.587477:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d712893886e0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.587482:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d712893886e0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.587487:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af100030e00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421155.587495:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d712893886e0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.587502:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d712893886e0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.587509:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0xa624d530 (ffff9af1061f8200) 00010000:00010000:1.0:1777421155.587512:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421155.587515:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d712893886e0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.587521:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d712893886e0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.587563:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030400/0xa38d712893886d2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f3e expref: 102 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.587579:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030c00/0xa38d712893886e7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f3e expref: 101 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.587586:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9af1061f8b00) 00010000:00010000:1.0:1777421155.587588:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421155.587591:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af100030c00, rc 0) 00000100:00100000:1.0:1777421155.587667:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+101:30678:x1863760834131200:12345-192.168.203.47@tcp:101:stat.0 Request processed in 993us (1627us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421155.587675:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1269 00000100:00100000:2.0:1777421155.592190:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421155.593345:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834131328 00000100:00100000:1.0:1777421155.593380:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834131328 00000100:00100000:1.0:1777421155.593456:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 345 00000100:00100000:1.0:1777421155.593467:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0045fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+18:2368:x1863760834131328:12345-192.168.203.47@tcp:101:stat.0 00010000:00010000:1.0:1777421155.593511:0:6543:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421155.593537:0:6543:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008ef68fb8/0xa38d712893886ee lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376f45 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421155.593617:0:6543:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0011aed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6543:1863760841188352:192.168.203.47@tcp:106: 00000100:00100000:1.0:1777421155.593827:0:6543:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af12025ec00 going to sleep for 11 seconds 00002000:00010000:1.0:1777421155.598718:0:6543:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb size: 0 -> 1048576 00002000:00010000:1.0:1777421155.598731:0:6543:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb mtime: 0 -> 1777421155 00002000:00010000:1.0:1777421155.598734:0:6543:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb atime: 0 -> 1777421155 00002000:00010000:1.0:1777421155.598737:0:6543:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb ctime: 0 -> 1777421155 00002000:00010000:1.0:1777421155.598739:0:6543:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb blocks: 1 -> 2051 00000100:00100000:1.0:1777421155.598771:0:6543:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0011aed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6543:1863760841188352:192.168.203.47@tcp:106: 00010000:00010000:1.0:1777421155.598820:0:6543:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008ef68fb8/0xa38d712893886ee lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f45 expref: 19 pid: 6543 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.598852:0:6543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008ef68fb8/0xa38d712893886ee lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f45 expref: 19 pid: 6543 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.598869:0:6543:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af100031800, rc 0) 00000100:00100000:1.0:1777421155.599017:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0045fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+18:2368:x1863760834131328:12345-192.168.203.47@tcp:101:stat.0 Request processed in 5550us (6840us total) trans 0 rc 301/301 00000100:00100000:1.0:1777421155.599027:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 345 00000040:00080000:2.0:1777421155.608710:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777421155.608724:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777421155.609278:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 5 00000040:00080000:2.0:1777421155.609289:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777421155.611541:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421155.611760:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834131456 00000100:00100000:1.0:1777421155.611774:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834131456 00000100:00100000:1.0:1777421155.611888:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 346 00000100:00100000:1.0:1777421155.611901:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+18:2369:x1863760834131456:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:1.0:1777421155.611944:0:6543:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421155.611969:0:6543:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008ef68fb8/0xa38d712893886f5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376f4c expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421155.612046:0:6543:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0011aed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6543:1863760841188480:192.168.203.47@tcp:106: 00000100:00100000:1.0:1777421155.612173:0:6543:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af12025ec00 going to sleep for 11 seconds 00000100:00100000:1.0:1777421155.614925:0:6543:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0011aed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6543:1863760841188480:192.168.203.47@tcp:106: 00010000:00010000:1.0:1777421155.615107:0:6543:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008ef68fb8/0xa38d712893886f5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f4c expref: 19 pid: 6543 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.615238:0:6543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008ef68fb8/0xa38d712893886f5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f4c expref: 19 pid: 6543 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.615258:0:6543:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af100031800, rc 0) 00000100:00100000:1.0:1777421155.615550:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+18:2369:x1863760834131456:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 3649us (4020us total) trans 0 rc 301/301 00000100:00100000:1.0:1777421155.615560:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 346 00000100:00100000:2.0:1777421155.618338:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421155.618834:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834131584 00000100:00100000:0.0:1777421155.618850:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834131584 00000100:00100000:0.0:1777421155.618985:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1270 00000100:00100000:0.0:1777421155.618997:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0045f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+101:30679:x1863760834131584:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:0.0:1777421155.619103:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421155.619135:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef400/0xa38d712893886fc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376f53 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421155.619233:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d71289388703 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421155.619250:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d71289388703 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421155.619262:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d71289388703 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421155.619342:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 11776 00000004:00200000:0.0:1777421155.619346:0:7427:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421155.619460:0:7427:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d71289388703 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421155.619491:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef400/0xa38d712893886fc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f53 expref: 103 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421155.619511:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d71289388703 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f53 expref: 102 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421155.619520:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff9af103234c00) 00010000:00010000:0.0:1777421155.619523:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777421155.619529:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af1013ef600, rc 0) 00000100:00100000:0.0:1777421155.619643:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0045f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+102:30679:x1863760834131584:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 648us (1320us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421155.619652:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1270 00000100:00100000:0.0:1777421155.625863:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421155.625922:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834131712 00000100:00100000:1.0:1777421155.625936:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834131712 00000100:00100000:1.0:1777421155.626062:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 347 00000100:00100000:1.0:1777421155.626075:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+18:2368:x1863760834131712:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:1.0:1777421155.626098:0:6543:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421155.626121:0:6543:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008ef68fb8/0xa38d7128938870a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376f5a expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421155.626238:0:6543:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0011aed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6543:1863760841188608:192.168.203.47@tcp:106: 00000100:00100000:1.0:1777421155.626345:0:6543:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af12025ec00 going to sleep for 11 seconds 00000100:00100000:1.0:1777421155.632023:0:6543:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0011aed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6543:1863760841188608:192.168.203.47@tcp:106: 00010000:00010000:1.0:1777421155.632077:0:6543:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008ef68fb8/0xa38d7128938870a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f5a expref: 19 pid: 6543 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.632111:0:6543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008ef68fb8/0xa38d7128938870a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f5a expref: 19 pid: 6543 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.632125:0:6543:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af100031800, rc 0) 00000100:00100000:1.0:1777421155.632278:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+18:2368:x1863760834131712:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 6122us (6341us total) trans 0 rc 301/301 00000100:00100000:1.0:1777421155.632292:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 347 00000100:00100000:0.0:1777421155.640526:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421155.640629:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834131968 00000100:00100000:2.0:1777421155.640643:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834131968 00000100:00100000:2.0:1777421155.640754:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1271 00000100:00100000:2.0:1777421155.640766:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+102:30679:x1863760834131968:12345-192.168.203.47@tcp:58:lfs.0 00000040:00080000:2.0:1777421155.641189:0:7427:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].37, 136 off13224 00000100:00100000:2.0:1777421155.641664:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+102:30679:x1863760834131968:12345-192.168.203.47@tcp:58:lfs.0 Request processed in 897us (1150us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421155.641676:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1271 00010000:00010000:1.0:1777421155.672582:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1777421156.130796:0:21144:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777421156.130804:0:21144:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777421156.130863:0:21144:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 38 count 6 00000040:00080000:0.0:1777421156.130869:0:21144:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777421156.312621:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777421156.312641:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0045faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841188736:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777421156.312704:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421156.312835:0:6546:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841188736 00000100:00100000:2.0:1777421156.312844:0:6546:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841188736 00000100:00100000:2.0:1777421156.312904:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:2.0:1777421156.312913:0:6546:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841188736:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777421156.312946:0:6546:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 93519872 pending 0 free 3849322496 avail 3847225344 00000100:00100000:2.0:1777421156.313041:0:6546:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841188736:12345-0@lo:13:osp-pre-1-0.0 Request processed in 128us (337us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421156.313049:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00080000:1.0:1777421156.313103:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777421156.313142:0:3297:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967369 gen 2 00000004:00080000:3.0:1777421156.313148:0:3297:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967367 committed transno 4294967369 00000004:00080000:3.0:1777421156.313166:0:3297:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967368 committed transno 4294967369 00000004:00080000:3.0:1777421156.313177:0:3297:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9af00466df80, transno 4294967369 00000100:00100000:3.0:1777421156.313244:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0045faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841188736:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777421156.314478:0:3298:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777421156.314492:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137954380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3298:1863760841189120:0@lo:400:kworker.0 00000100:00100000:3.0:1777421156.314539:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421156.314588:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841189120 00000100:00100000:3.0:1777421156.314594:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841189120 00000100:00100000:3.0:1777421156.314646:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 240 00000100:00100000:3.0:1777421156.314655:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137956680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3298:x1863760841189120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421156.314698:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137956680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3298:x1863760841189120:12345-0@lo:400:kworker.0 Request processed in 44us (160us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421156.314705:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 240 00000100:00100000:3.0:1777421156.314736:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137954380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3298:1863760841189120:0@lo:400:kworker.0 00000100:00100000:3.0:1777421156.314767:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137954380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1863760841189248:0@lo:400:kworker.0 00000100:00100000:3.0:1777421156.314805:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421156.314900:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af12d14a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3295:1863760841188864:0@lo:400:kworker.0 00000100:00080000:0.0:1777421156.314922:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777421156.314936:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421156.314970:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137957100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3295:1863760841189376:0@lo:400:kworker.0 00000100:00100000:2.0:1777421156.314987:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421156.314998:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841188864 00000100:00100000:2.0:1777421156.315003:0:3295:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777421156.315004:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841188864 00000100:00100000:2.0:1777421156.315010:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137955500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3295:1863760841188992:0@lo:400:kworker.0 00000100:00100000:2.0:1777421156.315027:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421156.315048:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 509 00000100:00100000:0.0:1777421156.315058:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119100850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3295:x1863760841188864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421156.315087:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841189376 00000100:00100000:1.0:1777421156.315091:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841189376 00000100:00100000:0.0:1777421156.315106:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119100850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3295:x1863760841188864:12345-0@lo:400:kworker.0 Request processed in 48us (168us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421156.315116:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841188992 00000100:00100000:3.0:1777421156.315145:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 241 00000100:00100000:3.0:1777421156.315151:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0045fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3295:x1863760841189376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421156.315173:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0045fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3295:x1863760841189376:12345-0@lo:400:kworker.0 Request processed in 23us (186us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421156.315177:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 241 00000100:00100000:3.0:1777421156.315216:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841189248 00000100:00100000:3.0:1777421156.315220:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841189248 00000100:00100000:3.0:1777421156.315247:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 247 00000100:00100000:3.0:1777421156.315253:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3298:x1863760841189248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421156.315284:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3298:x1863760841189248:12345-0@lo:400:kworker.0 Request processed in 31us (478us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421156.315290:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 247 00000100:00080000:3.0:1777421156.315311:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777421156.315314:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777421156.315332:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af12d14a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3295:1863760841188864:0@lo:400:kworker.0 00000100:00100000:3.0:1777421156.315342:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137957100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3295:1863760841189376:0@lo:400:kworker.0 00000100:00100000:2.0:1777421156.315411:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137954380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1863760841189248:0@lo:400:kworker.0 00000100:00100000:1.0:1777421156.315424:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841188992 00000100:00100000:1.0:1777421156.315452:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 242 00000100:00100000:1.0:1777421156.315457:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0045faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3295:x1863760841188992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421156.315507:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0045faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3295:x1863760841188992:12345-0@lo:400:kworker.0 Request processed in 49us (478us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421156.315513:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 242 00000100:00100000:2.0:1777421156.315581:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137955500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3295:1863760841188992:0@lo:400:kworker.0 00000100:00100000:0.0:1777421156.315925:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 509 00000040:00080000:2.0:1777421156.633605:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777421156.633615:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777421156.633658:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 38 count 6 00000040:00080000:2.0:1777421156.633665:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777421156.633923:0:11331:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0045f9500 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841189504:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1777421156.634031:0:11331:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1200ad6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777421156.640112:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421156.640225:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834132096 00000100:00100000:1.0:1777421156.640235:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834132096 00000100:00100000:1.0:1777421156.640295:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 3 00000100:00100000:1.0:1777421156.640305:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:5b7ab651-2bcf-4264-9551-2ff11b81bf19+8:30690:x1863760834132096:12345-192.168.203.47@tcp:900:lhsmtool_posix.0 00000100:00100000:1.0:1777421156.640415:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:5b7ab651-2bcf-4264-9551-2ff11b81bf19+8:30690:x1863760834132096:12345-192.168.203.47@tcp:900:lhsmtool_posix.0 Request processed in 110us (311us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421156.640430:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 3 00000100:00100000:2.0:1777421156.640980:0:11331:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0045f9500 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841189504:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1777421156.648118:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421156.648233:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834132224 00000100:00100000:3.0:1777421156.648247:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834132224 00000100:00100000:3.0:1777421156.648317:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1272 00000100:00100000:3.0:1777421156.648329:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5b7ab651-2bcf-4264-9551-2ff11b81bf19+7:30690:x1863760834132224:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1777421156.648407:0:5762:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x27:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1777421156.648530:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5b7ab651-2bcf-4264-9551-2ff11b81bf19+7:30690:x1863760834132224:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 201us (423us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421156.648538:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1272 00000100:00100000:0.0:1777421156.650868:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421156.650974:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834132480 00000100:00100000:3.0:1777421156.650986:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834132480 00000100:00100000:3.0:1777421156.651049:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1273 00000100:00100000:3.0:1777421156.651061:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5b7ab651-2bcf-4264-9551-2ff11b81bf19+7:30690:x1863760834132480:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421156.651086:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421156.651113:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d71289388711 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376f61 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.651249:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289388718 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.651267:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289388718 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.651284:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289388718 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421156.651298:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 1048576 00010000:00010000:3.0:1777421156.651501:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d71289388711 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f61 expref: 10 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.651523:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289388718 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f61 expref: 9 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.651533:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9af1061f8b00) 00010000:00010000:3.0:1777421156.651536:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777421156.651540:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af004440200, rc 0) 00000100:00100000:3.0:1777421156.651704:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5b7ab651-2bcf-4264-9551-2ff11b81bf19+9:30690:x1863760834132480:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 644us (848us total) trans 4294968124 rc 0/0 00000100:00100000:3.0:1777421156.651735:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1273 00000100:00100000:0.0:1777421156.659785:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421156.659886:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834132608 00000100:00100000:3.0:1777421156.659898:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834132608 00000100:00100000:3.0:1777421156.659977:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 348 00000100:00100000:3.0:1777421156.659987:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5b7ab651-2bcf-4264-9551-2ff11b81bf19+5:2368:x1863760834132608:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1777421156.660044:0:11334:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000959997fb/0xa38d71289388726 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.660067:0:11334:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e36d1e58/0xa38d71289388685 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f22 expref: 9 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.660077:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777421156.660079:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777421156.660083:0:11334:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000959997fb/0xa38d71289388726 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.660123:0:11334:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e36d1e58/0xa38d71289388685 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f22 expref: 9 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.660136:0:11334:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e36d1e58/0xa38d71289388685 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f22 expref: 9 pid: 11334 timeout: 468 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421156.660152:0:11334:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137957100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11334:1863760841189632:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777421156.660262:0:11334:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af110037a80 going to sleep for 11 seconds 00000100:00080000:0.0:1777421156.660391:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777421156.664474:0:11334:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137957100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11334:1863760841189632:192.168.203.47@tcp:104: 00010000:00010000:3.0:1777421156.664538:0:11334:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000959997fb/0xa38d71289388726 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421156.666800:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421156.666986:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834132736 00000100:00100000:3.0:1777421156.666999:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834132736 00010000:00010000:3.0:1777421156.667118:0:6558:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e36d1e58/0xa38d71289388685 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f22 expref: 10 pid: 11334 timeout: 468 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421156.667172:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 377 00000100:00100000:3.0:1777421156.667183:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1185b2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2369:x1863760834132736:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421156.667210:0:6558:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421156.667239:0:6558:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e36d1e58/0xa38d71289388685 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f22 expref: 10 pid: 11334 timeout: 468 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.667256:0:6558:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e36d1e58/0xa38d71289388685 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f22 expref: 10 pid: 11334 timeout: 468 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.667286:0:6558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e36d1e58/0xa38d71289388685 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f22 expref: 10 pid: 11334 timeout: 468 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.667306:0:6558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421156.667308:0:6558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421156.667313:0:6558:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000959997fb/0xa38d71289388726 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.667324:0:6558:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000959997fb/0xa38d71289388726 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.667426:0:6558:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421156.667492:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1185b2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2369:x1863760834132736:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 310us (710us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421156.667502:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 377 00010000:00010000:2.0:1777421156.667532:0:11334:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000959997fb/0xa38d71289388726 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421156.667553:0:11334:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000959997fb/0xa38d71289388726 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421156.667593:0:11334:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000959997fb/0xa38d71289388726 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421156.667603:0:11334:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000959997fb/0xa38d71289388726 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421156.667613:0:11334:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000959997fb/0xa38d71289388726 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421156.667620:0:11334:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004440e00 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:2.0:1777421156.667625:0:11334:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000959997fb/0xa38d71289388726 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421156.667634:0:11334:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000959997fb/0xa38d71289388726 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421156.667654:0:11334:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000959997fb/0xa38d71289388726 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421156.667663:0:11334:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000959997fb/0xa38d71289388726 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1777421156.667679:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777421156.667792:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5b7ab651-2bcf-4264-9551-2ff11b81bf19+5:2368:x1863760834132608:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 Request processed in 7801us (8014us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421156.667804:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 348 00000100:00100000:0.0:1777421156.670088:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421156.670180:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834132992 00000100:00100000:3.0:1777421156.670191:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834132992 00000100:00100000:3.0:1777421156.670269:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1274 00000100:00100000:3.0:1777421156.670280:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5b7ab651-2bcf-4264-9551-2ff11b81bf19+9:30690:x1863760834132992:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1777421156.670438:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5b7ab651-2bcf-4264-9551-2ff11b81bf19+9:30690:x1863760834132992:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 159us (361us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421156.670447:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1274 00000100:00100000:0.0:1777421156.673673:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421156.673741:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834133120 00000100:00100000:2.0:1777421156.673755:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834133120 00000100:00100000:2.0:1777421156.673818:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 349 00000100:00100000:2.0:1777421156.674012:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5b7ab651-2bcf-4264-9551-2ff11b81bf19+5:2368:x1863760834133120:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421156.674031:0:11334:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421156.674100:0:11334:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000a4d933f/0xa38d7128938872d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376f68 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777421156.674126:0:11334:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1a:0x0] initial LVB size: 1048576, mtime: 0x69f14b63, atime: 0x0, ctime: 0x69f14b63, blocks: 0x803 00010000:00010000:2.0:1777421156.674144:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421156.674147:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421156.674155:0:11334:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000a4d933f/0xa38d7128938872d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f68 expref: 6 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421156.674171:0:11334:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000a4d933f/0xa38d7128938872d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f68 expref: 6 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421156.674283:0:11334:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137e08400, rc 0) 00000100:00100000:2.0:1777421156.674465:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5b7ab651-2bcf-4264-9551-2ff11b81bf19+6:2368:x1863760834133120:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 638us (815us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421156.674474:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 349 00000100:00100000:0.0:1777421156.680833:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421156.681278:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834133376 00000100:00100000:1.0:1777421156.681292:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834133376 00000100:00100000:1.0:1777421156.681594:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1275 00000100:00100000:1.0:1777421156.681607:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5b7ab651-2bcf-4264-9551-2ff11b81bf19+9:30690:x1863760834133376:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777421156.681795:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5b7ab651-2bcf-4264-9551-2ff11b81bf19+9:30690:x1863760834133376:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 190us (975us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421156.681938:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1275 00000100:00100000:0.0:1777421156.691273:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421156.691702:0:17822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834133504 00000100:00100000:3.0:1777421156.691717:0:17822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834133504 00002000:00100000:3.0:1777421156.691784:0:17822:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1a:0x0] (0->1048575) req@ffff9af13f6fb100 x1863760834133504/t0(0) o3->5b7ab651-2bcf-4264-9551-2ff11b81bf19@192.168.203.47@tcp:167/0 lens 488/0 e 0 to 0 dl 1777421167 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777421156.691797:0:17822:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13f6fb100 with x1863760834133504 ext(0->1048575) 00002000:00010000:3.0:1777421156.691804:0:17822:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af13f6fb100 00000100:00100000:3.0:1777421156.691842:0:17822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 112 00000100:00100000:3.0:1777421156.691853:0:17822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5b7ab651-2bcf-4264-9551-2ff11b81bf19+6:2368:x1863760834133504:12345-192.168.203.47@tcp:3:lhsmtool_posix.0 00010000:00010000:3.0:1777421156.698172:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777421156.708177:0:17822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5b7ab651-2bcf-4264-9551-2ff11b81bf19+6:2368:x1863760834133504:12345-192.168.203.47@tcp:3:lhsmtool_posix.0 Request processed in 16308us (16900us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1777421156.708206:0:17822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 112 00002000:00100000:2.0:1777421156.708225:0:17822:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1a:0x0] (0->1048575) req@ffff9af13f6fb100 x1863760834133504/t0(0) o3->5b7ab651-2bcf-4264-9551-2ff11b81bf19@192.168.203.47@tcp:167/0 lens 488/440 e 0 to 0 dl 1777421167 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421156.708244:0:17822:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13f6fb100 with x1863760834133504 ext(0->1048575) 00002000:00010000:2.0:1777421156.708253:0:17822:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9af13f6fb100 00000100:00100000:0.0:1777421156.717855:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421156.718091:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834133632 00000100:00100000:3.0:1777421156.718105:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834133632 00000100:00100000:3.0:1777421156.718180:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1276 00000100:00100000:3.0:1777421156.718192:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13f6faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5b7ab651-2bcf-4264-9551-2ff11b81bf19+9:30690:x1863760834133632:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421156.718250:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421156.718279:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289388734 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376f6f expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.718326:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d7128938873b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.718344:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d7128938873b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.718400:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d7128938873b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.718523:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289388734 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f6f expref: 11 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.718544:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d7128938873b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f6f expref: 10 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.718553:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9af1061f8b00) 00010000:00010000:3.0:1777421156.718556:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1777421156.718560:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af004440c00, rc 0) 00000100:00100000:3.0:1777421156.718859:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13f6faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5b7ab651-2bcf-4264-9551-2ff11b81bf19+10:30690:x1863760834133632:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 668us (1019us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421156.718879:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1276 00000100:00100000:1.0:1777421156.722156:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421156.722384:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834133760 00000100:00100000:3.0:1777421156.722398:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834133760 00000100:00100000:2.0:1777421156.722660:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1277 00000100:00100000:2.0:1777421156.722676:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5b7ab651-2bcf-4264-9551-2ff11b81bf19+10:30690:x1863760834133760:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1777421156.722719:0:5762:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x27:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1777421156.722858:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5b7ab651-2bcf-4264-9551-2ff11b81bf19+10:30690:x1863760834133760:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 186us (712us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421156.722868:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1277 00000100:00100000:2.0:1777421156.725723:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421156.725913:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834133888 00000100:00100000:3.0:1777421156.725927:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834133888 00000100:00100000:3.0:1777421156.726015:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 350 00000100:00100000:3.0:1777421156.726026:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0045f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5b7ab651-2bcf-4264-9551-2ff11b81bf19+6:2369:x1863760834133888:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1777421156.726080:0:11334:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000251e4702/0xa38d71289388742 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.726101:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421156.726104:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421156.726110:0:11334:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000251e4702/0xa38d71289388742 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.726125:0:11334:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000251e4702/0xa38d71289388742 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.726163:0:11334:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000251e4702/0xa38d71289388742 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.726172:0:11334:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000251e4702/0xa38d71289388742 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.726181:0:11334:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000251e4702/0xa38d71289388742 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.726190:0:11334:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004440000 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:3.0:1777421156.726206:0:11334:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000251e4702/0xa38d71289388742 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.726217:0:11334:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000251e4702/0xa38d71289388742 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.726244:0:11334:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000251e4702/0xa38d71289388742 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.726253:0:11334:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000251e4702/0xa38d71289388742 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421156.726551:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0045f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5b7ab651-2bcf-4264-9551-2ff11b81bf19+6:2369:x1863760834133888:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 Request processed in 525us (839us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421156.726561:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 350 00000100:00100000:0.0:1777421156.730489:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421156.730591:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834134144 00000100:00100000:1.0:1777421156.730604:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834134144 00000100:00100000:1.0:1777421156.730679:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1278 00000100:00100000:1.0:1777421156.730691:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13786d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5b7ab651-2bcf-4264-9551-2ff11b81bf19+10:30690:x1863760834134144:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1777421156.730790:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d71289388749 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421156.730811:0:5762:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d7128938873b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f6f expref: 10 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421156.730839:0:5762:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d71289388749 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421156.730883:0:5762:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d7128938873b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f6f expref: 10 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421156.730900:0:5762:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d7128938873b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f6f expref: 10 pid: 5762 timeout: 468 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421156.730919:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0011ae300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841189760:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777421156.731034:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13c683240 going to sleep for 11 seconds 00000100:00100000:1.0:1777421156.734690:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421156.734732:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0011ae300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1863760841189760:192.168.203.47@tcp:104: 00010000:00010000:2.0:1777421156.734767:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d71289388749 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421156.735046:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834134272 00000100:00100000:3.0:1777421156.735056:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834134272 00010000:00010000:3.0:1777421156.735108:0:6558:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d7128938873b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f6f expref: 11 pid: 5762 timeout: 468 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421156.735151:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 378 00000100:00100000:3.0:1777421156.735161:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011af100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5b7ab651-2bcf-4264-9551-2ff11b81bf19+11:2369:x1863760834134272:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421156.735178:0:6558:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421156.735186:0:6558:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d7128938873b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f6f expref: 11 pid: 5762 timeout: 468 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.735209:0:6558:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d7128938873b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f6f expref: 11 pid: 5762 timeout: 468 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.735235:0:6558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d7128938873b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f6f expref: 11 pid: 5762 timeout: 468 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.735702:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9af1061f8b00) 00010000:00010000:3.0:1777421156.735710:0:6558:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d71289388749 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.735722:0:6558:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d71289388749 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.735730:0:6558:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d71289388749 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.735765:0:6558:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421156.735834:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011af100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5b7ab651-2bcf-4264-9551-2ff11b81bf19+10:2369:x1863760834134272:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 672us (1159us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421156.735843:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 378 00010000:00010000:1.0:1777421156.736053:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d71289388749 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421156.736062:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d71289388749 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421156.736339:0:5762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d71289388749 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421156.736371:0:5762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d71289388749 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421156.736379:0:5762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d71289388749 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421156.736385:0:5762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af100030e00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421156.736391:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d71289388749 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421156.736410:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d71289388749 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421156.736423:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9af1061f8b00) 00010000:00010000:1.0:1777421156.736427:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1777421156.736430:0:5762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d71289388749 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421156.736437:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d71289388749 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421156.736598:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13786d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5b7ab651-2bcf-4264-9551-2ff11b81bf19+10:30690:x1863760834134144:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 5906us (6121us total) trans 4294968125 rc 0/0 00000100:00100000:1.0:1777421156.736610:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1278 00000040:00080000:0.0:1777421156.737412:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777421156.737420:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777421156.740301:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 6 00000040:00080000:0.0:1777421156.740325:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777421156.740635:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421156.740844:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834134528 00000100:00100000:3.0:1777421156.740856:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834134528 00000100:00100000:3.0:1777421156.740926:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 271 00000100:00100000:3.0:1777421156.740937:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5b7ab651-2bcf-4264-9551-2ff11b81bf19+10:30690:x1863760834134528:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1777421156.741241:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5b7ab651-2bcf-4264-9551-2ff11b81bf19+11:30690:x1863760834134528:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 304us (612us total) trans 4294968126 rc 0/0 00000100:00100000:3.0:1777421156.741249:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 271 00000001:00100000:0.0:1777421156.852675:0:6572:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 5b7ab651-2bcf-4264-9551-2ff11b81bf19 00000001:00080000:0.0:1777421156.852699:0:6572:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967368 is committed 00000001:00080000:0.0:1777421156.852708:0:6572:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967369 is committed 00000040:00080000:1.0:1777421157.628544:0:21195:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777421157.628552:0:21195:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777421157.628605:0:21195:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 38 count 6 00000040:00080000:1.0:1777421157.628613:0:21195:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777421157.654772:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421157.654975:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834134656 00000100:00100000:1.0:1777421157.654985:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834134656 00000100:00080000:0.0:1777421157.655087:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777421157.655123:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 351 00000100:00100000:1.0:1777421157.655134:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+18:2367:x1863760834134656:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:1.0:1777421157.655151:0:11334:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421157.655174:0:11334:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008ef68fb8/0xa38d71289388750 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376f76 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.655207:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421157.655210:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421157.655229:0:11334:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008ef68fb8/0xa38d71289388750 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f76 expref: 19 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.655248:0:11334:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008ef68fb8/0xa38d71289388750 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f76 expref: 19 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.655262:0:11334:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af100031800, rc 0) 00000100:00100000:1.0:1777421157.655310:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+19:2367:x1863760834134656:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 178us (545us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421157.655318:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 351 00000100:00100000:0.0:1777421157.661244:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421157.661335:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834134912 00000100:00100000:1.0:1777421157.661346:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834134912 00000100:00100000:1.0:1777421157.661438:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1279 00000100:00100000:1.0:1777421157.661448:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13786c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+102:30698:x1863760834134912:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:1.0:1777421157.661467:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421157.661489:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030400/0xa38d71289388757 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376f7d expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.661583:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d7128938875e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.661597:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d7128938875e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.661609:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d7128938875e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421157.661621:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 1048576 00010000:00010000:1.0:1777421157.661744:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030400/0xa38d71289388757 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f7d expref: 105 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.661769:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d7128938875e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f7d expref: 104 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.661777:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9af1061f8b00) 00010000:00010000:1.0:1777421157.661780:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1777421157.661783:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af100030e00, rc 0) 00000100:00100000:1.0:1777421157.661834:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13786c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+104:30698:x1863760834134912:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 388us (598us total) trans 4294968127 rc 0/0 00000100:00100000:1.0:1777421157.661841:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1279 00000100:00080000:0.0:1777421157.662018:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777421157.664346:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421157.664461:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834135040 00000100:00100000:1.0:1777421157.664472:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834135040 00000100:00100000:1.0:1777421157.664533:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 352 00000100:00100000:1.0:1777421157.664544:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+19:2368:x1863760834135040:12345-192.168.203.47@tcp:1:lfs.0 00010000:00010000:1.0:1777421157.664585:0:11334:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a1b8abd5/0xa38d7128938876c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.664606:0:11334:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000a4d933f/0xa38d7128938872d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f68 expref: 5 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.664615:0:11334:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008ef68fb8/0xa38d71289388750 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f76 expref: 19 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.664622:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421157.664624:0:11334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421157.664627:0:11334:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a1b8abd5/0xa38d7128938876c lrc: 5/0,1 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.664671:0:11334:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008ef68fb8/0xa38d71289388750 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f76 expref: 19 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.664687:0:11334:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008ef68fb8/0xa38d71289388750 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f76 expref: 19 pid: 11334 timeout: 469 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421157.664704:0:11334:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0011adf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11334:1863760841189888:192.168.203.47@tcp:104: 00010000:00010000:1.0:1777421157.664799:0:11334:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000a4d933f/0xa38d7128938872d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f68 expref: 5 pid: 11334 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.664809:0:11334:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000a4d933f/0xa38d7128938872d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f68 expref: 5 pid: 11334 timeout: 469 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421157.664819:0:11334:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0011af800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11334:1863760841190016:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777421157.664843:0:11334:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13c683b40 going to sleep for 11 seconds 00000100:00100000:0.0:1777421157.667252:0:11334:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0011adf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11334:1863760841189888:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777421157.667268:0:11334:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0011af800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11334:1863760841190016:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421157.667291:0:11334:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a1b8abd5/0xa38d7128938876c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421157.667955:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421157.668232:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834135168 00000100:00100000:0.0:1777421157.668240:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834135168 00010000:00010000:0.0:1777421157.668275:0:6558:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008ef68fb8/0xa38d71289388750 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f76 expref: 20 pid: 11334 timeout: 469 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421157.668311:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 379 00000100:00100000:0.0:1777421157.668321:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+20:2369:x1863760834135168:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421157.668335:0:6558:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421157.668374:0:6558:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008ef68fb8/0xa38d71289388750 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f76 expref: 20 pid: 11334 timeout: 469 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421157.668387:0:6558:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008ef68fb8/0xa38d71289388750 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f76 expref: 20 pid: 11334 timeout: 469 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421157.668410:0:6558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008ef68fb8/0xa38d71289388750 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f76 expref: 20 pid: 11334 timeout: 469 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421157.668426:0:6558:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421157.668484:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+19:2369:x1863760834135168:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 164us (531us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421157.668492:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 379 00000100:00100000:1.0:1777421157.669961:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421157.670006:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834135296 00000100:00100000:0.0:1777421157.670013:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834135296 00010000:00010000:0.0:1777421157.670051:0:6558:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000a4d933f/0xa38d7128938872d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f68 expref: 6 pid: 11334 timeout: 469 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421157.670084:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 380 00000100:00100000:0.0:1777421157.670093:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011ac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5b7ab651-2bcf-4264-9551-2ff11b81bf19+6:2369:x1863760834135296:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421157.670105:0:6558:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421157.670122:0:6558:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000a4d933f/0xa38d7128938872d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f68 expref: 6 pid: 11334 timeout: 469 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421157.670134:0:6558:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000a4d933f/0xa38d7128938872d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f68 expref: 6 pid: 11334 timeout: 469 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421157.670158:0:6558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000a4d933f/0xa38d7128938872d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f68 expref: 6 pid: 11334 timeout: 469 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421157.670171:0:6558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421157.670173:0:6558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421157.670178:0:6558:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a1b8abd5/0xa38d7128938876c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421157.670197:0:6558:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a1b8abd5/0xa38d7128938876c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421157.670230:0:6558:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421157.670271:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011ac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5b7ab651-2bcf-4264-9551-2ff11b81bf19+5:2369:x1863760834135296:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 179us (316us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421157.670278:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 380 00010000:00010000:3.0:1777421157.670437:0:11334:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a1b8abd5/0xa38d7128938876c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.670448:0:11334:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a1b8abd5/0xa38d7128938876c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.670483:0:11334:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a1b8abd5/0xa38d7128938876c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.670491:0:11334:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a1b8abd5/0xa38d7128938876c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.670500:0:11334:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a1b8abd5/0xa38d7128938876c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.670506:0:11334:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af100030800 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:3.0:1777421157.670510:0:11334:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a1b8abd5/0xa38d7128938876c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.670519:0:11334:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a1b8abd5/0xa38d7128938876c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.670532:0:11334:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a1b8abd5/0xa38d7128938876c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.670539:0:11334:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a1b8abd5/0xa38d7128938876c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 11334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421157.670593:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+18:2368:x1863760834135040:12345-192.168.203.47@tcp:1:lfs.0 Request processed in 6051us (6256us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421157.670602:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 352 00000100:00100000:2.0:1777421157.673089:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421157.673144:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834135552 00000100:00100000:0.0:1777421157.673153:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834135552 00000100:00100000:0.0:1777421157.673210:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 272 00000100:00100000:0.0:1777421157.673218:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1072db050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+104:30698:x1863760834135552:12345-192.168.203.47@tcp:35:lfs.0 00000004:00010000:0.0:1777421157.673272:0:13879:0:(mdt_open.c:1996:mdt_hsm_release()) ### [0x200000402:0x27:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d7128938875e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f7d expref: 104 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777421157.673513:0:13879:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968128 00000001:00080000:0.0:1777421157.673964:0:13879:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968129 00010000:00010000:0.0:1777421157.674016:0:13879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794c00/0xa38d71289388773 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421157.674043:0:13879:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289388677 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f1b expref: 48 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421157.674053:0:13879:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030c00/0xa38d712893886e7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f3e expref: 107 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421157.674060:0:13879:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289388718 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f61 expref: 10 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421157.674068:0:13879:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794c00/0xa38d71289388773 lrc: 6/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421157.674100:0:13879:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289388718 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f61 expref: 10 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421157.674113:0:13879:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289388718 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f61 expref: 10 pid: 5762 timeout: 469 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421157.674127:0:13879:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13786c700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:13879:1863760841190144:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421157.674225:0:13879:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030c00/0xa38d712893886e7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f3e expref: 107 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421157.674233:0:13879:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030c00/0xa38d712893886e7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f3e expref: 107 pid: 5761 timeout: 469 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421157.674243:0:13879:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13786e300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:13879:1863760841190272:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421157.674272:0:13879:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289388677 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f1b expref: 48 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421157.674280:0:13879:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289388677 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f1b expref: 48 pid: 5761 timeout: 469 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421157.674288:0:13879:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13786f100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:13879:1863760841190400:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777421157.674314:0:13879:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af118e34540 going to sleep for 11 seconds 00000100:00100000:1.0:1777421157.679451:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421157.679476:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421157.679504:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421157.679802:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834135680 00000100:00100000:2.0:1777421157.679812:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834135680 00010000:00010000:2.0:1777421157.679864:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289388718 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f61 expref: 11 pid: 5762 timeout: 469 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421157.679891:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834135936 00000100:00100000:2.0:1777421157.679894:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834135936 00010000:00010000:2.0:1777421157.679907:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030c00/0xa38d712893886e7 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f3e expref: 108 pid: 5761 timeout: 469 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421157.679926:0:5746:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834135808 00000100:00100000:2.0:1777421157.679929:0:5746:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834135808 00010000:00010000:2.0:1777421157.679949:0:5746:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289388677 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f1b expref: 49 pid: 5761 timeout: 469 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421157.679969:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 381 00000100:00100000:2.0:1777421157.679978:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011af480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5b7ab651-2bcf-4264-9551-2ff11b81bf19+11:2369:x1863760834135680:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421157.680000:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00080000:1.0:1777421157.680004:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1777421157.680009:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289388718 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f61 expref: 11 pid: 5762 timeout: 469 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.680024:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289388718 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f61 expref: 11 pid: 5762 timeout: 469 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421157.680029:0:17199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 382 00010000:00010000:2.0:1777421157.680050:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9af1061f8b00) 00000100:00100000:1.0:1777421157.680056:0:17199:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011ae680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:f8f37cf1-354c-422d-bbc6-c92f7928756d+108:2368:x1863760834135936:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421157.680058:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794c00/0xa38d71289388773 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.680070:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794c00/0xa38d71289388773 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.680071:0:17199:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421157.680076:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421157.680087:0:17199:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030c00/0xa38d712893886e7 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f3e expref: 108 pid: 5761 timeout: 469 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.680101:0:17199:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030c00/0xa38d712893886e7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f3e expref: 108 pid: 5761 timeout: 469 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.680116:0:17199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9af1061f8b00) 00010000:00010000:1.0:1777421157.680120:0:17199:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794c00/0xa38d71289388773 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421157.680127:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011af480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5b7ab651-2bcf-4264-9551-2ff11b81bf19+11:2369:x1863760834135680:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 148us (682us total) trans 0 rc 0/0 00010000:00010000:1.0:1777421157.680131:0:17199:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794c00/0xa38d71289388773 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421157.680139:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 381 00010000:00010000:1.0:1777421157.680141:0:17199:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421157.680162:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 383 00000100:00100000:1.0:1777421157.680170:0:17199:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011ae680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:f8f37cf1-354c-422d-bbc6-c92f7928756d+108:2368:x1863760834135936:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 119us (691us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421157.680174:0:5746:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011af800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+49:2366:x1863760834135808:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421157.680183:0:5746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1777421157.680187:0:17199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 382 00010000:00010000:2.0:1777421157.680201:0:5746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289388677 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f1b expref: 49 pid: 5761 timeout: 469 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.680214:0:5746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289388677 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f1b expref: 49 pid: 5761 timeout: 469 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.680226:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9af1061f8b00) 00010000:00010000:2.0:1777421157.680231:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794c00/0xa38d71289388773 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.680238:0:5746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794c00/0xa38d71289388773 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.680257:0:5746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794c00/0xa38d71289388773 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.680277:0:5746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421157.680287:0:13879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289388718 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f61 expref: 10 pid: 5762 timeout: 469 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421157.680299:0:5746:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011af800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+49:2366:x1863760834135808:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 127us (792us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421157.680306:0:13879:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13786c700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:13879:1863760841190144:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777421157.680311:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 383 00010000:00010000:0.0:1777421157.680323:0:13879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030c00/0xa38d712893886e7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f3e expref: 107 pid: 5761 timeout: 469 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421157.680336:0:13879:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13786e300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:13879:1863760841190272:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421157.680347:0:13879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d71289388677 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f1b expref: 48 pid: 5761 timeout: 469 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421157.680379:0:13879:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13786f100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:13879:1863760841190400:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421157.680410:0:13879:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794c00/0xa38d71289388773 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421157.680423:0:13879:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794c00/0xa38d71289388773 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421157.680433:0:13879:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794c00/0xa38d71289388773 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777421157.680543:0:13879:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968130 00000001:00080000:0.0:1777421157.680715:0:13879:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968131 00000001:00080000:0.0:1777421157.680756:0:13879:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968132 00000100:00100000:0.0:1777421157.680823:0:13879:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13786f100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:13879:1863760841190528:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777421157.680866:0:13879:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421157.680894:0:13879:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af11abb9780 going to sleep for 11 seconds 00000100:00100000:2.0:1777421157.681044:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841190528 00000100:00100000:2.0:1777421157.681050:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841190528 00000100:00100000:2.0:1777421157.681086:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1777421157.681095:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13786e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:13879:x1863760841190528:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777421157.681160:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13786e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:13879:x1863760841190528:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 66us (293us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421157.681170:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1777421157.681218:0:13879:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13786f100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:13879:1863760841190528:0@lo:1000:mdt_rdpg00_002.0 00000001:00080000:0.0:1777421157.681525:0:13879:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968133 00000100:00100000:0.0:1777421157.681566:0:13879:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13786f100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:13879:1863760841190656:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777421157.681591:0:13879:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421157.681612:0:13879:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af118e34540 going to sleep for 11 seconds 00000100:00100000:3.0:1777421157.681672:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841190656 00000100:00100000:3.0:1777421157.681678:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841190656 00000100:00100000:3.0:1777421157.681707:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1777421157.681715:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13786c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:13879:x1863760841190656:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777421157.681900:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13786c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:13879:x1863760841190656:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 186us (308us total) trans 4294967371 rc 0/0 00000100:00100000:3.0:1777421157.681906:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1777421157.682237:0:13879:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13786f100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:13879:1863760841190656:0@lo:1000:mdt_rdpg00_002.0 00010000:00010000:1.0:1777421157.682256:0:13879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794c00/0xa38d71289388773 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.682264:0:13879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794c00/0xa38d71289388773 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.682271:0:13879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794c00/0xa38d71289388773 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.682278:0:13879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f794c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421157.682282:0:13879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794c00/0xa38d71289388773 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.682299:0:13879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794c00/0xa38d71289388773 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.682313:0:13879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9af1061f8b00) 00010000:00010000:1.0:1777421157.682316:0:13879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1777421157.682334:0:13879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794c00/0xa38d71289388773 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.682340:0:13879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794c00/0xa38d71289388773 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777421157.682562:0:13879:0:(mdd_object.c:3993:mdd_close()) Object [0x200000401:0x4c:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1777421157.682671:0:13879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].11, 64 off8968 00000004:00080000:1.0:1777421157.682682:0:13879:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 369465330394ns, next at 370465328151ns, rc = 0 00000001:00080000:1.0:1777421157.682689:0:13879:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968134 00010000:00010000:1.0:1777421157.682747:0:13879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9af1061f8b00) 00010000:00010000:1.0:1777421157.682751:0:13879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1777421157.682757:0:13879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af100030e00/0xa38d7128938875e lrc: 0/0,0 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f7d expref: 111 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421157.682856:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1072db050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+110:30698:x1863760834135552:12345-192.168.203.47@tcp:35:lfs.0 Request processed in 9637us (9774us total) trans 4294968135 rc 0/0 00000100:00100000:1.0:1777421157.682864:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 272 00000020:00080000:1.0:1777421157.682868:0:13879:0:(tgt_main.c:782:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:1.0:1777421157.712181:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421157.712269:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834136192 00000100:00100000:3.0:1777421157.712280:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834136192 00000100:00100000:3.0:1777421157.712344:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1280 00000100:00100000:3.0:1777421157.712383:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+110:30701:x1863760834136192:12345-192.168.203.47@tcp:101:lfs.0 00010000:00010000:3.0:1777421157.712407:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421157.712428:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d7128938877a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376f84 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.712496:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289388781 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.712510:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289388781 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.712521:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289388781 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.712536:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289388788 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.712543:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289388788 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.712561:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289388788 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.712846:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d7128938878f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.712854:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d7128938878f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.712862:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d7128938878f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421157.712872:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 1048576 00010000:00010000:3.0:1777421157.712963:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289388781 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.712971:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289388781 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.712977:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289388781 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.712983:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004440c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421157.712987:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289388781 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.712994:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289388781 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.713006:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff9af103234c00) 00010000:00010000:3.0:1777421157.713009:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421157.713020:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289388781 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.713027:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d71289388781 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.713263:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289388788 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.713270:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289388788 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.713276:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289388788 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.713282:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004441000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421157.713285:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289388788 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.713291:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289388788 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.713299:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0xa624d530 (ffff9af1421e5f00) 00010000:00010000:3.0:1777421157.713302:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421157.713305:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289388788 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.713311:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d71289388788 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.713415:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d7128938877a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f84 expref: 113 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.713442:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d7128938878f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f84 expref: 112 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.713449:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9af1421e5100) 00010000:00010000:3.0:1777421157.713451:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777421157.713454:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af004441c00, rc 0) 00000100:00100000:3.0:1777421157.713517:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+112:30701:x1863760834136192:12345-192.168.203.47@tcp:101:lfs.0 Request processed in 1163us (1344us total) trans 4294968136 rc 0/0 00000100:00100000:3.0:1777421157.713525:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1280 00000100:00100000:3.0:1777421157.717911:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421157.717947:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834136320 00000100:00100000:3.0:1777421157.717957:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834136320 00000100:00100000:3.0:1777421157.718005:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1281 00000100:00100000:3.0:1777421157.718016:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137957100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+112:30701:x1863760834136320:12345-192.168.203.47@tcp:54:lfs.0 00010000:00010000:3.0:1777421157.718076:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d7128938879d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.718092:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d7128938879d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.718104:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d7128938879d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.718129:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d7128938879d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.718136:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d7128938879d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.718159:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d7128938879d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.718169:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004440000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421157.718174:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d7128938879d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.718181:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d7128938879d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.718210:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9af1421e5100) 00010000:00010000:3.0:1777421157.718214:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1777421157.718219:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d7128938879d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.718226:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d7128938879d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421157.718285:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137957100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+112:30701:x1863760834136320:12345-192.168.203.47@tcp:54:lfs.0 Request processed in 271us (380us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421157.718294:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1281 00010000:00010000:2.0:1777421157.721804:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777421157.722458:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421157.722534:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834136576 00000100:00100000:3.0:1777421157.722543:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834136576 00000100:00100000:3.0:1777421157.722621:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 273 00000100:00100000:3.0:1777421157.722632:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af001be2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+112:30701:x1863760834136576:12345-192.168.203.47@tcp:35:lfs.0 00000100:00100000:3.0:1777421157.722926:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af001be2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+113:30701:x1863760834136576:12345-192.168.203.47@tcp:35:lfs.0 Request processed in 296us (473us total) trans 4294968137 rc 0/0 00000100:00100000:3.0:1777421157.722933:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 273 00000100:00100000:3.0:1777421157.797530:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421157.799960:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834136704 00000100:00100000:1.0:1777421157.799976:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834136704 00000100:00100000:1.0:1777421157.800047:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1282 00000100:00100000:1.0:1777421157.800058:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137956300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5b7ab651-2bcf-4264-9551-2ff11b81bf19+10:30668:x1863760834136704:12345-192.168.203.47@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1777421157.800307:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137956300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5b7ab651-2bcf-4264-9551-2ff11b81bf19+10:30668:x1863760834136704:12345-192.168.203.47@tcp:60:lhsmtool_posix.0 Request processed in 250us (2783us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421157.800316:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1282 00000100:00100000:3.0:1777421157.803087:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421157.803631:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834136960 00000100:00100000:1.0:1777421157.803660:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834136960 00000100:00100000:1.0:1777421157.803772:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 274 00000100:00100000:1.0:1777421157.803797:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137957800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5b7ab651-2bcf-4264-9551-2ff11b81bf19+10:30668:x1863760834136960:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1777421157.804484:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137957800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5b7ab651-2bcf-4264-9551-2ff11b81bf19+11:30668:x1863760834136960:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 701us (1404us total) trans 4294968138 rc 0/0 00000100:00100000:1.0:1777421157.804493:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 274 00000100:00100000:2.0:1777421157.912700:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421157.912901:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834137216 00000100:00100000:3.0:1777421157.912913:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834137216 00000100:00100000:3.0:1777421157.913036:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1283 00000100:00100000:3.0:1777421157.913047:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+113:30722:x1863760834137216:12345-192.168.203.47@tcp:101:cat.0 00010000:00010000:3.0:1777421157.913071:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421157.913098:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d712893887a4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376f8b expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.913215:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d712893887ab lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.913230:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d712893887ab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.913241:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d712893887ab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421157.913253:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 1048576 00010000:00010000:3.0:1777421157.913403:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d712893887a4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f8b expref: 116 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.913421:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d712893887ab lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f8b expref: 115 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.913430:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9af1421e5100) 00010000:00010000:3.0:1777421157.913433:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777421157.913437:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af004440000, rc 0) 00000100:00100000:3.0:1777421157.913511:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+115:30722:x1863760834137216:12345-192.168.203.47@tcp:101:cat.0 Request processed in 465us (819us total) trans 4294968139 rc 0/0 00000100:00100000:3.0:1777421157.913518:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1283 00000100:00100000:3.0:1777421157.915530:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421157.915604:0:8215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834137344 00000100:00100000:2.0:1777421157.915613:0:8215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834137344 00000100:00100000:2.0:1777421157.915869:0:8215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 56 00000100:00100000:2.0:1777421157.915879:0:8215:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1185b3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+115:2368:x1863760834137344:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421157.915893:0:8215:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421157.915916:0:8215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d712893887ab lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f8b expref: 115 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.915932:0:8215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9af1421e5100) 00010000:00010000:2.0:1777421157.915937:0:8215:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421157.916019:0:8215:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1185b3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+114:2368:x1863760834137344:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 141us (493us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421157.916027:0:8215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 56 00000100:00100000:0.0:1777421157.916914:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421157.917151:0:8215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834137600 00000100:00100000:2.0:1777421157.917158:0:8215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834137600 00000100:00100000:2.0:1777421157.917283:0:8215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 57 00000100:00100000:2.0:1777421157.917291:0:8215:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+114:30722:x1863760834137600:12345-192.168.203.47@tcp:103:cat.0 00010000:00010000:2.0:1777421157.917300:0:8215:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421157.917323:0:8215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d7128938878f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f84 expref: 114 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.917337:0:8215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9af1421e5100) 00010000:00010000:2.0:1777421157.917346:0:8215:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421157.917404:0:8215:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+113:30722:x1863760834137600:12345-192.168.203.47@tcp:103:cat.0 Request processed in 113us (491us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421157.917411:0:8215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 57 00000100:00100000:3.0:1777421157.918585:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421157.918690:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834137728 00000100:00100000:0.0:1777421157.918702:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834137728 00000100:00100000:0.0:1777421157.918826:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1284 00000100:00100000:0.0:1777421157.918839:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137954a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+113:30722:x1863760834137728:12345-192.168.203.47@tcp:58:cat.0 00010000:00010000:0.0:1777421157.919014:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794600/0xa38d712893887b9 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421157.919033:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794600/0xa38d712893887b9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421157.919046:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794600/0xa38d712893887b9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777421157.919277:0:5761:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].38, 136 off13360 00000100:00100000:0.0:1777421157.919388:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137954a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+113:30722:x1863760834137728:12345-192.168.203.47@tcp:58:cat.0 Request processed in 551us (816us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421157.919398:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1284 00000100:00100000:1.0:1777421157.922463:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421157.922645:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834137856 00000100:00100000:0.0:1777421157.922659:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834137856 00000100:00100000:0.0:1777421157.922726:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1285 00000100:00100000:0.0:1777421157.922736:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+113:30722:x1863760834137856:12345-192.168.203.47@tcp:101:cat.0 00010000:00010000:0.0:1777421157.922761:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421157.922791:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794e00/0xa38d712893887c0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376f92 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421157.922876:0:5761:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794600/0xa38d712893887b9 lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421157.922888:0:5761:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794e00/0xa38d712893887c0 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f92 expref: 114 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421157.923246:0:5761:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794600/0xa38d712893887b9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421157.923264:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794e00/0xa38d712893887c0 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f92 expref: 114 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421157.923280:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9af1187dd300) 00010000:00010000:0.0:1777421157.923283:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777421157.923287:0:5761:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794e00/0xa38d712893887c0 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f92 expref: 114 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421157.923296:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f794e00, rc 0) 00000100:00100000:0.0:1777421157.923706:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+114:30722:x1863760834137856:12345-192.168.203.47@tcp:101:cat.0 Request processed in 970us (1255us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421157.923714:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1285 00000100:00100000:1.0:1777421158.361655:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af137955500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841190784:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777421158.361744:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421158.361861:0:7924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841190784 00000100:00100000:0.0:1777421158.361876:0:7924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841190784 00000100:00100000:0.0:1777421158.361948:0:7924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:0.0:1777421158.361959:0:7924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3296:x1863760841190784:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777421158.361994:0:7924:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 91815936 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1777421158.362058:0:7924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3296:x1863760841190784:12345-0@lo:13:osp-pre-0-0.0 Request processed in 101us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421158.362065:0:7924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:1.0:1777421158.362219:0:3296:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967369 gen 2 00000004:00080000:1.0:1777421158.362228:0:3296:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967369 committed transno 4294967369 00000100:00080000:3.0:1777421158.364490:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777421158.365918:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af137955500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841190784:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1777421158.744918:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1777421158.808671:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777421158.808686:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777421158.808736:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 39 count 7 00000040:00080000:1.0:1777421158.808745:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1777421159.769923:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777421160.463494:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421160.463553:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834137984 00000100:00100000:0.0:1777421160.463568:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834137984 00000100:00100000:0.0:1777421160.463641:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 510 00000100:00100000:0.0:1777421160.463653:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af119101050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+15:2369:x1863760834137984:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:0.0:1777421160.463752:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af119101050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+15:2369:x1863760834137984:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 100us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421160.463760:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 510 00000100:00100000:3.0:1777421160.465623:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421160.465684:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421160.465720:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421160.465749:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421160.465837:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421160.465910:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421160.465934:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421160.465951:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421160.465986:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421160.466015:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834138240 00000100:00100000:3.0:1777421160.466027:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834138240 00000100:00100000:3.0:1777421160.466099:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834138368 00000100:00100000:3.0:1777421160.466103:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834138368 00000100:00100000:3.0:1777421160.466119:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834138624 00000100:00100000:3.0:1777421160.466121:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834138624 00000100:00100000:3.0:1777421160.466132:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834139136 00000100:00100000:3.0:1777421160.466134:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834139136 00000100:00100000:3.0:1777421160.466145:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834138752 00000100:00100000:3.0:1777421160.466147:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834138752 00000100:00100000:3.0:1777421160.466158:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834139008 00000100:00100000:3.0:1777421160.466160:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834139008 00000100:00100000:3.0:1777421160.466191:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 248 00000100:00100000:3.0:1777421160.466201:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137954380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+12:2369:x1863760834138240:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777421160.466232:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834138496 00000100:00100000:1.0:1777421160.466238:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834138496 00000100:00100000:1.0:1777421160.466283:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834138112 00000100:00100000:1.0:1777421160.466287:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834138112 00000100:00100000:3.0:1777421160.466293:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137954380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+12:2369:x1863760834138240:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 92us (680us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421160.466319:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834138880 00000100:00100000:2.0:1777421160.466322:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 249 00000100:00100000:1.0:1777421160.466334:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834138880 00000100:00100000:2.0:1777421160.466348:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+18:2369:x1863760834138368:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777421160.466417:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 243 00000100:00100000:1.0:1777421160.466426:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137955500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:2369:x1863760834138496:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777421160.466460:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137955500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:2369:x1863760834138496:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 36us (776us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421160.466467:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 243 00000100:00100000:1.0:1777421160.466493:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 244 00000100:00100000:1.0:1777421160.466503:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d0d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+114:2369:x1863760834138112:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777421160.466529:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+114:2369:x1863760834138112:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 26us (808us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421160.466535:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 244 00000100:00100000:1.0:1777421160.466547:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 245 00000100:00100000:1.0:1777421160.466553:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5b7ab651-2bcf-4264-9551-2ff11b81bf19+11:2368:x1863760834138880:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:2.0:1777421160.466623:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d0d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+18:2369:x1863760834138368:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 287us (871us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421160.467192:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 248 00000100:00100000:1.0:1777421160.467192:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5b7ab651-2bcf-4264-9551-2ff11b81bf19+11:2368:x1863760834138880:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 633us (1276us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421160.467205:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 245 00000100:00100000:3.0:1777421160.467224:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 250 00000100:00100000:3.0:1777421160.467236:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c5bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2369:x1863760834138624:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777421160.467268:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 251 00000100:00100000:3.0:1777421160.467273:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c5bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2369:x1863760834138624:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 38us (1432us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421160.467282:0:6544:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1189eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5b7ab651-2bcf-4264-9551-2ff11b81bf19+5:2368:x1863760834139136:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777421160.467284:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 250 00000100:00100000:3.0:1777421160.467304:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 252 00000100:00100000:3.0:1777421160.467311:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d148e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2369:x1863760834138752:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777421160.467338:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d148e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2369:x1863760834138752:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 28us (1386us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421160.467344:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 252 00000100:00100000:3.0:1777421160.467376:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 253 00000100:00100000:3.0:1777421160.467384:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d149180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5b7ab651-2bcf-4264-9551-2ff11b81bf19+5:2369:x1863760834139008:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:1.0:1777421160.467402:0:6544:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1189eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5b7ab651-2bcf-4264-9551-2ff11b81bf19+5:2368:x1863760834139136:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 123us (1466us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421160.467411:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 251 00000100:00080000:1.0:1777421160.467450:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1777421160.467455:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777421160.467457:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777421160.467492:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d149180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5b7ab651-2bcf-4264-9551-2ff11b81bf19+5:2369:x1863760834139008:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 108us (1507us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421160.467500:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 253 00000100:00100000:2.0:1777421160.468650:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 249 00010000:00010000:3.0:1777421160.793382:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1777421160.956889:0:7430:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967371 is committed 00000001:00080000:2.0:1777421160.961390:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968134 is committed 00000020:00080000:2.0:1777421160.961405:0:5782:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9af118e343c0 refcount 2 committed 0 result 0 batchid 29 00000020:00080000:2.0:1777421160.961410:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9af12019de00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9af13c6a2b40 00000020:00080000:2.0:1777421160.961414:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9af12019d500 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9af13f789800 00000001:00080000:2.0:1777421160.961439:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968138 is committed 00000001:00080000:2.0:1777421160.961445:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968135 is committed 00000004:00080000:2.0:1777421160.961449:0:5782:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 12 committed 00000020:00080000:2.0:1777421160.961478:0:5782:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 28 batchid updated 00000001:00080000:2.0:1777421160.961490:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968139 is committed 00000001:00080000:2.0:1777421160.961508:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968123 is committed 00000020:00080000:1.0:1777421160.961566:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 29 committed batchid 28 00000020:00080000:1.0:1777421160.961741:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 28 00000100:00100000:0.0:1777421160.962026:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af12d148700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841190912:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777421160.962088:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421160.962382:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841190912 00000100:00100000:3.0:1777421160.962391:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841190912 00000100:00100000:3.0:1777421160.962445:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 353 00000100:00100000:3.0:1777421160.962455:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841190912:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1777421160.962479:0:6543:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:26 count 1 00002000:00010000:3.0:1777421160.962510:0:6543:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1a:0x0] initial LVB size: 1048576, mtime: 0x69f14b63, atime: 0x0, ctime: 0x69f14b63, blocks: 0x803 00010000:00010000:3.0:1777421160.962529:0:6543:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000270f8ba3/0xa38d712893887c7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421160.962543:0:6543:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421160.962545:0:6543:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421160.962551:0:6543:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000270f8ba3/0xa38d712893887c7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421160.962566:0:6543:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000270f8ba3/0xa38d712893887c7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421160.962576:0:6543:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000270f8ba3/0xa38d712893887c7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421160.962585:0:6543:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000270f8ba3/0xa38d712893887c7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421160.962609:0:6543:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00080000:1.0:1777421160.962967:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1777421160.963065:0:7419:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777421160.963073:0:7419:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000270f8ba3/0xa38d712893887c7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421160.963082:0:7419:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004441000 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:2.0:1777421160.963087:0:7419:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000270f8ba3/0xa38d712893887c7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421160.963096:0:7419:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000270f8ba3/0xa38d712893887c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421160.963113:0:7419:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000270f8ba3/0xa38d712893887c7 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421160.963120:0:7419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000270f8ba3/0xa38d712893887c7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421160.963140:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421160.963142:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421160.963144:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777421160.963673:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3297:x1863760841190912:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1217us (1582us total) trans 4294967372 rc 0/0 00000100:00100000:3.0:1777421160.963687:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 353 00000100:00100000:0.0:1777421160.963752:0:3297:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967371 gen 2 00000004:00080000:0.0:1777421160.963757:0:3297:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967371 committed transno 4294967371 00000100:00100000:0.0:1777421160.963966:0:3297:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9af12d148700 x1863760841190912/t4294967372(4294967372) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777421176 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1777421160.963978:0:3297:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9af12d148700/2, rc 0, transno 4294967372 00000100:00100000:0.0:1777421160.963983:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af12d148700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841190912:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777421161.433043:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0011ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3298:1863760841191040:0@lo:400:kworker.0 00000100:00100000:0.0:1777421161.433071:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0011af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841191424:0@lo:400:kworker.0 00000100:00100000:1.0:1777421161.433101:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0011ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3296:1863760841191296:0@lo:400:kworker.0 00000100:00100000:3.0:1777421161.433178:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421161.433202:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421161.433214:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421161.433219:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0011af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3295:1863760841191168:0@lo:400:kworker.0 00000100:00100000:3.0:1777421161.433243:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af00466ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3298:1863760841191552:0@lo:400:kworker.0 00000100:00100000:1.0:1777421161.433253:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118e71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841191808:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777421161.433261:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421161.433283:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841191040 00000100:00100000:3.0:1777421161.433289:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421161.433293:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af00466df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841191680:0@lo:400:kworker.0 00000100:00100000:0.0:1777421161.433293:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841191040 00000100:00100000:1.0:1777421161.433298:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421161.433333:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841191296 00000100:00100000:2.0:1777421161.433335:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421161.433339:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841191296 00000100:00100000:0.0:1777421161.433397:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 511 00000100:00100000:0.0:1777421161.433410:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11816d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3298:x1863760841191040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421161.433420:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841191168 00000100:00100000:1.0:1777421161.433422:0:6569:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841191552 00000100:00100000:3.0:1777421161.433425:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841191168 00000100:00100000:1.0:1777421161.433429:0:6569:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841191552 00000100:00100000:2.0:1777421161.433460:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841191424 00000100:00100000:2.0:1777421161.433466:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841191424 00000100:00100000:0.0:1777421161.433471:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11816d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa+18:3298:x1863760841191040:12345-0@lo:400:kworker.0 Request processed in 63us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421161.433481:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 246 00000100:00100000:0.0:1777421161.433482:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 511 00000100:00100000:1.0:1777421161.433492:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 247 00000100:00100000:3.0:1777421161.433498:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00246f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3296:x1863760841191296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421161.433505:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3295:x1863760841191168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421161.433507:0:11334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841191680 00000100:00100000:2.0:1777421161.433512:0:11334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841191680 00000100:00100000:0.0:1777421161.433529:0:7924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841191808 00000100:00100000:0.0:1777421161.433535:0:7924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841191808 00000100:00100000:2.0:1777421161.433547:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 254 00000100:00100000:3.0:1777421161.433557:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00246f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3296:x1863760841191296:12345-0@lo:400:kworker.0 Request processed in 63us (342us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421161.433559:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841191424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421161.433566:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3295:x1863760841191168:12345-0@lo:400:kworker.0 Request processed in 64us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421161.433573:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 246 00000100:00100000:0.0:1777421161.433574:0:7924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:1.0:1777421161.433584:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 247 00000100:00100000:0.0:1777421161.433588:0:7924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00246fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3296:x1863760841191808:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777421161.433608:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 248 00000100:00100000:2.0:1777421161.433614:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841191424:12345-0@lo:400:kworker.0 Request processed in 57us (414us total) trans 0 rc 0/0 00002000:00000024:0.0:1777421161.433617:0:7924:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 93519872 pending 0 free 3849322496 avail 3847225344 00000100:00100000:1.0:1777421161.433622:0:6569:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d149c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1863760841191552:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1777421161.433625:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777421161.433632:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777421161.433637:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 254 00000100:00100000:2.0:1777421161.433656:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 255 00000100:00100000:2.0:1777421161.433667:0:11334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3295:x1863760841191680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421161.433678:0:7924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00246fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3296:x1863760841191808:12345-0@lo:13:osp-pre-1-0.0 Request processed in 92us (381us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421161.433680:0:6569:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d149c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1863760841191552:12345-0@lo:400:kworker.0 Request processed in 62us (392us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421161.433695:0:7924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:1.0:1777421161.433697:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 248 00000100:00100000:2.0:1777421161.433708:0:11334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3295:x1863760841191680:12345-0@lo:400:kworker.0 Request processed in 42us (373us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421161.433717:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 255 00000100:00100000:3.0:1777421161.433813:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118e71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1863760841191808:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777421161.433826:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0011ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3296:1863760841191296:0@lo:400:kworker.0 00000100:00100000:3.0:1777421161.433905:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0011af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3295:1863760841191168:0@lo:400:kworker.0 00000100:00100000:1.0:1777421161.433915:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af00466ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3298:1863760841191552:0@lo:400:kworker.0 00000100:00100000:3.0:1777421161.433922:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af00466df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1863760841191680:0@lo:400:kworker.0 00000100:00100000:1.0:1777421161.433932:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0011ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0cd28fc9-cf9a-4166-a6a3-d66b7ed0d6fa:3298:1863760841191040:0@lo:400:kworker.0 00000100:00100000:0.0:1777421161.433983:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0011af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841191424:0@lo:400:kworker.0 00010000:00010000:2.0:1777421161.816749:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777421162.840941:0:5749:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1777421162.904572:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777421162.904580:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777421162.904817:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 39 count 3 00000040:00080000:2.0:1777421162.904837:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777421162.935096:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421162.935187:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834139264 00000100:00100000:3.0:1777421162.935204:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834139264 00000100:00080000:1.0:1777421162.935285:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777421162.935314:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1286 00000100:00100000:3.0:1777421162.935331:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00246f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+47:30725:x1863760834139264:12345-192.168.203.47@tcp:101:stat.0 00010000:00010000:3.0:1777421162.935391:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421162.935420:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d712893887ce lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376f99 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421162.935509:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d712893887d5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421162.935527:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d712893887d5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421162.935563:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d712893887d5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421162.935581:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d712893887dc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421162.935589:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d712893887dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421162.935596:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d712893887dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421162.935727:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d712893887e3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421162.935736:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d712893887e3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421162.935743:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d712893887e3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421162.935808:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 1048576 00000004:00200000:3.0:1777421162.935813:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421162.935840:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d712893887e3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421162.935853:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d712893887e3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421162.935861:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d712893887d5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421162.935878:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d712893887d5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421162.935886:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d712893887d5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421162.935893:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004441000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421162.935898:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d712893887d5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421162.935907:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d712893887d5 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421162.935920:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff9af103234c00) 00010000:00010000:3.0:1777421162.935923:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421162.935928:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d712893887d5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421162.935934:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d712893887d5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421162.935948:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d712893887dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421162.935954:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d712893887dc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421162.935959:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d712893887dc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421162.935964:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004441c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421162.935972:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d712893887dc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421162.935978:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d712893887dc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421162.935986:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0xa624d530 (ffff9af1421e5a00) 00010000:00010000:3.0:1777421162.935988:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421162.935991:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d712893887dc lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421162.935996:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d712893887dc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421162.936031:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d712893887ce lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f99 expref: 49 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421162.936045:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d712893887e3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f99 expref: 48 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421162.936052:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9af1187dd300) 00010000:00010000:3.0:1777421162.936055:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777421162.936058:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af004440000, rc 0) 00000100:00100000:3.0:1777421162.936143:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00246f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:30725:x1863760834139264:12345-192.168.203.47@tcp:101:stat.0 Request processed in 816us (1055us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421162.936159:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1286 00000100:00100000:1.0:1777421163.051836:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421163.051946:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834139392 00000100:00100000:3.0:1777421163.051961:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834139392 00000100:00080000:1.0:1777421163.052373:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777421163.052484:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1287 00000100:00100000:3.0:1777421163.052498:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00246ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5b7ab651-2bcf-4264-9551-2ff11b81bf19+7:30749:x1863760834139392:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421163.052533:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421163.052561:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d712893887ea lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376fa0 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.052645:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d712893887f1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.052664:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d712893887f1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.052676:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d712893887f1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421163.052869:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:3.0:1777421163.052875:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 32 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421163.052906:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d712893887f1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.052935:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d712893887ea lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376fa0 expref: 9 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.052955:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441c00/0xa38d712893887f1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376fa0 expref: 8 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.052965:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1061f8e00) 00010000:00010000:3.0:1777421163.052968:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777421163.052981:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af004441c00, rc 0) 00000100:00100000:3.0:1777421163.053058:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00246ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5b7ab651-2bcf-4264-9551-2ff11b81bf19+8:30749:x1863760834139392:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 563us (1237us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421163.053066:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1287 00000100:00100000:0.0:1777421163.061928:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421163.062270:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834139648 00000100:00100000:3.0:1777421163.062284:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834139648 00000100:00100000:3.0:1777421163.062450:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1288 00000100:00100000:3.0:1777421163.062462:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5b7ab651-2bcf-4264-9551-2ff11b81bf19+8:30750:x1863760834139648:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421163.062489:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421163.062516:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d712893887f8 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376fa7 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.062618:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d712893887ff lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.062636:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d712893887ff lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.062650:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d712893887ff lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.062666:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289388806 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.062673:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289388806 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.062680:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289388806 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.063021:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d7128938880d lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.063032:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d7128938880d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.063058:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d7128938880d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421163.063070:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 10752 00010000:00010000:3.0:1777421163.063229:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d712893887ff lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.063238:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d712893887ff lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.063246:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d712893887ff lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.063253:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004441000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421163.063258:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d712893887ff lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.063266:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d712893887ff lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.063281:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9af106213700) 00010000:00010000:3.0:1777421163.063285:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421163.063290:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d712893887ff lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.063297:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004441000/0xa38d712893887ff lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.063312:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289388806 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.063319:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289388806 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.063326:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289388806 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.063331:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af004440200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421163.063334:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289388806 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.063341:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289388806 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.063347:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff9af1421e5a00) 00010000:00010000:3.0:1777421163.063392:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421163.063396:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289388806 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.063402:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440200/0xa38d71289388806 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.063836:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440c00/0xa38d712893887f8 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376fa7 expref: 11 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.063855:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d7128938880d lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376fa7 expref: 10 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.063864:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9af106213200) 00010000:00010000:3.0:1777421163.063866:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421163.063869:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af004440e00, rc 0) 00000100:00100000:3.0:1777421163.063960:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5b7ab651-2bcf-4264-9551-2ff11b81bf19+10:30750:x1863760834139648:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 1499us (2046us total) trans 4294968140 rc 0/0 00000100:00100000:3.0:1777421163.063975:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1288 00000100:00100000:1.0:1777421163.069121:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421163.069189:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421163.069216:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834139904 00000100:00100000:3.0:1777421163.069230:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834139904 00000100:00100000:3.0:1777421163.069312:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1289 00000100:00100000:3.0:1777421163.069325:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00246d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5b7ab651-2bcf-4264-9551-2ff11b81bf19+10:30750:x1863760834139904:12345-192.168.203.47@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1777421163.069479:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00246d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5b7ab651-2bcf-4264-9551-2ff11b81bf19+10:30750:x1863760834139904:12345-192.168.203.47@tcp:59:lhsmtool_posix.0 Request processed in 156us (371us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421163.069488:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1289 00000100:00100000:2.0:1777421163.069597:0:8215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834139776 00000100:00100000:2.0:1777421163.069603:0:8215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834139776 00000100:00100000:2.0:1777421163.069650:0:8215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 58 00000100:00100000:2.0:1777421163.069658:0:8215:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00246e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5b7ab651-2bcf-4264-9551-2ff11b81bf19+10:2367:x1863760834139776:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421163.069670:0:8215:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421163.069698:0:8215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440e00/0xa38d7128938880d lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376fa7 expref: 10 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.069721:0:8215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9af106213200) 00010000:00010000:2.0:1777421163.069727:0:8215:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421163.069758:0:8215:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00246e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5b7ab651-2bcf-4264-9551-2ff11b81bf19+9:2367:x1863760834139776:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 101us (568us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421163.069769:0:8215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 58 00000100:00100000:0.0:1777421163.483687:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af12d14a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841191936:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777421163.483777:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421163.484204:0:6546:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841191936 00000100:00100000:2.0:1777421163.484216:0:6546:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841191936 00000100:00100000:2.0:1777421163.484300:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:2.0:1777421163.484311:0:6546:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841191936:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777421163.484381:0:6546:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 91815936 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1777421163.484448:0:6546:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863760841191936:12345-0@lo:13:osp-pre-0-0.0 Request processed in 140us (671us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421163.484457:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00080000:1.0:1777421163.484525:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777421163.484918:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af12d14a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1863760841191936:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1777421163.864675:0:5748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1777421163.928795:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777421163.928819:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777421163.928887:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 39 count 3 00000040:00080000:2.0:1777421163.928895:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777421163.929054:0:11331:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118e70a80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841192064:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1777421163.929214:0:11331:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af004433a80 going to sleep for 11 seconds 00000100:00100000:2.0:1777421163.932179:0:11331:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118e70a80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11331:1863760841192064:192.168.203.47@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1777421163.934023:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421163.934217:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834140032 00000100:00100000:0.0:1777421163.934229:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834140032 00000100:00100000:0.0:1777421163.934298:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1290 00000100:00100000:0.0:1777421163.934309:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00246df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5b7ab651-2bcf-4264-9551-2ff11b81bf19+9:30751:x1863760834140032:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1777421163.934381:0:7427:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x27:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1777421163.934508:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00246df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5b7ab651-2bcf-4264-9551-2ff11b81bf19+9:30751:x1863760834140032:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 199us (494us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421163.934518:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1290 00000100:00100000:1.0:1777421163.939741:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421163.939864:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834140160 00000100:00100000:0.0:1777421163.939878:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834140160 00000100:00100000:0.0:1777421163.939995:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1291 00000100:00100000:0.0:1777421163.940007:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00246d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5b7ab651-2bcf-4264-9551-2ff11b81bf19+9:30751:x1863760834140160:12345-192.168.203.47@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1777421163.940109:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795400/0xa38d7128938881b lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.940131:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795400/0xa38d7128938881b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.940155:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795400/0xa38d7128938881b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.940175:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794c00/0xa38d71289388822 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.940183:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794c00/0xa38d71289388822 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.940190:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794c00/0xa38d71289388822 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.940222:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795c00/0xa38d71289388829 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.940231:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795c00/0xa38d71289388829 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.940237:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795c00/0xa38d71289388829 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421163.940286:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 1048576 00000004:00200000:0.0:1777421163.940291:0:7427:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421163.940307:0:7427:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795c00/0xa38d71289388829 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.940320:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795400/0xa38d7128938881b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.940328:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795400/0xa38d7128938881b lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.940336:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795400/0xa38d7128938881b lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.940343:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f795400 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421163.940348:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795400/0xa38d7128938881b lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.940379:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795400/0xa38d7128938881b lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.940392:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9af106213200) 00010000:00010000:0.0:1777421163.940395:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421163.940401:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795400/0xa38d7128938881b lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.940408:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795400/0xa38d7128938881b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.940422:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794c00/0xa38d71289388822 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.940429:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794c00/0xa38d71289388822 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.940435:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794c00/0xa38d71289388822 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.940440:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f794c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421163.940443:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794c00/0xa38d71289388822 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.940449:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794c00/0xa38d71289388822 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.940455:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x4e3552f8 (ffff9af1187dd100) 00010000:00010000:0.0:1777421163.940458:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421163.940460:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794c00/0xa38d71289388822 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.940467:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794c00/0xa38d71289388822 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.940481:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795c00/0xa38d71289388829 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.940489:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795c00/0xa38d71289388829 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.940494:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795c00/0xa38d71289388829 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.940499:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f795c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421163.940503:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795c00/0xa38d71289388829 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.940508:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795c00/0xa38d71289388829 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.940514:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9af1187dd300) 00010000:00010000:0.0:1777421163.940516:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421163.940519:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795c00/0xa38d71289388829 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.940525:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795c00/0xa38d71289388829 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421163.940607:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00246d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5b7ab651-2bcf-4264-9551-2ff11b81bf19+9:30751:x1863760834140160:12345-192.168.203.47@tcp:34:lhsmtool_posix.0 Request processed in 600us (875us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421163.940615:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1291 00000100:00100000:1.0:1777421163.944286:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421163.944614:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834140416 00000100:00100000:0.0:1777421163.944627:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834140416 00000100:00100000:0.0:1777421163.944699:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1292 00000100:00100000:0.0:1777421163.944711:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00246d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5b7ab651-2bcf-4264-9551-2ff11b81bf19+9:30751:x1863760834140416:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421163.944738:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421163.944766:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795000/0xa38d71289388830 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376fae expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.946543:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794000/0xa38d71289388837 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.946570:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794000/0xa38d71289388837 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.946596:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794000/0xa38d71289388837 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421163.946613:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 1048576 00010000:00010000:0.0:1777421163.946740:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794000/0xa38d71289388837 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.946748:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794000/0xa38d71289388837 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.946755:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794000/0xa38d71289388837 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.946767:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f794000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421163.946772:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794000/0xa38d71289388837 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.946780:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794000/0xa38d71289388837 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.946795:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9af1187dd300) 00010000:00010000:0.0:1777421163.946798:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777421163.946803:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794000/0xa38d71289388837 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.946814:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794000/0xa38d71289388837 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.946875:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795000/0xa38d71289388830 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376fae expref: 11 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.946886:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9af106213200) 00010000:00010000:0.0:1777421163.946889:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777421163.946893:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795000/0xa38d71289388830 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376fae expref: 11 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.946903:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f795000, rc 0) 00000100:00100000:0.0:1777421163.947345:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00246d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5b7ab651-2bcf-4264-9551-2ff11b81bf19+10:30751:x1863760834140416:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 2629us (3067us total) trans 4294968141 rc 301/301 00000100:00100000:0.0:1777421163.947414:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1292 00000100:00100000:1.0:1777421163.951175:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421163.951309:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834140544 00000100:00100000:0.0:1777421163.951322:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834140544 00000100:00100000:0.0:1777421163.951478:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1293 00000100:00100000:0.0:1777421163.951490:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00246ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5b7ab651-2bcf-4264-9551-2ff11b81bf19+10:30751:x1863760834140544:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1777421163.951542:0:7427:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x27:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1777421163.951742:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00246ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5b7ab651-2bcf-4264-9551-2ff11b81bf19+10:30751:x1863760834140544:12345-192.168.203.47@tcp:53:lhsmtool_posix.0 Request processed in 252us (580us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421163.951751:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1293 00000100:00100000:1.0:1777421163.956746:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421163.956946:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834140672 00000100:00100000:0.0:1777421163.956972:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834140672 00000100:00100000:0.0:1777421163.957042:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1294 00000100:00100000:0.0:1777421163.957058:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00246c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5b7ab651-2bcf-4264-9551-2ff11b81bf19+10:30751:x1863760834140672:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421163.957078:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421163.957099:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795000/0xa38d71289388845 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376fb5 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.957181:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794000/0xa38d7128938884c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.957195:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794000/0xa38d7128938884c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.957206:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794000/0xa38d7128938884c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.957220:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795c00/0xa38d71289388853 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.957227:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795c00/0xa38d71289388853 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.957233:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795c00/0xa38d71289388853 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.957387:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794c00/0xa38d7128938885a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.957396:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794c00/0xa38d7128938885a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.957404:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794c00/0xa38d7128938885a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421163.957439:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 11776 00000004:00200000:0.0:1777421163.957442:0:7427:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421163.957466:0:7427:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794c00/0xa38d7128938885a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.957478:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794000/0xa38d7128938884c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.957485:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794000/0xa38d7128938884c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.957492:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794000/0xa38d7128938884c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.957498:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f794000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421163.957502:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794000/0xa38d7128938884c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.957509:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794000/0xa38d7128938884c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.957521:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af1061f8e00) 00010000:00010000:0.0:1777421163.957535:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421163.957540:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794000/0xa38d7128938884c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.957546:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794000/0xa38d7128938884c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.957557:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795c00/0xa38d71289388853 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.957567:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795c00/0xa38d71289388853 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.957573:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795c00/0xa38d71289388853 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.957577:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f795c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421163.957580:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795c00/0xa38d71289388853 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.957587:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795c00/0xa38d71289388853 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.957594:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff9af1187dd100) 00010000:00010000:0.0:1777421163.957596:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421163.957599:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795c00/0xa38d71289388853 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.957605:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795c00/0xa38d71289388853 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.957634:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795000/0xa38d71289388845 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376fb5 expref: 12 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.957648:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794c00/0xa38d7128938885a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376fb5 expref: 11 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.959067:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff9af103234c00) 00010000:00010000:0.0:1777421163.959071:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1777421163.959074:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f794c00, rc 0) 00000100:00100000:0.0:1777421163.959483:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00246c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5b7ab651-2bcf-4264-9551-2ff11b81bf19+11:30751:x1863760834140672:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 2426us (2746us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421163.959493:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1294 00000100:00100000:3.0:1777421163.962644:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421163.962721:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834140800 00000100:00100000:1.0:1777421163.962735:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834140800 00000100:00100000:1.0:1777421163.962803:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 2 00000100:00100000:1.0:1777421163.962816:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d14a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:5b7ab651-2bcf-4264-9551-2ff11b81bf19+11:30751:x1863760834140800:12345-192.168.203.47@tcp:700:lhsmtool_posix.0 00000100:00100000:1.0:1777421163.962915:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d14a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:5b7ab651-2bcf-4264-9551-2ff11b81bf19+11:30751:x1863760834140800:12345-192.168.203.47@tcp:700:lhsmtool_posix.0 Request processed in 102us (284us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421163.962923:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 2 00000100:00100000:1.0:1777421163.967676:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421163.967928:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834141056 00000100:00100000:0.0:1777421163.967939:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834141056 00000100:00100000:0.0:1777421163.967993:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1295 00000100:00100000:0.0:1777421163.968002:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00246f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5b7ab651-2bcf-4264-9551-2ff11b81bf19+11:30751:x1863760834141056:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421163.968022:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421163.968043:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795800/0xa38d71289388861 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376fbc expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.969208:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794400/0xa38d71289388868 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.969225:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794400/0xa38d71289388868 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.969237:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794400/0xa38d71289388868 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421163.969248:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1:0x0]: returning size 0 00010000:00010000:0.0:1777421163.969299:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795800/0xa38d71289388861 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376fbc expref: 14 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.969316:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794400/0xa38d71289388868 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376fbc expref: 13 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.969324:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff9af1187dd700) 00010000:00010000:0.0:1777421163.969327:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421163.969330:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f794400, rc 0) 00000100:00100000:0.0:1777421163.969430:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00246f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5b7ab651-2bcf-4264-9551-2ff11b81bf19+13:30751:x1863760834141056:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 1426us (1761us total) trans 4294968142 rc 0/0 00000100:00100000:0.0:1777421163.969439:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1295 00000100:00100000:0.0:1777421163.978107:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421163.978240:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834141312 00000100:00100000:2.0:1777421163.978254:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834141312 00000100:00100000:2.0:1777421163.978409:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1296 00000100:00100000:2.0:1777421163.978423:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5b7ab651-2bcf-4264-9551-2ff11b81bf19+13:30751:x1863760834141312:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1777421163.978505:0:7427:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421163.978540:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794400/0xa38d71289388868 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376fbc expref: 13 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.978564:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff9af1187dd700) 00010000:00010000:2.0:1777421163.978576:0:7427:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421163.978606:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08e00/0xa38d71289388876 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.978622:0:7427:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d71289388703 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f53 expref: 101 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.978645:0:7427:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08e00/0xa38d71289388876 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.978685:0:7427:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d71289388703 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f53 expref: 101 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.978701:0:7427:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d71289388703 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f53 expref: 101 pid: 7427 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421163.978718:0:7427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118e70a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:7427:1863760841192192:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777421163.978847:0:7427:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af004433a80 going to sleep for 11 seconds 00000100:00100000:1.0:1777421163.989941:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421163.990115:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834141440 00000100:00100000:3.0:1777421163.990127:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834141440 00010000:00010000:3.0:1777421163.990249:0:5747:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d71289388703 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f53 expref: 102 pid: 7427 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421163.990285:0:7427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118e70a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:7427:1863760841192192:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777421163.990312:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 384 00010000:00010000:2.0:1777421163.990316:0:7427:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08e00/0xa38d71289388876 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421163.990336:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00246ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+102:2369:x1863760834141440:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421163.990405:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421163.990415:0:5747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d71289388703 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f53 expref: 102 pid: 7427 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.990430:0:5747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d71289388703 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f53 expref: 102 pid: 7427 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.990464:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af1013ef600/0xa38d71289388703 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f53 expref: 102 pid: 7427 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.990482:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff9af103234c00) 00010000:00010000:3.0:1777421163.990488:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08e00/0xa38d71289388876 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.990500:0:5747:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08e00/0xa38d71289388876 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.990509:0:5747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08e00/0xa38d71289388876 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.990532:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421163.990595:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00246ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+101:2369:x1863760834141440:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 262us (668us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421163.990604:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 384 00010000:00010000:2.0:1777421163.990695:0:7427:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08e00/0xa38d71289388876 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.990704:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08e00/0xa38d71289388876 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.990734:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08000/0xa38d7128938887d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4b:0x0].0x9c45ba75 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.990745:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08000/0xa38d7128938887d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x9c45ba75 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.990754:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08000/0xa38d7128938887d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x9c45ba75 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.990876:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08e00/0xa38d71289388876 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.990884:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08e00/0xa38d71289388876 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.990892:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08e00/0xa38d71289388876 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.990899:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137e08e00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421163.990904:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08e00/0xa38d71289388876 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.990911:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08e00/0xa38d71289388876 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.990920:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff9af103234c00) 00010000:00010000:2.0:1777421163.990923:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421163.990927:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08e00/0xa38d71289388876 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.990933:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08e00/0xa38d71289388876 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.990943:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08000/0xa38d7128938887d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x9c45ba75 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.990949:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08000/0xa38d7128938887d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x9c45ba75 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.990955:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08000/0xa38d7128938887d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x9c45ba75 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.990961:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137e08000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:2.0:1777421163.990964:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08000/0xa38d7128938887d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x9c45ba75 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.990970:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08000/0xa38d7128938887d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x9c45ba75 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.990978:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x9c45ba75 (ffff9af106213400) 00010000:00010000:2.0:1777421163.990980:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421163.990983:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08000/0xa38d7128938887d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4b:0x0].0x9c45ba75 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.990989:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08000/0xa38d7128938887d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4b:0x0].0x9c45ba75 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421163.991068:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5b7ab651-2bcf-4264-9551-2ff11b81bf19+12:30751:x1863760834141312:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 Request processed in 12647us (12974us total) trans 0 rc -2/-2 00000100:00100000:2.0:1777421163.991077:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1296 00000100:00080000:1.0:1777421163.991694:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777421163.996524:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421163.996984:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834141568 00000100:00100000:2.0:1777421163.997002:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834141568 00000100:00100000:2.0:1777421163.997096:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1297 00000100:00100000:2.0:1777421163.997111:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00466df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5b7ab651-2bcf-4264-9551-2ff11b81bf19+12:30751:x1863760834141568:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421163.997139:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421163.997180:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09400/0xa38d71289388884 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376fc3 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.997234:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08800/0xa38d7128938888b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.997255:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08800/0xa38d7128938888b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.997268:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08800/0xa38d7128938888b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.997410:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09400/0xa38d71289388884 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376fc3 expref: 14 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.997432:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08800/0xa38d7128938888b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376fc3 expref: 13 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.997442:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff9af106213900) 00010000:00010000:2.0:1777421163.997445:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777421163.997450:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137e08800, rc 0) 00000100:00100000:2.0:1777421163.997527:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00466df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5b7ab651-2bcf-4264-9551-2ff11b81bf19+13:30751:x1863760834141568:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 419us (1011us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421163.997536:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1297 00000100:00100000:0.0:1777421163.999629:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421164.001919:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834141824 00000100:00100000:2.0:1777421164.001939:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834141824 00000100:00100000:2.0:1777421164.002022:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1298 00000100:00100000:2.0:1777421164.002035:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5b7ab651-2bcf-4264-9551-2ff11b81bf19+13:30751:x1863760834141824:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1777421164.002155:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08000/0xa38d71289388892 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421164.002178:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08000/0xa38d71289388892 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421164.002197:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08000/0xa38d71289388892 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777421164.002475:0:7427:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000704f8d8b reply state 0000000043096787 transno 4294968143 ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08000/0xa38d71289388892 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421164.002486:0:7427:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777421164.002612:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5b7ab651-2bcf-4264-9551-2ff11b81bf19+15:30751:x1863760834141824:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 Request processed in 579us (2992us total) trans 4294968143 rc 0/0 00000100:00100000:2.0:1777421164.002621:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1298 00010000:00010000:0.0:1777421164.004940:0:3282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08000/0xa38d71289388892 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.004961:0:3282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08000/0xa38d71289388892 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.004969:0:3282:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08000/0xa38d71289388892 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.004975:0:3282:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137e08000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421164.004981:0:3282:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08000/0xa38d71289388892 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.004990:0:3282:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08000/0xa38d71289388892 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.005010:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff9af106213900) 00010000:00010000:0.0:1777421164.005013:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1777421164.005018:0:3282:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08000/0xa38d71289388892 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.005025:0:3282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08000/0xa38d71289388892 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421164.006922:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421164.007041:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834141952 00000100:00100000:2.0:1777421164.007055:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834141952 00000100:00100000:2.0:1777421164.007128:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1299 00000100:00100000:2.0:1777421164.007139:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5b7ab651-2bcf-4264-9551-2ff11b81bf19+14:30751:x1863760834141952:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421164.007178:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421164.007207:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09400/0xa38d71289388899 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376fca expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421164.007277:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09400/0xa38d71289388899 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376fca expref: 15 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421164.007293:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09400/0xa38d71289388899 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376fca expref: 15 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421164.007302:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff9af106213900) 00010000:00010000:2.0:1777421164.007305:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777421164.007309:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137e09400, rc 0) 00000100:00100000:2.0:1777421164.007474:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5b7ab651-2bcf-4264-9551-2ff11b81bf19+15:30751:x1863760834141952:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 337us (564us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421164.007483:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1299 00000100:00100000:0.0:1777421164.013122:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421164.013452:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834142080 00000100:00100000:2.0:1777421164.013467:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834142080 00000100:00100000:2.0:1777421164.013538:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 275 00000100:00100000:2.0:1777421164.013550:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5b7ab651-2bcf-4264-9551-2ff11b81bf19+15:30751:x1863760834142080:12345-192.168.203.47@tcp:49:lhsmtool_posix.0 00000100:00100000:2.0:1777421164.013714:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5b7ab651-2bcf-4264-9551-2ff11b81bf19+15:30751:x1863760834142080:12345-192.168.203.47@tcp:49:lhsmtool_posix.0 Request processed in 166us (1570us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421164.013723:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 275 00000100:00100000:1.0:1777421164.017519:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421164.017588:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834142336 00000100:00100000:3.0:1777421164.017602:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834142336 00000100:00100000:3.0:1777421164.017797:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 276 00000100:00100000:3.0:1777421164.017809:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af00466ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5b7ab651-2bcf-4264-9551-2ff11b81bf19+15:30751:x1863760834142336:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1777421164.018096:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af00466ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5b7ab651-2bcf-4264-9551-2ff11b81bf19+16:30751:x1863760834142336:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 288us (591us total) trans 4294968144 rc 0/0 00000100:00100000:3.0:1777421164.018105:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 276 00000100:00100000:0.0:1777421164.021282:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421164.022498:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834142592 00000100:00100000:2.0:1777421164.022515:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834142592 00000100:00100000:2.0:1777421164.022599:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1300 00000100:00100000:2.0:1777421164.022612:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5b7ab651-2bcf-4264-9551-2ff11b81bf19+16:30751:x1863760834142592:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1777421164.022763:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5b7ab651-2bcf-4264-9551-2ff11b81bf19+16:30751:x1863760834142592:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 153us (1494us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421164.022772:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1300 00000100:00100000:0.0:1777421164.026130:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421164.028404:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834142848 00000100:00100000:1.0:1777421164.028423:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834142848 00000100:00100000:1.0:1777421164.028510:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1301 00000100:00100000:1.0:1777421164.028522:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5b7ab651-2bcf-4264-9551-2ff11b81bf19+16:30751:x1863760834142848:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421164.028547:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421164.028576:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d712893888a0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376fd1 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421164.028719:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d712893888a7 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421164.028738:0:5761:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09400/0xa38d71289388899 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376fca expref: 17 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421164.028748:0:5761:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d712893888a7 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421164.028793:0:5761:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09400/0xa38d71289388899 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376fca expref: 17 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421164.028808:0:5761:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09400/0xa38d71289388899 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376fca expref: 17 pid: 7427 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421164.028958:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af134080a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841192320:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777421164.029129:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1200ad780 going to sleep for 11 seconds 00000100:00100000:1.0:1777421164.031747:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af134080a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1863760841192320:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777421164.031748:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00010000:00010000:1.0:1777421164.031782:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d712893888a7 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421164.031964:0:8215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834142976 00000100:00100000:0.0:1777421164.031974:0:8215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834142976 00010000:00010000:0.0:1777421164.032020:0:8215:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09400/0xa38d71289388899 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376fca expref: 18 pid: 7427 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421164.032066:0:8215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 385 00000100:00100000:0.0:1777421164.032077:0:8215:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011af480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5b7ab651-2bcf-4264-9551-2ff11b81bf19+18:2368:x1863760834142976:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421164.032094:0:8215:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421164.032101:0:8215:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09400/0xa38d71289388899 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376fca expref: 18 pid: 7427 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.032115:0:8215:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09400/0xa38d71289388899 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376fca expref: 18 pid: 7427 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.032143:0:8215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09400/0xa38d71289388899 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376fca expref: 18 pid: 7427 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.032174:0:8215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff9af106213900) 00010000:00010000:0.0:1777421164.032180:0:8215:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d712893888a7 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.032191:0:8215:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d712893888a7 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.032200:0:8215:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d712893888a7 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.032286:0:8215:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421164.032421:0:8215:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011af480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5b7ab651-2bcf-4264-9551-2ff11b81bf19+17:2368:x1863760834142976:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 344us (686us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421164.032431:0:8215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 385 00010000:00010000:1.0:1777421164.032933:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d712893888a7 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421164.032943:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d712893888a7 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421164.032967:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1:0x0]: returning size 0 00000004:00080000:1.0:1777421164.033324:0:5761:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1b:0x0], index 0: 0 00010000:00010000:1.0:1777421164.033521:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d712893888a7 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421164.033527:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d712893888a7 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421164.033533:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d712893888a7 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421164.033537:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137838000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421164.033541:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d712893888a7 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421164.033547:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d712893888a7 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421164.033557:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff9af106213900) 00010000:00010000:1.0:1777421164.033559:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777421164.033562:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d712893888a7 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421164.033565:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838000/0xa38d712893888a7 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421164.033619:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d712893888a0 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376fd1 expref: 17 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421164.033627:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff9af103234c00) 00010000:00010000:1.0:1777421164.033628:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777421164.033631:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d712893888a0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376fd1 expref: 17 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421164.033874:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137839800, rc 0) 00000100:00100000:1.0:1777421164.033962:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5b7ab651-2bcf-4264-9551-2ff11b81bf19+16:30751:x1863760834142848:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 5443us (7847us total) trans 4294968145 rc 301/301 00000100:00100000:1.0:1777421164.033969:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1301 00000100:00100000:3.0:1777421164.036512:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421164.037900:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834143232 00000100:00100000:1.0:1777421164.037916:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834143232 00000100:00100000:1.0:1777421164.038050:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 277 00000100:00100000:1.0:1777421164.038064:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5b7ab651-2bcf-4264-9551-2ff11b81bf19+16:30751:x1863760834143232:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1777421164.038547:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5b7ab651-2bcf-4264-9551-2ff11b81bf19+17:30751:x1863760834143232:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 484us (2047us total) trans 4294968146 rc 0/0 00000100:00100000:1.0:1777421164.038556:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 277 00000100:00100000:0.0:1777421164.041072:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421164.041167:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834143360 00000100:00100000:1.0:1777421164.041179:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834143360 00000100:00100000:1.0:1777421164.041235:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1302 00000100:00100000:1.0:1777421164.041243:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5b7ab651-2bcf-4264-9551-2ff11b81bf19+17:30751:x1863760834143360:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421164.041268:0:5761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421164.041301:0:5761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d712893888b5 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376fd8 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421164.041521:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d712893888bc lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421164.041536:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d712893888bc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421164.041546:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d712893888bc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421164.041678:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1:0x0]: returning size 0 00000004:00200000:1.0:1777421164.041683:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421164.041701:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d712893888bc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421164.041808:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d712893888b5 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376fd8 expref: 19 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421164.041846:0:5761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d712893888bc lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376fd8 expref: 18 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421164.041853:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff9af106213900) 00010000:00010000:1.0:1777421164.041855:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1777421164.041858:0:5761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137839800, rc 0) 00000100:00100000:1.0:1777421164.041959:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5b7ab651-2bcf-4264-9551-2ff11b81bf19+18:30751:x1863760834143360:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 715us (895us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421164.041967:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1302 00000100:00100000:3.0:1777421164.044002:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421164.044069:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834143488 00000100:00100000:0.0:1777421164.044080:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834143488 00000100:00100000:0.0:1777421164.044198:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 354 00000100:00100000:0.0:1777421164.044207:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5b7ab651-2bcf-4264-9551-2ff11b81bf19+5:2368:x1863760834143488:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421164.044223:0:6543:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421164.044242:0:6543:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fbcf92a6/0xa38d712893888c3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376fdf expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777421164.044267:0:6543:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1777421164.044285:0:6543:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421164.044288:0:6543:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421164.044298:0:6543:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fbcf92a6/0xa38d712893888c3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376fdf expref: 6 pid: 6543 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.044316:0:6543:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000fbcf92a6/0xa38d712893888c3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376fdf expref: 6 pid: 6543 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.044331:0:6543:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f795200, rc 0) 00000100:00100000:0.0:1777421164.044476:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5b7ab651-2bcf-4264-9551-2ff11b81bf19+6:2368:x1863760834143488:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 269us (485us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421164.044483:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 354 00000100:00080000:1.0:1777421164.044530:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777421164.047540:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421164.047866:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834143744 00000100:00100000:1.0:1777421164.047879:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834143744 00000100:00100000:1.0:1777421164.047953:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1303 00000100:00100000:1.0:1777421164.047965:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0011ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5b7ab651-2bcf-4264-9551-2ff11b81bf19+18:30751:x1863760834143744:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777421164.048100:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0011ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5b7ab651-2bcf-4264-9551-2ff11b81bf19+18:30751:x1863760834143744:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 135us (570us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421164.048108:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1303 00000100:00100000:2.0:1777421164.057517:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421164.057632:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834143872 00000100:00100000:3.0:1777421164.057644:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834143872 00000100:00100000:3.0:1777421164.057710:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 355 00000100:00100000:3.0:1777421164.057722:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5b7ab651-2bcf-4264-9551-2ff11b81bf19+6:30751:x1863760834143872:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421164.057746:0:6860:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421164.057770:0:6860:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004bc806a8/0xa38d712893888ca lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376fe6 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421164.057808:0:6860:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fbcf92a6/0xa38d712893888c3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376fdf expref: 7 pid: 6543 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421164.057940:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421164.057943:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421164.057949:0:6860:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004bc806a8/0xa38d712893888ca lrc: 4/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376fe6 expref: 7 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421164.057995:0:6860:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fbcf92a6/0xa38d712893888c3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376fdf expref: 7 pid: 6543 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421164.058012:0:6860:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000fbcf92a6/0xa38d712893888c3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376fdf expref: 7 pid: 6543 timeout: 475 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421164.058029:0:6860:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c005f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:6860:1863760841192448:192.168.203.47@tcp:104: 00000100:00100000:3.0:1777421164.058163:0:6860:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13c683480 going to sleep for 11 seconds 00000100:00100000:2.0:1777421164.060468:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421164.060491:0:6860:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c005f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:6860:1863760841192448:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421164.060533:0:6860:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004bc806a8/0xa38d712893888ca lrc: 3/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376fe6 expref: 7 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421164.060736:0:8215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834144000 00000100:00100000:3.0:1777421164.060747:0:8215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834144000 00010000:00010000:3.0:1777421164.060785:0:8215:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000fbcf92a6/0xa38d712893888c3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376fdf expref: 8 pid: 6543 timeout: 475 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.060885:0:6860:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af004440c00, rc 0) 00000100:00100000:3.0:1777421164.060959:0:8215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 386 00000100:00100000:0.0:1777421164.060962:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5b7ab651-2bcf-4264-9551-2ff11b81bf19+8:30751:x1863760834143872:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 3239us (3454us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421164.060974:0:8215:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e70e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5b7ab651-2bcf-4264-9551-2ff11b81bf19+8:2368:x1863760834144000:12345-192.168.203.47@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1777421164.060976:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 355 00010000:00010000:3.0:1777421164.060994:0:8215:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421164.061023:0:8215:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000fbcf92a6/0xa38d712893888c3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376fdf expref: 7 pid: 6543 timeout: 475 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421164.061040:0:8215:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fbcf92a6/0xa38d712893888c3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376fdf expref: 7 pid: 6543 timeout: 475 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421164.061067:0:8215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fbcf92a6/0xa38d712893888c3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376fdf expref: 7 pid: 6543 timeout: 475 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421164.061081:0:8215:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421164.061084:0:8215:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421164.061092:0:8215:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004bc806a8/0xa38d712893888ca lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376fe6 expref: 6 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421164.061102:0:8215:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004bc806a8/0xa38d712893888ca lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376fe6 expref: 6 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421164.061490:0:8215:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000004bc806a8/0xa38d712893888ca lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376fe6 expref: 6 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421164.061516:0:8215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af13c006d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8215:1863760841192576:192.168.203.47@tcp:105: 00000100:00100000:3.0:1777421164.061702:0:8215:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af13c683000 going to sleep for 11 seconds 00000100:00100000:3.0:1777421164.064243:0:8215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af13c006d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8215:1863760841192576:192.168.203.47@tcp:105: 00010000:00010000:3.0:1777421164.064276:0:8215:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421164.064339:0:8215:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e70e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5b7ab651-2bcf-4264-9551-2ff11b81bf19+6:2368:x1863760834144000:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 3369us (3882us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421164.064382:0:8215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 386 00000100:00100000:0.0:1777421164.082189:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421164.082341:0:17822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834144128 00000100:00100000:2.0:1777421164.082432:0:17822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834144128 00002000:00100000:2.0:1777421164.082494:0:17822:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1b:0x0] (0->1048575) req@ffff9af13786f100 x1863760834144128/t0(0) o4->5b7ab651-2bcf-4264-9551-2ff11b81bf19@192.168.203.47@tcp:175/0 lens 488/0 e 0 to 0 dl 1777421175 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421164.082507:0:17822:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13786f100 with x1863760834144128 ext(0->1048575) 00002000:00010000:2.0:1777421164.082514:0:17822:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af13786f100 00000100:00100000:2.0:1777421164.082581:0:17822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 113 00000100:00100000:2.0:1777421164.082593:0:17822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13786f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5b7ab651-2bcf-4264-9551-2ff11b81bf19+6:2369:x1863760834144128:12345-192.168.203.47@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1777421164.102340:0:17822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13786f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5b7ab651-2bcf-4264-9551-2ff11b81bf19+8:2369:x1863760834144128:12345-192.168.203.47@tcp:4:lhsmtool_posix.0 Request processed in 19733us (20149us total) trans 4294967370 rc 0/0 00000100:00100000:2.0:1777421164.102374:0:17822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 113 00002000:00100000:2.0:1777421164.102392:0:17822:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1b:0x0] (0->1048575) req@ffff9af13786f100 x1863760834144128/t4294967370(0) o4->5b7ab651-2bcf-4264-9551-2ff11b81bf19@192.168.203.47@tcp:175/0 lens 488/448 e 0 to 0 dl 1777421175 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421164.102404:0:17822:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af13786f100 with x1863760834144128 ext(0->1048575) 00002000:00010000:2.0:1777421164.102412:0:17822:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af13786f100 00000100:00100000:1.0:1777421164.109020:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421164.109134:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834144256 00000100:00100000:3.0:1777421164.110050:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834144256 00000100:00100000:3.0:1777421164.111883:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1304 00000100:00100000:0.0:1777421164.112068:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134080a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5b7ab651-2bcf-4264-9551-2ff11b81bf19+18:30751:x1863760834144256:12345-192.168.203.47@tcp:44:lhsmtool_posix.0 00000100:00100000:0.0:1777421164.149256:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134080a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5b7ab651-2bcf-4264-9551-2ff11b81bf19+18:30751:x1863760834144256:12345-192.168.203.47@tcp:44:lhsmtool_posix.0 Request processed in 37332us (40231us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421164.149277:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1304 00000001:00080000:1.0:1777421164.149430:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968142 is committed 00000001:00080000:1.0:1777421164.149446:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968146 is committed 00000020:00080000:1.0:1777421164.149454:0:5782:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 29 batchid updated 00000020:00080000:0.0:1777421164.149518:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 29 00000020:00080000:0.0:1777421164.149528:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 29 00000100:00100000:3.0:1777421164.153756:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421164.153850:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834144384 00000100:00100000:0.0:1777421164.153866:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834144384 00000100:00100000:0.0:1777421164.153931:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 356 00000100:00100000:0.0:1777421164.153940:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c006d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5b7ab651-2bcf-4264-9551-2ff11b81bf19+8:2369:x1863760834144384:12345-192.168.203.47@tcp:16:lhsmtool_posix.0 00000001:00080000:2.0:1777421164.195022:0:6572:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967370 is committed 00000100:00100000:0.0:1777421164.195155:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c006d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5b7ab651-2bcf-4264-9551-2ff11b81bf19+6:2369:x1863760834144384:12345-192.168.203.47@tcp:16:lhsmtool_posix.0 Request processed in 41201us (41403us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421164.195167:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 356 00000100:00100000:3.0:1777421164.197416:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421164.197548:0:5761:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834144640 00000100:00100000:1.0:1777421164.197558:0:5761:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834144640 00000100:00100000:1.0:1777421164.197619:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1305 00000100:00100000:1.0:1777421164.197628:0:5761:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c004e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5b7ab651-2bcf-4264-9551-2ff11b81bf19+11:30751:x1863760834144640:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1777421164.197678:0:5761:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421164.197705:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137839800/0xa38d712893888bc lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376fd8 expref: 11 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421164.197724:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff9af106213900) 00010000:00010000:1.0:1777421164.197730:0:5761:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421164.197767:0:5761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d712893888d1 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421164.197779:0:5761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d712893888d1 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421164.197789:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d712893888d1 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421164.197815:0:5761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d712893888d1 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421164.197821:0:5761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d712893888d1 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421164.197828:0:5761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d712893888d1 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421164.197853:0:5761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137838800 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:1.0:1777421164.197857:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d712893888d1 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421164.197865:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d712893888d1 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421164.197874:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff9af106213900) 00010000:00010000:1.0:1777421164.197877:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421164.197880:0:5761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d712893888d1 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421164.197886:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137838800/0xa38d712893888d1 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421164.197973:0:5761:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c004e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5b7ab651-2bcf-4264-9551-2ff11b81bf19+10:30751:x1863760834144640:12345-192.168.203.47@tcp:36:lhsmtool_posix.0 Request processed in 345us (565us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421164.197980:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1305 00000100:00100000:1.0:1777421164.199754:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421164.199820:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834144768 00000100:00100000:2.0:1777421164.199826:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834144768 00000100:00100000:2.0:1777421164.199864:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1306 00000100:00100000:2.0:1777421164.199873:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134081c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5b7ab651-2bcf-4264-9551-2ff11b81bf19+10:30751:x1863760834144768:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421164.199890:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421164.199911:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09c00/0xa38d712893888d8 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376fed expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421164.199958:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09c00/0xa38d712893888d8 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376fed expref: 11 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421164.199970:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09c00/0xa38d712893888d8 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376fed expref: 11 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421164.199985:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff9af106213900) 00010000:00010000:2.0:1777421164.199988:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777421164.199992:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af137e09c00, rc 0) 00000100:00100000:2.0:1777421164.200038:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134081c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5b7ab651-2bcf-4264-9551-2ff11b81bf19+11:30751:x1863760834144768:12345-192.168.203.47@tcp:101:lhsmtool_posix.0 Request processed in 165us (290us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421164.200045:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1306 00000100:00100000:3.0:1777421164.201714:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421164.201810:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834144896 00000100:00100000:0.0:1777421164.201823:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834144896 00000100:00100000:0.0:1777421164.201881:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 357 00000100:00100000:0.0:1777421164.201889:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c006a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5b7ab651-2bcf-4264-9551-2ff11b81bf19+6:2368:x1863760834144896:12345-192.168.203.47@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1777421164.202100:0:6860:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb size from disk: 0 -> 1048576 00002000:00010000:0.0:1777421164.202103:0:6860:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb mtime from disk: 0 -> 1777421155 00002000:00010000:0.0:1777421164.202105:0:6860:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb atime from disk: 0 -> 1777421155 00002000:00010000:0.0:1777421164.202107:0:6860:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb ctime from disk: 0 -> 1777421155 00002000:00010000:0.0:1777421164.202109:0:6860:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb blocks from disk: 1 -> 2051 00000100:00100000:0.0:1777421164.202163:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c006a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5b7ab651-2bcf-4264-9551-2ff11b81bf19+7:2368:x1863760834144896:12345-192.168.203.47@tcp:2:lhsmtool_posix.0 Request processed in 273us (453us total) trans 4294967371 rc 0/0 00000100:00100000:0.0:1777421164.202171:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 357 00000100:00100000:3.0:1777421164.204118:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421164.204257:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834145152 00000100:00100000:2.0:1777421164.204268:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834145152 00000100:00100000:2.0:1777421164.204317:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1307 00000100:00100000:2.0:1777421164.204327:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c004380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5b7ab651-2bcf-4264-9551-2ff11b81bf19+11:30751:x1863760834145152:12345-192.168.203.47@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1777421164.204461:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08e00/0xa38d712893888df lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421164.204477:0:7427:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08800/0xa38d7128938888b lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376fc3 expref: 11 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421164.204486:0:7427:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08e00/0xa38d712893888df lrc: 4/0,1 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421164.204519:0:7427:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08800/0xa38d7128938888b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376fc3 expref: 11 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421164.204533:0:7427:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08800/0xa38d7128938888b lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376fc3 expref: 11 pid: 7427 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421164.204544:0:7427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118e72a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:7427:1863760841192704:192.168.203.47@tcp:104: 00000100:00100000:2.0:1777421164.204643:0:7427:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af004433cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1777421164.207086:0:7427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118e72a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:7427:1863760841192704:192.168.203.47@tcp:104: 00000100:00100000:1.0:1777421164.207086:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00010000:00010000:2.0:1777421164.207109:0:7427:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08e00/0xa38d712893888df lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421164.207247:0:8215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834145280 00000100:00100000:3.0:1777421164.207263:0:8215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834145280 00010000:00010000:3.0:1777421164.207315:0:8215:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08800/0xa38d7128938888b lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376fc3 expref: 12 pid: 7427 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421164.207401:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 387 00000100:00100000:2.0:1777421164.207421:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134081180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5b7ab651-2bcf-4264-9551-2ff11b81bf19+12:2369:x1863760834145280:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421164.207444:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421164.207453:0:5747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08800/0xa38d7128938888b lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376fc3 expref: 12 pid: 7427 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421164.207465:0:5747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08800/0xa38d7128938888b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376fc3 expref: 12 pid: 7427 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421164.207487:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08800/0xa38d7128938888b lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376fc3 expref: 12 pid: 7427 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421164.207502:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff9af106213900) 00010000:00010000:2.0:1777421164.207507:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08e00/0xa38d712893888df lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421164.207516:0:5747:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08e00/0xa38d712893888df lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421164.207524:0:5747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08e00/0xa38d712893888df lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421164.207554:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421164.207603:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134081180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5b7ab651-2bcf-4264-9551-2ff11b81bf19+11:2369:x1863760834145280:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 190us (517us total) trans 0 rc 0/0 00010000:00010000:0.0:1777421164.207609:0:7427:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08e00/0xa38d712893888df lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421164.207616:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 387 00010000:00010000:0.0:1777421164.207628:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08e00/0xa38d712893888df lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.208007:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08e00/0xa38d712893888df lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.208017:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08e00/0xa38d712893888df lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.208024:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08e00/0xa38d712893888df lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.208030:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137e08e00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421164.208035:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08e00/0xa38d712893888df lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.208044:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08e00/0xa38d712893888df lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.208063:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff9af106213900) 00010000:00010000:0.0:1777421164.208066:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1777421164.208070:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08e00/0xa38d712893888df lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.208076:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e08e00/0xa38d712893888df lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421164.208159:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c004380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5b7ab651-2bcf-4264-9551-2ff11b81bf19+10:30751:x1863760834145152:12345-192.168.203.47@tcp:55:lhsmtool_posix.0 Request processed in 3820us (4041us total) trans 0 rc -22/-22 00000100:00100000:0.0:1777421164.208169:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1307 00000100:00100000:3.0:1777421164.210550:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421164.210597:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834145408 00000100:00100000:0.0:1777421164.210608:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834145408 00000100:00100000:0.0:1777421164.210670:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 358 00000100:00100000:0.0:1777421164.210680:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c007b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5b7ab651-2bcf-4264-9551-2ff11b81bf19+7:2367:x1863760834145408:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1777421164.210736:0:6860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008f4ec4b4/0xa38d712893888e6 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.210760:0:6860:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004bc806a8/0xa38d712893888ca lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376fe6 expref: 7 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.210766:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777421164.210768:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777421164.210771:0:6860:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008f4ec4b4/0xa38d712893888e6 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.210805:0:6860:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004bc806a8/0xa38d712893888ca lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376fe6 expref: 7 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.210819:0:6860:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004bc806a8/0xa38d712893888ca lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376fe6 expref: 7 pid: 6860 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421164.210836:0:6860:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0013b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:6860:1863760841192832:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777421164.210979:0:6860:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1057b16c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777421164.214672:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421164.214773:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834145536 00000100:00100000:2.0:1777421164.214787:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834145536 00010000:00010000:2.0:1777421164.214837:0:5747:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004bc806a8/0xa38d712893888ca lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376fe6 expref: 8 pid: 6860 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421164.214930:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 388 00000100:00100000:2.0:1777421164.214941:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1185b0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5b7ab651-2bcf-4264-9551-2ff11b81bf19+8:2368:x1863760834145536:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421164.214963:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421164.215003:0:5747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004bc806a8/0xa38d712893888ca lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376fe6 expref: 8 pid: 6860 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421164.215019:0:5747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004bc806a8/0xa38d712893888ca lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376fe6 expref: 8 pid: 6860 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421164.215051:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421164.215054:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421164.215060:0:5747:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008f4ec4b4/0xa38d712893888e6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421164.215073:0:5747:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008f4ec4b4/0xa38d712893888e6 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421164.215099:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421164.215184:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1185b0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5b7ab651-2bcf-4264-9551-2ff11b81bf19+8:2368:x1863760834145536:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 244us (526us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421164.215193:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 388 00010000:00010000:0.0:1777421164.215326:0:6860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004bc806a8/0xa38d712893888ca lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376fe6 expref: 7 pid: 6860 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421164.215344:0:6860:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0013b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:6860:1863760841192832:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421164.215414:0:6860:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008f4ec4b4/0xa38d712893888e6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.215425:0:6860:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008f4ec4b4/0xa38d712893888e6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.215433:0:6860:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008f4ec4b4/0xa38d712893888e6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.215462:0:6860:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008f4ec4b4/0xa38d712893888e6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.215471:0:6860:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008f4ec4b4/0xa38d712893888e6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.215486:0:6860:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008f4ec4b4/0xa38d712893888e6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.215494:0:6860:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f795600 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:0.0:1777421164.215499:0:6860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008f4ec4b4/0xa38d712893888e6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.215509:0:6860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008f4ec4b4/0xa38d712893888e6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.215522:0:6860:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008f4ec4b4/0xa38d712893888e6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.215530:0:6860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008f4ec4b4/0xa38d712893888e6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421164.215593:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c007b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5b7ab651-2bcf-4264-9551-2ff11b81bf19+6:2367:x1863760834145408:12345-192.168.203.47@tcp:1:lhsmtool_posix.0 Request processed in 4914us (5051us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421164.215602:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 358 00000100:00100000:3.0:1777421164.218214:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421164.218330:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834145792 00000100:00100000:0.0:1777421164.218343:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834145792 00000100:00100000:0.0:1777421164.218449:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1308 00000100:00100000:0.0:1777421164.218460:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c005c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5b7ab651-2bcf-4264-9551-2ff11b81bf19+10:30751:x1863760834145792:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1777421164.218560:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795a00/0xa38d712893888ed lrc: 3/0,1 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.218578:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795a00/0xa38d712893888ed lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.218590:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795a00/0xa38d712893888ed lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.218850:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795e00/0xa38d712893888f4 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.218860:0:7427:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09c00/0xa38d712893888d8 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376fed expref: 11 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.219080:0:7427:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795e00/0xa38d712893888f4 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.219117:0:7427:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09c00/0xa38d712893888d8 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376fed expref: 11 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.219129:0:7427:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09c00/0xa38d712893888d8 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376fed expref: 11 pid: 7427 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421164.219142:0:7427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0013b6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:7427:1863760841192960:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777421164.219262:0:7427:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1057b16c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421164.223476:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421164.223500:0:7427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0013b6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:7427:1863760841192960:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421164.223537:0:7427:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795e00/0xa38d712893888f4 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421164.223548:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834145920 00000100:00100000:2.0:1777421164.223566:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834145920 00010000:00010000:2.0:1777421164.223614:0:5747:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09c00/0xa38d712893888d8 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376fed expref: 12 pid: 7427 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421164.223658:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 389 00000100:00100000:2.0:1777421164.223669:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134083800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5b7ab651-2bcf-4264-9551-2ff11b81bf19+12:2368:x1863760834145920:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421164.223687:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421164.223695:0:5747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09c00/0xa38d712893888d8 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376fed expref: 12 pid: 7427 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421164.223714:0:5747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09c00/0xa38d712893888d8 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376fed expref: 12 pid: 7427 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421164.223742:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09c00/0xa38d712893888d8 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376fed expref: 12 pid: 7427 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421164.223759:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff9af106213900) 00010000:00010000:2.0:1777421164.223764:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795e00/0xa38d712893888f4 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421164.223775:0:5747:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795e00/0xa38d712893888f4 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421164.223784:0:5747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795e00/0xa38d712893888f4 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421164.223817:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421164.223854:0:7427:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795e00/0xa38d712893888f4 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.223864:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795e00/0xa38d712893888f4 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421164.223893:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134083800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5b7ab651-2bcf-4264-9551-2ff11b81bf19+11:2368:x1863760834145920:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 224us (431us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421164.223903:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 389 00000001:00080000:0.0:1777421164.224130:0:7427:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968147 00000001:00080000:0.0:1777421164.224324:0:7427:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968148 00000001:00080000:0.0:1777421164.224407:0:7427:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968149 00000100:00100000:0.0:1777421164.224499:0:7427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0013b6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:7427:1863760841193088:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1777421164.224566:0:7427:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421164.224600:0:7427:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af1200ad780 going to sleep for 11 seconds 00000100:00100000:1.0:1777421164.224699:0:5766:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841193088 00000100:00100000:1.0:1777421164.224706:0:5766:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841193088 00000100:00100000:1.0:1777421164.224764:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1777421164.224771:0:5766:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0013b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:7427:x1863760841193088:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1777421164.224845:0:5766:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0013b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:7427:x1863760841193088:12345-0@lo:1000:mdt00_004.0 Request processed in 74us (280us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421164.224851:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1777421164.225607:0:7427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0013b6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:7427:1863760841193088:0@lo:1000:mdt00_004.0 00000001:00080000:0.0:1777421164.225947:0:7427:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968150 00000100:00100000:0.0:1777421164.226030:0:7427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0013b6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:7427:1863760841193216:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1777421164.226080:0:7427:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421164.226107:0:7427:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af103e2e840 going to sleep for 11 seconds 00000100:00100000:1.0:1777421164.226134:0:5766:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760841193216 00000100:00100000:1.0:1777421164.226156:0:5766:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760841193216 00000100:00100000:1.0:1777421164.226208:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1777421164.226218:0:5766:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af10f635050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:7427:x1863760841193216:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1777421164.226464:0:5766:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af10f635050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:7427:x1863760841193216:12345-0@lo:1000:mdt00_004.0 Request processed in 245us (381us total) trans 4294967372 rc 0/0 00000100:00100000:1.0:1777421164.226475:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1777421164.226555:0:7427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0013b6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:7427:1863760841193216:0@lo:1000:mdt00_004.0 00000001:00080000:0.0:1777421164.226652:0:7427:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968151 00010000:00010000:0.0:1777421164.226694:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795e00/0xa38d712893888f4 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.226707:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795e00/0xa38d712893888f4 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.226716:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795e00/0xa38d712893888f4 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.226724:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f795e00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421164.226730:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795e00/0xa38d712893888f4 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.226742:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795e00/0xa38d712893888f4 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.226763:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff9af106213900) 00010000:00010000:0.0:1777421164.226766:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777421164.226772:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795e00/0xa38d712893888f4 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.226779:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795e00/0xa38d712893888f4 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.226818:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794600/0xa38d712893887b9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.226825:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794600/0xa38d712893887b9 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.226832:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794600/0xa38d712893887b9 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.226838:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f794600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421164.226841:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794600/0xa38d712893887b9 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.226847:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794600/0xa38d712893887b9 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.226857:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9af1187dd300) 00010000:00010000:0.0:1777421164.226860:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777421164.226868:0:7427:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794e00/0xa38d712893887c0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f92 expref: 100 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.226886:0:7427:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794e00/0xa38d712893887c0 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f92 expref: 100 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.226897:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794e00/0xa38d712893887c0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f92 expref: 100 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.226929:0:7427:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794e00/0xa38d712893887c0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f92 expref: 100 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421164.226941:0:7427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0013b7800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:7427:1863760841193344:192.168.203.47@tcp:105: 00000100:00100000:0.0:1777421164.227030:0:7427:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af103e2e840 going to sleep for 11 seconds 00000100:00100000:1.0:1777421164.230052:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421164.230060:0:7427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0013b7800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:7427:1863760841193344:192.168.203.47@tcp:105: 00010000:00010000:0.0:1777421164.230099:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794600/0xa38d712893887b9 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.230112:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794600/0xa38d712893887b9 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 5761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.230170:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795600/0xa38d712893888fb lrc: 3/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.230188:0:7427:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d712893887e3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f99 expref: 47 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.230198:0:7427:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795600/0xa38d712893888fb lrc: 4/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.230251:0:7427:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d712893887e3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f99 expref: 47 pid: 5761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.230270:0:7427:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d712893887e3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f99 expref: 47 pid: 5761 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421164.230287:0:7427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0013b7800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:7427:1863760841193472:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777421164.230430:0:7427:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af103e2e840 going to sleep for 11 seconds 00000100:00100000:3.0:1777421164.230633:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834146048 00000100:00100000:3.0:1777421164.230648:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834146048 00000100:00100000:3.0:1777421164.230719:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 278 00000100:00100000:3.0:1777421164.230730:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af1072da050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+101:30722:x1863760834146048:12345-192.168.203.47@tcp:49:cat.0 00000100:00100000:3.0:1777421164.230870:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af1072da050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+101:30722:x1863760834146048:12345-192.168.203.47@tcp:49:cat.0 Request processed in 142us (832us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421164.230887:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 278 00000100:00100000:0.0:1777421164.234691:0:7427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0013b7800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:7427:1863760841193472:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421164.234735:0:7427:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795600/0xa38d712893888fb lrc: 3/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421164.236103:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421164.236175:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834146176 00000100:00100000:0.0:1777421164.236187:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834146176 00000100:00080000:3.0:1777421164.236316:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777421164.236333:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 359 00000100:00100000:0.0:1777421164.236345:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134081500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+12:30722:x1863760834146176:12345-192.168.203.47@tcp:101:cat.0 00010000:00010000:0.0:1777421164.236390:0:6860:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421164.236417:0:6860:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fbcf92a6/0xa38d71289388902 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376ff4 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777421164.236452:0:6860:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1b:0x0] initial LVB size: 1048576, mtime: 0x69f14b63, atime: 0x69f14b63, ctime: 0x69f14b63, blocks: 0x803 00010000:00010000:0.0:1777421164.236482:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421164.236485:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421164.236497:0:6860:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fbcf92a6/0xa38d71289388902 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ff4 expref: 13 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421164.236522:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00010000:00010000:0.0:1777421164.236531:0:6860:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000fbcf92a6/0xa38d71289388902 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ff4 expref: 13 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.236550:0:6860:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f795200, rc 0) 00000100:00100000:3.0:1777421164.236580:0:8215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834146304 00000100:00100000:3.0:1777421164.236586:0:8215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834146304 00010000:00010000:3.0:1777421164.236624:0:8215:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d712893887e3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f99 expref: 48 pid: 5761 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421164.236630:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134081500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+13:30722:x1863760834146176:12345-192.168.203.47@tcp:101:cat.0 Request processed in 287us (534us total) trans 0 rc 0/0 00000100:00080000:1.0:1777421164.236691:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777421164.236710:0:8215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 390 00000100:00100000:3.0:1777421164.236724:0:8215:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134082d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:2368:x1863760834146304:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421164.236737:0:8215:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421164.236745:0:8215:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d712893887e3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f99 expref: 48 pid: 5761 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421164.236761:0:8215:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d712893887e3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f99 expref: 48 pid: 5761 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421164.236788:0:8215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af004440000/0xa38d712893887e3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376f99 expref: 48 pid: 5761 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421164.236810:0:8215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9af1187dd300) 00010000:00010000:3.0:1777421164.236816:0:8215:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795600/0xa38d712893888fb lrc: 3/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421164.236828:0:8215:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795600/0xa38d712893888fb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421164.236842:0:8215:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795600/0xa38d712893888fb lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421164.236875:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 359 00010000:00010000:2.0:1777421164.236936:0:8215:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421164.236976:0:8215:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134082d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+47:2368:x1863760834146304:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 255us (460us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421164.236984:0:8215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 390 00010000:00010000:0.0:1777421164.237027:0:7427:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795600/0xa38d712893888fb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.237036:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795600/0xa38d712893888fb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.237052:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795600/0xa38d712893888fb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.237059:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795600/0xa38d712893888fb lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.237067:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795600/0xa38d712893888fb lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.237075:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f795600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421164.237081:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795600/0xa38d712893888fb lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.237089:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795600/0xa38d712893888fb lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.237103:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9af1187dd300) 00010000:00010000:0.0:1777421164.237106:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421164.237110:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795600/0xa38d712893888fb lrc: 2/0,0 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.237117:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795600/0xa38d712893888fb lrc: 0/0,0 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.237129:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795a00/0xa38d712893888ed lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.237134:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795a00/0xa38d712893888ed lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.237141:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795a00/0xa38d712893888ed lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.237155:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f795a00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421164.237158:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795a00/0xa38d712893888ed lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.237164:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795a00/0xa38d712893888ed lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.237172:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9af1187dd300) 00010000:00010000:0.0:1777421164.237174:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777421164.237177:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795a00/0xa38d712893888ed lrc: 2/0,0 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.237183:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795a00/0xa38d712893888ed lrc: 0/0,0 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421164.238108:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c005c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5b7ab651-2bcf-4264-9551-2ff11b81bf19+15:30751:x1863760834145792:12345-192.168.203.47@tcp:57:lhsmtool_posix.0 Request processed in 19642us (19899us total) trans 4294968152 rc 0/0 00000100:00100000:0.0:1777421164.238121:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1308 00000020:00080000:0.0:1777421164.238127:0:7427:0:(tgt_main.c:782:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:2.0:1777421164.238383:0:11331:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777421164.238389:0:11331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777421164.238901:0:11331:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:2.0:1777421164.238909:0:11331:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777421164.244574:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421164.244608:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421164.244829:0:17822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834146432 00000100:00100000:2.0:1777421164.244839:0:17822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834146432 00002000:00100000:2.0:1777421164.244884:0:17822:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1b:0x0] (0->1048575) req@ffff9af134080e00 x1863760834146432/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:175/0 lens 488/0 e 0 to 0 dl 1777421175 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421164.244895:0:17822:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af134080e00 with x1863760834146432 ext(0->1048575) 00002000:00010000:2.0:1777421164.244900:0:17822:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af134080e00 00000100:00100000:2.0:1777421164.244935:0:17822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 114 00000100:00100000:2.0:1777421164.244944:0:17822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134080e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+13:2369:x1863760834146432:12345-192.168.203.47@tcp:3:cat.0 00000100:00100000:3.0:1777421164.245228:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834146688 00000100:00100000:3.0:1777421164.245234:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834146688 00000100:00100000:3.0:1777421164.245285:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 279 00000100:00100000:3.0:1777421164.245295:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134082a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5b7ab651-2bcf-4264-9551-2ff11b81bf19+15:30751:x1863760834146688:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 00000004:00080000:2.0:1777421164.246456:0:13879:0:(mdd_object.c:3993:mdd_close()) Object [0x200000403:0x1:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1777421164.246547:0:13879:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968153 00010000:00010000:2.0:1777421164.246599:0:13879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09c00/0xa38d71289388909 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421164.246615:0:13879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09c00/0xa38d71289388909 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421164.246627:0:13879:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09c00/0xa38d71289388909 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421164.246635:0:13879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09c00/0xa38d71289388909 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421164.246645:0:13879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09c00/0xa38d71289388909 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421164.246651:0:13879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09c00/0xa38d71289388909 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421164.246679:0:13879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777421164.246801:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134082a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5b7ab651-2bcf-4264-9551-2ff11b81bf19+17:30751:x1863760834146688:12345-192.168.203.47@tcp:35:lhsmtool_posix.0 Request processed in 1505us (2189us total) trans 4294968154 rc 0/0 00000100:00100000:2.0:1777421164.246810:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 279 00000020:00080000:2.0:1777421164.246816:0:13879:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1777421164.246921:0:7419:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777421164.246928:0:7419:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09c00/0xa38d71289388909 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.246936:0:7419:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af137e09c00 already unused, calling callback (ffffffffc14c60c0) 00010000:00010000:0.0:1777421164.246939:0:7419:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09c00/0xa38d71289388909 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.246948:0:7419:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09c00/0xa38d71289388909 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.246959:0:7419:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff9af10b558d00) 00010000:00010000:0.0:1777421164.246962:0:7419:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777421164.246967:0:7419:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09c00/0xa38d71289388909 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.246979:0:7419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af137e09c00/0xa38d71289388909 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.246994:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777421164.246996:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777421164.246997:0:7419:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777421164.256828:0:17822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134080e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+13:2369:x1863760834146432:12345-192.168.203.47@tcp:3:cat.0 Request processed in 11875us (12253us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1777421164.256841:0:17822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 114 00002000:00100000:0.0:1777421164.256855:0:17822:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1b:0x0] (0->1048575) req@ffff9af134080e00 x1863760834146432/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:175/0 lens 488/440 e 0 to 0 dl 1777421175 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421164.256866:0:17822:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af134080e00 with x1863760834146432 ext(0->1048575) 00002000:00010000:0.0:1777421164.256872:0:17822:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af134080e00 00000100:00100000:1.0:1777421164.265431:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421164.265910:0:17822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834146816 00000100:00100000:0.0:1777421164.265926:0:17822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834146816 00002000:00100000:0.0:1777421164.265980:0:17822:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1b:0x0] (1048576->1052671) req@ffff9af134083100 x1863760834146816/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:175/0 lens 488/0 e 0 to 0 dl 1777421175 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421164.265992:0:17822:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af134083100 with x1863760834146816 ext(1048576->1052671) 00002000:00010000:0.0:1777421164.265999:0:17822:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af134083100 00000100:00100000:0.0:1777421164.266035:0:17822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 115 00000100:00100000:0.0:1777421164.266046:0:17822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134083100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+13:2367:x1863760834146816:12345-192.168.203.47@tcp:3:cat.0 00000100:00100000:0.0:1777421164.266544:0:17822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134083100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+13:2367:x1863760834146816:12345-192.168.203.47@tcp:3:cat.0 Request processed in 498us (1128us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421164.266552:0:17822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 115 00002000:00100000:0.0:1777421164.266559:0:17822:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1b:0x0] (1048576->1052671) req@ffff9af134083100 x1863760834146816/t0(0) o3->f8f37cf1-354c-422d-bbc6-c92f7928756d@192.168.203.47@tcp:175/0 lens 488/440 e 0 to 0 dl 1777421175 ref 1 fl Complete:/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421164.266568:0:17822:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af134083100 with x1863760834146816 ext(1048576->1052671) 00002000:00010000:0.0:1777421164.266572:0:17822:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af134083100 00000100:00100000:1.0:1777421164.272475:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421164.273008:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834147072 00000100:00100000:2.0:1777421164.273022:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834147072 00000100:00100000:2.0:1777421164.273091:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 280 00000100:00100000:2.0:1777421164.273113:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134081f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+101:30722:x1863760834147072:12345-192.168.203.47@tcp:35:cat.0 00000100:00100000:2.0:1777421164.273467:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134081f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+102:30722:x1863760834147072:12345-192.168.203.47@tcp:35:cat.0 Request processed in 364us (1004us total) trans 4294968155 rc 0/0 00000100:00100000:2.0:1777421164.273476:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 280 00000100:00100000:2.0:1777421164.287255:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421164.287535:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834147200 00000100:00100000:0.0:1777421164.287551:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834147200 00000100:00100000:0.0:1777421164.287709:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1309 00000100:00100000:0.0:1777421164.287718:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+102:30752:x1863760834147200:12345-192.168.203.47@tcp:101:stat.0 00010000:00010000:0.0:1777421164.287739:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421164.287759:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795a00/0xa38d71289388910 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f376ffb expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.287810:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795600/0xa38d71289388917 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.287819:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795600/0xa38d71289388917 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.287826:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795600/0xa38d71289388917 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.287835:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794600/0xa38d7128938891e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.287839:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794600/0xa38d7128938891e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.287842:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794600/0xa38d7128938891e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.287917:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795e00/0xa38d71289388925 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.287922:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795e00/0xa38d71289388925 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.287926:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795e00/0xa38d71289388925 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421164.287948:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 1048576 00000004:00200000:0.0:1777421164.287951:0:7427:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421164.287966:0:7427:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795e00/0xa38d71289388925 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.287974:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795e00/0xa38d71289388925 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.287979:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795600/0xa38d71289388917 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.287983:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795600/0xa38d71289388917 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.287987:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795600/0xa38d71289388917 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.287990:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f795600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421164.287993:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795600/0xa38d71289388917 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.287997:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795600/0xa38d71289388917 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.288004:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff9af103234c00) 00010000:00010000:0.0:1777421164.288006:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421164.288009:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795600/0xa38d71289388917 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.288013:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795600/0xa38d71289388917 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.288022:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794600/0xa38d7128938891e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.288025:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794600/0xa38d7128938891e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.288029:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794600/0xa38d7128938891e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.288032:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f794600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421164.288033:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794600/0xa38d7128938891e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.288036:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794600/0xa38d7128938891e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.288040:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0xa624d530 (ffff9af1187dd900) 00010000:00010000:0.0:1777421164.288041:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421164.288042:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794600/0xa38d7128938891e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.288045:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794600/0xa38d7128938891e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.288062:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795a00/0xa38d71289388910 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ffb expref: 104 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.288069:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795e00/0xa38d71289388925 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ffb expref: 103 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.288073:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9af1187dd300) 00010000:00010000:0.0:1777421164.288074:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421164.288076:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f795e00, rc 0) 00000100:00100000:0.0:1777421164.288132:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+103:30752:x1863760834147200:12345-192.168.203.47@tcp:101:stat.0 Request processed in 415us (891us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421164.288139:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1309 00000100:00100000:1.0:1777421164.298692:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421164.298780:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834147328 00000100:00100000:0.0:1777421164.298790:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834147328 00000100:00100000:0.0:1777421164.298853:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1310 00000100:00100000:0.0:1777421164.298863:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134082680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+47:30753:x1863760834147328:12345-192.168.203.47@tcp:101:stat.0 00010000:00010000:0.0:1777421164.298882:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421164.298904:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795a00/0xa38d7128938892c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f377002 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.298971:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794600/0xa38d71289388933 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.298985:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794600/0xa38d71289388933 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.298996:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794600/0xa38d71289388933 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.299011:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795600/0xa38d7128938893a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.299018:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795600/0xa38d7128938893a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.299025:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795600/0xa38d7128938893a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.299128:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794200/0xa38d71289388941 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.299141:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794200/0xa38d71289388941 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.299161:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794200/0xa38d71289388941 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421164.299193:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 1048576 00000004:00200000:0.0:1777421164.299484:0:7427:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421164.299508:0:7427:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794200/0xa38d71289388941 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.299521:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794200/0xa38d71289388941 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.299530:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794600/0xa38d71289388933 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.299536:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794600/0xa38d71289388933 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.299543:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794600/0xa38d71289388933 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.299549:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f794600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421164.299553:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794600/0xa38d71289388933 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.299560:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794600/0xa38d71289388933 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.299571:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff9af103234c00) 00010000:00010000:0.0:1777421164.299575:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421164.299579:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794600/0xa38d71289388933 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.299585:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794600/0xa38d71289388933 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.299598:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795600/0xa38d7128938893a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.299604:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795600/0xa38d7128938893a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.299609:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795600/0xa38d7128938893a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.299614:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f795600 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421164.299617:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795600/0xa38d7128938893a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.299623:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795600/0xa38d7128938893a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.299630:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0xa624d530 (ffff9af1187dd900) 00010000:00010000:0.0:1777421164.299632:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421164.299635:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795600/0xa38d7128938893a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.299641:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795600/0xa38d7128938893a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.299672:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795a00/0xa38d7128938892c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f377002 expref: 49 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.299690:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794200/0xa38d71289388941 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f377002 expref: 48 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.299697:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9af1187dd300) 00010000:00010000:0.0:1777421164.299699:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421164.299701:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f794200, rc 0) 00000100:00100000:0.0:1777421164.299758:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134082680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:30753:x1863760834147328:12345-192.168.203.47@tcp:101:stat.0 Request processed in 896us (1076us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421164.299766:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1310 00000100:00100000:1.0:1777421164.304750:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421164.304870:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834147456 00000100:00100000:0.0:1777421164.304880:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834147456 00000100:00100000:0.0:1777421164.304983:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 360 00000100:00100000:0.0:1777421164.304993:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134080380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2366:x1863760834147456:12345-192.168.203.47@tcp:101:stat.0 00010000:00010000:0.0:1777421164.305009:0:6860:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421164.305028:0:6860:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000008ba7e0c/0xa38d71289388948 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f377009 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.305054:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421164.305056:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421164.305063:0:6860:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000008ba7e0c/0xa38d71289388948 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f377009 expref: 10 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.305080:0:6860:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000008ba7e0c/0xa38d71289388948 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f377009 expref: 10 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.305101:0:6860:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f794a00, rc 0) 00000100:00100000:0.0:1777421164.305228:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134080380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2366:x1863760834147456:12345-192.168.203.47@tcp:101:stat.0 Request processed in 235us (485us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421164.305236:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 360 00000100:00080000:1.0:1777421164.305279:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777421164.313459:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421164.313561:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834147712 00000100:00100000:0.0:1777421164.313575:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834147712 00000100:00100000:0.0:1777421164.313647:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1311 00000100:00100000:0.0:1777421164.313660:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+103:30457:x1863760834147712:12345-192.168.203.47@tcp:101:bash.0 00010000:00010000:0.0:1777421164.313690:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421164.313720:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795a00/0xa38d7128938894f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f377010 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.313853:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795600/0xa38d71289388956 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.313871:0:7427:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795e00/0xa38d71289388925 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ffb expref: 104 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.313879:0:7427:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794200/0xa38d71289388941 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f377002 expref: 47 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.313888:0:7427:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795600/0xa38d71289388956 lrc: 5/0,1 mode: --/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.313932:0:7427:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794200/0xa38d71289388941 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f377002 expref: 47 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.313953:0:7427:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794200/0xa38d71289388941 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f377002 expref: 47 pid: 7427 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421164.313969:0:7427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0013b7800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:7427:1863760841193600:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421164.314112:0:7427:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795e00/0xa38d71289388925 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ffb expref: 104 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.314122:0:7427:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795e00/0xa38d71289388925 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ffb expref: 104 pid: 7427 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421164.314131:0:7427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0013b4000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:7427:1863760841193728:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777421164.314166:0:7427:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af103e2e840 going to sleep for 11 seconds 00000100:00100000:2.0:1777421164.317179:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:3.0:1777421164.317295:0:8215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834147840 00000100:00100000:3.0:1777421164.317307:0:8215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834147840 00010000:00010000:3.0:1777421164.317397:0:8215:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794200/0xa38d71289388941 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f377002 expref: 48 pid: 7427 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421164.317442:0:8215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 391 00000100:00100000:3.0:1777421164.317453:0:8215:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e73100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:2369:x1863760834147840:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421164.317470:0:8215:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421164.317477:0:8215:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794200/0xa38d71289388941 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f377002 expref: 48 pid: 7427 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421164.317491:0:8215:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794200/0xa38d71289388941 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f377002 expref: 48 pid: 7427 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421164.317519:0:8215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9af1187dd300) 00010000:00010000:3.0:1777421164.317523:0:8215:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795600/0xa38d71289388956 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421164.317530:0:8215:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795600/0xa38d71289388956 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421164.317538:0:8215:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421164.317595:0:8215:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e73100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:2369:x1863760834147840:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 143us (426us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421164.317603:0:8215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 391 00010000:00010000:0.0:1777421164.318129:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794200/0xa38d71289388941 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f377002 expref: 47 pid: 7427 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421164.318159:0:7427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0013b7800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:7427:1863760841193600:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777421164.318174:0:7427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0013b4000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:7427:1863760841193728:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421164.318201:0:7427:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795600/0xa38d71289388956 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421164.319299:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421164.319757:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834147968 00000100:00100000:2.0:1777421164.319768:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834147968 00010000:00010000:2.0:1777421164.319820:0:5747:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795e00/0xa38d71289388925 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ffb expref: 105 pid: 7427 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421164.319866:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 392 00000100:00100000:2.0:1777421164.319876:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134081180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+105:2368:x1863760834147968:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421164.319900:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421164.319907:0:5747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795e00/0xa38d71289388925 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ffb expref: 105 pid: 7427 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421164.319920:0:5747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795e00/0xa38d71289388925 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ffb expref: 105 pid: 7427 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421164.319945:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795e00/0xa38d71289388925 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ffb expref: 105 pid: 7427 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421164.319962:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9af1187dd300) 00010000:00010000:2.0:1777421164.319967:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795600/0xa38d71289388956 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421164.320547:0:5747:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795600/0xa38d71289388956 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421164.320555:0:5747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795600/0xa38d71289388956 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421164.320584:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421164.320697:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134081180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+104:2368:x1863760834147968:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 821us (1406us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421164.320706:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 392 00010000:00010000:0.0:1777421164.321235:0:7427:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795600/0xa38d71289388956 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.321250:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795600/0xa38d71289388956 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421164.321281:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 1048576 00010000:00010000:0.0:1777421164.321532:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795a00/0xa38d7128938894f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f377010 expref: 105 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.321554:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795600/0xa38d71289388956 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f377010 expref: 104 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.321563:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9af1187dd300) 00010000:00010000:0.0:1777421164.321566:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1777421164.321570:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f795600, rc 0) 00000100:00100000:0.0:1777421164.321629:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+104:30457:x1863760834147712:12345-192.168.203.47@tcp:101:bash.0 Request processed in 7972us (8185us total) trans 4294968156 rc 0/0 00000100:00100000:0.0:1777421164.321639:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1311 00000100:00100000:1.0:1777421164.326166:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421164.326346:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834148224 00000100:00100000:0.0:1777421164.326399:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834148224 00000100:00100000:0.0:1777421164.326487:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1312 00000100:00100000:0.0:1777421164.326499:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137957800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+104:30457:x1863760834148224:12345-192.168.203.47@tcp:36:bash.0 00010000:00010000:0.0:1777421164.326854:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794200/0xa38d71289388964 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.326872:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794200/0xa38d71289388964 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.326889:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794200/0xa38d71289388964 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777421164.326928:0:7427:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968157 00000004:00010000:0.0:1777421164.326947:0:7427:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000f3baf345 reply state 0000000038c3daa0 transno 4294968158 ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794200/0xa38d71289388964 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421164.326955:0:7427:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000001:00080000:0.0:1777421164.327011:0:7427:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968158 00000100:00100000:0.0:1777421164.327104:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137957800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+108:30457:x1863760834148224:12345-192.168.203.47@tcp:36:bash.0 Request processed in 609us (960us total) trans 4294968159 rc 0/0 00000100:00100000:0.0:1777421164.327109:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1312 00000020:00080000:0.0:1777421164.327113:0:7427:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:1.0:1777421164.331113:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00010000:00010000:3.0:1777421164.331370:0:3281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794200/0xa38d71289388964 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421164.331384:0:3281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794200/0xa38d71289388964 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421164.331392:0:3281:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794200/0xa38d71289388964 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421164.331399:0:3281:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f794200 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:3.0:1777421164.331404:0:3281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794200/0xa38d71289388964 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421164.331412:0:3281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794200/0xa38d71289388964 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421164.331427:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9af1187dd300) 00010000:00010000:3.0:1777421164.331430:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421164.331433:0:3281:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794200/0xa38d71289388964 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421164.331437:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794200/0xa38d71289388964 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421164.331654:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834148352 00000100:00100000:0.0:1777421164.331665:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834148352 00000100:00100000:0.0:1777421164.331722:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 361 00000100:00100000:0.0:1777421164.331732:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af137955c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+13:30457:x1863760834148352:12345-192.168.203.47@tcp:101:bash.0 00010000:00010000:0.0:1777421164.331748:0:6860:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421164.331764:0:6860:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f20759b2/0xa38d7128938896b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f377017 expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.331792:0:6860:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fbcf92a6/0xa38d71289388902 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ff4 expref: 14 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.331801:0:6860:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000008ba7e0c/0xa38d71289388948 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f377009 expref: 9 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.331808:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421164.331810:0:6860:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421164.331814:0:6860:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f20759b2/0xa38d7128938896b lrc: 5/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f377017 expref: 14 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.331844:0:6860:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000008ba7e0c/0xa38d71289388948 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f377009 expref: 9 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.331858:0:6860:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000008ba7e0c/0xa38d71289388948 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f377009 expref: 9 pid: 6860 timeout: 476 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421164.331871:0:6860:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0013b4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:6860:1863760841193856:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421164.331977:0:6860:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fbcf92a6/0xa38d71289388902 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000010020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ff4 expref: 14 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.331987:0:6860:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000fbcf92a6/0xa38d71289388902 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400010020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ff4 expref: 14 pid: 6860 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421164.331998:0:6860:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0013b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:6860:1863760841193984:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777421164.332035:0:6860:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af103e2e840 going to sleep for 11 seconds 00000100:00100000:0.0:1777421164.335316:0:6860:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0013b4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:6860:1863760841193856:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777421164.335332:0:6860:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0013b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:6860:1863760841193984:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421164.335396:0:6860:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f20759b2/0xa38d7128938896b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f377017 expref: 14 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.335416:0:6860:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f795a00, rc 0) 00000100:00100000:0.0:1777421164.335462:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af137955c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+14:30457:x1863760834148352:12345-192.168.203.47@tcp:101:bash.0 Request processed in 3731us (4356us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421164.335470:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 361 00000100:00100000:1.0:1777421164.338095:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:1.0:1777421164.338129:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421164.338224:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834148480 00000100:00100000:2.0:1777421164.338233:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834148480 00010000:00010000:2.0:1777421164.338266:0:5747:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000008ba7e0c/0xa38d71289388948 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f377009 expref: 10 pid: 6860 timeout: 476 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421164.338304:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834148608 00000100:00100000:2.0:1777421164.338307:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834148608 00010000:00010000:2.0:1777421164.338316:0:5747:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000fbcf92a6/0xa38d71289388902 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400010020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ff4 expref: 14 pid: 6860 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421164.338340:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 393 00000100:00100000:2.0:1777421164.338347:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0045f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+10:2368:x1863760834148480:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421164.338382:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421164.338386:0:5747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000008ba7e0c/0xa38d71289388948 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f377009 expref: 10 pid: 6860 timeout: 476 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421164.338398:0:5747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000008ba7e0c/0xa38d71289388948 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f377009 expref: 10 pid: 6860 timeout: 476 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421164.338417:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000008ba7e0c/0xa38d71289388948 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f377009 expref: 10 pid: 6860 timeout: 476 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421164.338432:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421164.338474:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0045f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2368:x1863760834148480:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 127us (387us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421164.338481:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 393 00000100:00100000:2.0:1777421164.338496:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 394 00000100:00100000:2.0:1777421164.338503:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0045f8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+14:2369:x1863760834148608:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421164.338510:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421164.338513:0:5747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000fbcf92a6/0xa38d71289388902 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400010020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ff4 expref: 14 pid: 6860 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421164.338520:0:5747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fbcf92a6/0xa38d71289388902 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400010020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ff4 expref: 14 pid: 6860 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421164.338529:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fbcf92a6/0xa38d71289388902 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400010020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f376ff4 expref: 14 pid: 6860 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421164.338535:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421164.338537:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421164.338541:0:5747:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f20759b2/0xa38d7128938896b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f377017 expref: 13 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421164.338548:0:5747:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f20759b2/0xa38d7128938896b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f377017 expref: 13 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421164.338571:0:5747:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000f20759b2/0xa38d7128938896b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f377017 expref: 13 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421164.338579:0:5747:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af118e72680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5747:1863760841194112:192.168.203.47@tcp:105: 00000100:00100000:2.0:1777421164.338613:0:5747:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af004433600 going to sleep for 11 seconds 00000100:00100000:1.0:1777421164.342231:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421164.342368:0:17822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834148736 00000100:00100000:0.0:1777421164.342377:0:17822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834148736 00002000:00010000:0.0:1777421164.342407:0:17822:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/27 (0->18446744073709551615) 00002000:00100000:0.0:1777421164.342410:0:17822:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0045fb800 with x1863760834148736 ext(0->18446744073709551615) 00002000:00010000:0.0:1777421164.342421:0:17822:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af0045fb800. 00000100:00100000:0.0:1777421164.342454:0:17822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 116 00000100:00100000:0.0:1777421164.342460:0:17822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0045fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+14:2369:x1863760834148736:12345-192.168.203.47@tcp:10:bash.0 00002000:00010000:0.0:1777421164.342662:0:17822:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb size from disk: 1048576 -> 0 00002000:00010000:0.0:1777421164.342664:0:17822:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb mtime from disk: 1777421155 -> 1777421164 00002000:00010000:0.0:1777421164.342666:0:17822:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb atime from disk: 1777421155 -> 1777421155 00002000:00010000:0.0:1777421164.342668:0:17822:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb ctime from disk: 1777421155 -> 1777421164 00002000:00010000:0.0:1777421164.342669:0:17822:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb blocks from disk: 2051 -> 2051 00000100:00100000:0.0:1777421164.342705:0:17822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0045fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+15:2369:x1863760834148736:12345-192.168.203.47@tcp:10:bash.0 Request processed in 245us (481us total) trans 4294967373 rc 0/0 00000100:00100000:0.0:1777421164.342710:0:17822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 116 00002000:00010000:0.0:1777421164.342712:0:17822:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/27 (0->18446744073709551615) 00002000:00100000:0.0:1777421164.342714:0:17822:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9af0045fb800 with x1863760834148736 ext(0->18446744073709551615) 00002000:00010000:0.0:1777421164.342717:0:17822:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9af0045fb800. 00000100:00100000:2.0:1777421164.343326:0:5747:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af118e72680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5747:1863760841194112:192.168.203.47@tcp:105: 00010000:00010000:2.0:1777421164.343345:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421164.343652:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0045f8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+14:2369:x1863760834148608:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 5147us (5519us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421164.343662:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 394 00000100:00100000:1.0:1777421164.352219:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421164.352309:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834148864 00000100:00100000:0.0:1777421164.352319:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834148864 00000100:00100000:0.0:1777421164.352398:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1313 00000100:00100000:0.0:1777421164.352409:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0045f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+107:30754:x1863760834148864:12345-192.168.203.47@tcp:101:stat.0 00010000:00010000:0.0:1777421164.352432:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421164.352451:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794600/0xa38d71289388972 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37701e expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.352515:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794000/0xa38d71289388979 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.352528:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794000/0xa38d71289388979 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.352538:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794000/0xa38d71289388979 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.352553:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795c00/0xa38d71289388980 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.352560:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795c00/0xa38d71289388980 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.352566:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795c00/0xa38d71289388980 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.352662:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795000/0xa38d71289388987 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.352673:0:7427:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795600/0xa38d71289388956 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f377010 expref: 108 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.352682:0:7427:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795000/0xa38d71289388987 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.352714:0:7427:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795600/0xa38d71289388956 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f377010 expref: 108 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.352727:0:7427:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795600/0xa38d71289388956 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f377010 expref: 108 pid: 7427 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421164.352745:0:7427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0013b7800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:7427:1863760841194240:192.168.203.47@tcp:104: 00000100:00100000:0.0:1777421164.352840:0:7427:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af103e2e900 going to sleep for 11 seconds 00000100:00100000:0.0:1777421164.356174:0:7427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0013b7800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:7427:1863760841194240:192.168.203.47@tcp:104: 00010000:00010000:0.0:1777421164.356203:0:7427:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795000/0xa38d71289388987 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421164.356655:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421164.356728:0:13879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834149120 00000100:00100000:2.0:1777421164.356736:0:13879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834149120 00000100:00100000:2.0:1777421164.356790:0:13879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 281 00000100:00100000:2.0:1777421164.356799:0:13879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af12d148a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+109:5561:x1863760834149120:12345-192.168.203.47@tcp:35:ldlm_bl.0 00000100:00100000:2.0:1777421164.357293:0:13879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af12d148a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+110:5561:x1863760834149120:12345-192.168.203.47@tcp:35:ldlm_bl.0 Request processed in 493us (638us total) trans 4294968160 rc 0/0 00000100:00100000:2.0:1777421164.357302:0:13879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 281 00000100:00100000:3.0:1777421164.360118:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421164.360322:0:5747:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834149248 00000100:00100000:2.0:1777421164.360336:0:5747:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834149248 00010000:00010000:2.0:1777421164.360430:0:5747:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795600/0xa38d71289388956 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f377010 expref: 110 pid: 7427 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421164.360575:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 395 00000100:00100000:2.0:1777421164.360587:0:5747:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af104e34c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+110:2369:x1863760834149248:12345-192.168.203.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421164.360608:0:5747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421164.360616:0:5747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795600/0xa38d71289388956 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f377010 expref: 110 pid: 7427 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421164.360632:0:5747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795600/0xa38d71289388956 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f377010 expref: 110 pid: 7427 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421164.360660:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795600/0xa38d71289388956 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.47@tcp remote: 0x134c6bec9f377010 expref: 110 pid: 7427 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421164.360684:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9af1187dd300) 00010000:00010000:2.0:1777421164.360690:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795000/0xa38d71289388987 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421164.360701:0:5747:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795000/0xa38d71289388987 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421164.360710:0:5747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795000/0xa38d71289388987 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421164.360745:0:5747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421164.360809:0:5747:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af104e34c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f8f37cf1-354c-422d-bbc6-c92f7928756d+109:2369:x1863760834149248:12345-192.168.203.47@tcp:103:ldlm_bl.0 Request processed in 223us (714us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421164.360817:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 395 00010000:00010000:0.0:1777421164.360909:0:7427:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795000/0xa38d71289388987 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.360919:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795000/0xa38d71289388987 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421164.360972:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 0 00000004:00200000:0.0:1777421164.360978:0:7427:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421164.361001:0:7427:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795000/0xa38d71289388987 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.361016:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795000/0xa38d71289388987 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.361027:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794000/0xa38d71289388979 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.361034:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794000/0xa38d71289388979 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.361042:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794000/0xa38d71289388979 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.361048:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f794000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421164.361054:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794000/0xa38d71289388979 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.361062:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794000/0xa38d71289388979 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.361071:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff9af103234c00) 00010000:00010000:0.0:1777421164.361075:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421164.361079:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794000/0xa38d71289388979 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.361086:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794000/0xa38d71289388979 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.361096:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795c00/0xa38d71289388980 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.361114:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795c00/0xa38d71289388980 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.361120:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795c00/0xa38d71289388980 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.361126:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f795c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421164.361129:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795c00/0xa38d71289388980 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.361134:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795c00/0xa38d71289388980 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.361150:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0xa624d530 (ffff9af1187dd900) 00010000:00010000:0.0:1777421164.361152:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421164.361156:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795c00/0xa38d71289388980 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.361162:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795c00/0xa38d71289388980 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.361200:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794600/0xa38d71289388972 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37701e expref: 109 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.361215:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795000/0xa38d71289388987 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37701e expref: 108 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.361222:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9af1187dd300) 00010000:00010000:0.0:1777421164.361225:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421164.361227:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f795000, rc 0) 00000100:00100000:0.0:1777421164.361257:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0045f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+108:30754:x1863760834148864:12345-192.168.203.47@tcp:101:stat.0 Request processed in 8851us (9048us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421164.361265:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1313 00000100:00100000:2.0:1777421164.374833:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421164.377549:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834149376 00000100:00100000:0.0:1777421164.377569:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834149376 00000100:00100000:0.0:1777421164.377760:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 1314 00000100:00100000:0.0:1777421164.377771:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+47:30755:x1863760834149376:12345-192.168.203.47@tcp:101:stat.0 00010000:00010000:0.0:1777421164.377798:0:7427:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421164.377824:0:7427:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794600/0xa38d7128938898e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f377025 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.377903:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795c00/0xa38d71289388995 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.377923:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795c00/0xa38d71289388995 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.377933:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795c00/0xa38d71289388995 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.377948:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794000/0xa38d7128938899c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.377955:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794000/0xa38d7128938899c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.377961:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794000/0xa38d7128938899c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.378084:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795800/0xa38d712893889a3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.378094:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795800/0xa38d712893889a3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.378101:0:7427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795800/0xa38d712893889a3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421164.378140:0:7427:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 0 00000004:00200000:0.0:1777421164.378157:0:7427:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421164.378179:0:7427:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795800/0xa38d712893889a3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.378192:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795800/0xa38d712893889a3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.378205:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795c00/0xa38d71289388995 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.378212:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795c00/0xa38d71289388995 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.378219:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795c00/0xa38d71289388995 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.378226:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f795c00 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421164.378231:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795c00/0xa38d71289388995 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.378238:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795c00/0xa38d71289388995 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.378251:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff9af103234c00) 00010000:00010000:0.0:1777421164.378254:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421164.378260:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795c00/0xa38d71289388995 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.378267:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795c00/0xa38d71289388995 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.378280:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794000/0xa38d7128938899c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.378286:0:7427:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794000/0xa38d7128938899c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.378292:0:7427:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794000/0xa38d7128938899c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.378297:0:7427:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af13f794000 already unused, calling callback (ffffffffc1eff4f0) 00010000:00010000:0.0:1777421164.378300:0:7427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794000/0xa38d7128938899c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.378306:0:7427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794000/0xa38d7128938899c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.378312:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0xa624d530 (ffff9af1187dd900) 00010000:00010000:0.0:1777421164.378315:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421164.378318:0:7427:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794000/0xa38d7128938899c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.378324:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794000/0xa38d7128938899c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7427 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.380117:0:7427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f794600/0xa38d7128938898e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f377025 expref: 49 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.380163:0:7427:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af13f795800/0xa38d712893889a3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f377025 expref: 48 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.380174:0:7427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9af1187dd300) 00010000:00010000:0.0:1777421164.380177:0:7427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421164.380181:0:7427:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f795800, rc 0) 00000100:00100000:0.0:1777421164.380283:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:30755:x1863760834149376:12345-192.168.203.47@tcp:101:stat.0 Request processed in 2512us (5462us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421164.380294:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 1314 00000100:00100000:3.0:1777421164.386531:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421164.386943:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834149504 00000100:00100000:0.0:1777421164.386958:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834149504 00000100:00100000:0.0:1777421164.387026:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 362 00000100:00100000:0.0:1777421164.387038:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c006680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2369:x1863760834149504:12345-192.168.203.47@tcp:101:stat.0 00010000:00010000:0.0:1777421164.387063:0:6860:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421164.387089:0:6860:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000032e5a812/0xa38d712893889aa lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x134c6bec9f37702c expref: -99 pid: 6860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421164.387177:0:6860:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9af0013b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:6860:1863760841194368:192.168.203.47@tcp:106: 00000100:00100000:0.0:1777421164.387306:0:6860:0:(client.c:2690:ptlrpc_set_wait()) set ffff9af103e2e900 going to sleep for 11 seconds 00000100:00100000:0.0:1777421164.391626:0:6860:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9af0013b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:6860:1863760841194368:192.168.203.47@tcp:106: 00010000:00010000:0.0:1777421164.391679:0:6860:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000032e5a812/0xa38d712893889aa lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37702c expref: 10 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.391709:0:6860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000032e5a812/0xa38d712893889aa lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.47@tcp remote: 0x134c6bec9f37702c expref: 10 pid: 6860 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421164.391724:0:6860:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af13f794600, rc 0) 00000100:00100000:0.0:1777421164.391799:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c006680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2369:x1863760834149504:12345-192.168.203.47@tcp:101:stat.0 Request processed in 4761us (5282us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421164.391809:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 362 00010000:00010000:2.0:1777421164.888620:0:8267:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1777421165.120764:0:21249:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-hsm test_12q: @@@@@@ FAIL: /mnt/lustre2/d12q.sanity-hsm/f12q.sanity-hsm: wrong size after overwrite: 1048576 != 0 00000100:00100000:2.0:1777421165.584128:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421165.584188:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421165.584192:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834149632 00000100:00100000:0.0:1777421165.584202:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834149632 00000100:00100000:2.0:1777421165.584231:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421165.584262:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 512 00000100:00100000:2.0:1777421165.584266:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421165.584278:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af11914dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+15:2367:x1863760834149632:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:2.0:1777421165.584296:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:2.0:1777421165.584324:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421165.584372:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af11914dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:71f90d2e-4852-44e2-8435-52916750919f+15:2367:x1863760834149632:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 74us (228us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421165.584382:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 512 00000100:00100000:2.0:1777421165.584392:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421165.584424:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834150144 00000100:00100000:0.0:1777421165.584429:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834150144 00000100:00100000:0.0:1777421165.584460:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834149760 00000100:00100000:0.0:1777421165.584475:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834149760 00000100:00100000:2.0:1777421165.584510:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421165.584519:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 249 00000100:00100000:0.0:1777421165.584530:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:2367:x1863760834150144:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:2.0:1777421165.584553:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421165.584577:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+48:2367:x1863760834150144:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 48us (346us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421165.584584:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 249 00000100:00100000:0.0:1777421165.584601:0:7427:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834150528 00000100:00100000:0.0:1777421165.584605:0:7427:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834150528 00000100:00100000:2.0:1777421165.584611:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.47@tcp (source: 12345-192.168.203.47@tcp) 00000100:00100000:0.0:1777421165.584644:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 250 00000100:00100000:2.0:1777421165.584646:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834149888 00000100:00100000:2.0:1777421165.584653:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834149888 00000100:00100000:0.0:1777421165.584655:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134081180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+108:2367:x1863760834149760:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777421165.584675:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834150400 00000100:00100000:3.0:1777421165.584682:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834150400 00000100:00100000:2.0:1777421165.584684:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834150656 00000100:00100000:2.0:1777421165.584689:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834150656 00000100:00100000:0.0:1777421165.584706:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134081180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f8f37cf1-354c-422d-bbc6-c92f7928756d+108:2367:x1863760834149760:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 52us (380us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421165.584710:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834150016 00000100:00100000:2.0:1777421165.584714:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834150016 00000100:00100000:0.0:1777421165.584716:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 250 00000100:00100000:3.0:1777421165.584719:0:6860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834150272 00000100:00100000:3.0:1777421165.584724:0:6860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834150272 00000100:00100000:2.0:1777421165.584740:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863760834150784 00000100:00100000:0.0:1777421165.584741:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 251 00000100:00100000:2.0:1777421165.584745:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863760834150784 00000100:00100000:0.0:1777421165.584753:0:7427:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5b7ab651-2bcf-4264-9551-2ff11b81bf19+17:2367:x1863760834150528:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777421165.584767:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 256 00000100:00100000:2.0:1777421165.584775:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 257 00000100:00100000:3.0:1777421165.584781:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af118e72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+14:2367:x1863760834149888:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:0.0:1777421165.584788:0:7427:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5b7ab651-2bcf-4264-9551-2ff11b81bf19+17:2367:x1863760834150528:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 37us (244us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421165.584790:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134082d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5b7ab651-2bcf-4264-9551-2ff11b81bf19+6:2367:x1863760834150656:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:0.0:1777421165.584800:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 251 00000100:00100000:3.0:1777421165.584812:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af118e72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f8f37cf1-354c-422d-bbc6-c92f7928756d+14:2367:x1863760834149888:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 37us (625us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421165.584818:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 256 00000100:00080000:0.0:1777421165.584827:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777421165.584832:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134082d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5b7ab651-2bcf-4264-9551-2ff11b81bf19+6:2367:x1863760834150656:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 44us (535us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421165.584834:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 258 00000100:00080000:0.0:1777421165.584834:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777421165.584845:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af134083800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2367:x1863760834150400:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:2.0:1777421165.584848:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 257 00000100:00100000:3.0:1777421165.584870:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af134083800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2367:x1863760834150400:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 26us (607us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421165.584874:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 259 00000100:00100000:3.0:1777421165.584887:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 258 00000100:00100000:2.0:1777421165.584890:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0045f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+18:2367:x1863760834150016:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:3.0:1777421165.584905:0:6860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 260 00000100:00100000:3.0:1777421165.584913:0:6860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af0045f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2367:x1863760834150272:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:2.0:1777421165.584933:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0045f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f8f37cf1-354c-422d-bbc6-c92f7928756d+18:2367:x1863760834150016:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 45us (539us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421165.584941:0:6860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af0045f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3fcf6b46-d829-4ac6-8431-9d08cf4f6539+9:2367:x1863760834150272:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 29us (431us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421165.584943:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 259 00000100:00100000:3.0:1777421165.584952:0:6860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 260 00000100:00100000:2.0:1777421165.584971:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.47@tcp, seq: 261 00000100:00100000:2.0:1777421165.584982:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9af13c15ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5b7ab651-2bcf-4264-9551-2ff11b81bf19+5:2367:x1863760834150784:12345-192.168.203.47@tcp:400:kworker.0 00000100:00100000:2.0:1777421165.585023:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9af13c15ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5b7ab651-2bcf-4264-9551-2ff11b81bf19+5:2367:x1863760834150784:12345-192.168.203.47@tcp:400:kworker.0 Request processed in 43us (412us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421165.585031:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.47@tcp, seq: 261 Debug log: 68836 lines, 68836 kept, 0 dropped, 0 bad.